-- Logs begin at Wed 2022-03-16 10:06:18 UTC, end at Wed 2022-03-16 12:14:33 UTC. -- Mar 16 10:44:10.813596 dv-neutron-828143-9-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 10:44:13.311154 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:44:13.311855 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 16 10:44:13.311937 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:44:13.315538 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:44:13.315786 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 16 10:44:13.316098 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:44:13.317045 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:44:13.317280 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:44:13.317634 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:44:13.317876 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:44:13.318099 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:44:13.318411 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.318704 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.318997 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.319225 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.319515 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.319799 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.320083 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.320367 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.320657 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.320964 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.321244 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.321521 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.321750 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.322024 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.322306 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.322586 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.322807 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] debug = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.323080 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.323499 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.323893 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.324170 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.324452 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.324725 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.325018 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.325289 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.325566 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.325884 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] host = dv-neutron-828143-9-hyperv {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.326154 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.326460 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.326715 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.326995 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.327280 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.327533 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.327809 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.328074 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.328337 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.328606 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.328907 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.329190 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.329471 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.329689 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.330481 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.330774 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.331128 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.331405 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.331676 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.331945 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.332215 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.332486 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.332750 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.333058 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.333337 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.333617 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.333889 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.334164 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.334429 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.334694 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.334973 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.335241 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.335509 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.335778 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.336057 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.336320 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.336586 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.336906 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.337190 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.337465 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.337744 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.338012 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.338286 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.338553 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.338821 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.339087 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_json = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.339356 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.339620 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.339895 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.340161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.340430 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.340697 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.340985 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.341272 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.341538 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:13.341825 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.342116 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.342410 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.342693 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.342977 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.343254 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.343538 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.343813 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.344099 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.344381 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.344664 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.344962 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.345249 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.345656 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.346205 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.346537 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.346753 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.347047 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.347326 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.347633 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.347911 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.348188 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.348471 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.348761 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.349085 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.349360 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.349634 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.349921 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.350197 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.350472 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.350745 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.351029 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.351308 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.351577 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.351852 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.352125 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.352392 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.352659 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.352964 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.353245 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.353518 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.353785 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.354051 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.354323 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.354589 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.354868 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.355141 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.355408 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.355674 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.355946 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.356213 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.356480 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.356752 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.357060 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.357334 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.357605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.357873 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.358143 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.358411 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.358678 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.358948 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.359216 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.359488 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.359754 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.360020 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.360287 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.360560 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.360846 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.361193 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.361581 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.361859 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.362141 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.362418 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.362694 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.362971 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.363247 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.363526 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.363803 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.364078 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.364367 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.364650 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.364957 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.365244 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.365523 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.365818 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.366096 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.366377 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.366654 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.366939 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.367224 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.367505 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.367795 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.368087 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.368379 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.368671 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.368984 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.369265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.369572 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.369850 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:13.370064 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:44:13.370299 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87736) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 10:44:13.761734 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO keyring.backend [-] Loading KWallet Mar 16 10:44:13.768885 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO keyring.backend [-] Loading SecretService Mar 16 10:44:13.772263 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO keyring.backend [-] Loading Windows Mar 16 10:44:13.773627 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO keyring.backend [-] Loading chainer Mar 16 10:44:13.774405 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO keyring.backend [-] Loading macOS Mar 16 10:44:13.807622 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:44:13.807893 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:44:13.808179 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:44:13.808513 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 10:44:14.194608 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.194890 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.195156 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.196444 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.196725 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.197015 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.231726 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.231988 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.232255 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.245263 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.245547 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.245815 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.275553 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.275830 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.276097 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.312814 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.313425 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.313425 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.553501 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.553793 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.554057 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.554324 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.555050 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.675331 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.675605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.675837 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.676107 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.676363 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.676675 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.676960 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.677217 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.677470 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.677743 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.678001 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.678266 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.678523 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.678778 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.679040 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.679309 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.679568 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.679831 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.680087 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.680368 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.680716 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.680987 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.681238 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.681518 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.681764 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.682018 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.682389 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.682626 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.682864 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.683096 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.683327 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.683557 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:14.683918 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 10:44:14.687118 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 10:44:14.691100 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 10:44:14.694963 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 16 10:44:14.696598 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 10:44:14.698205 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 10:44:14.698542 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 10:44:14.698927 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 10:44:14.701777 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 10:44:14.702028 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 10:44:14.702370 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:44:14.737060 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 10:44:14.737943 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.738250 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87736) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 16 10:44:14.738617 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.740048 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87736) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 10:44:14.740295 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:44:14.740728 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 10:44:14.744463 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.744744 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:14.808433 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 10:44:14.808672 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 10:44:14.808933 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 10:44:14.809311 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 10:44:14.840451 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_db.sqlalchemy.engines [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87736) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 16 10:44:15.175836 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing driver for type 'gre' Mar 16 10:44:15.176348 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] gre ID ranges: [(1, 1000)] Mar 16 10:44:15.226300 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing driver for type 'local' Mar 16 10:44:15.226635 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing driver for type 'vlan' Mar 16 10:44:15.238496 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] VlanTypeDriver initialization complete Mar 16 10:44:15.238829 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing driver for type 'vxlan' Mar 16 10:44:15.239304 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] vxlan ID ranges: [(1, 1000)] Mar 16 10:44:15.289121 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing extension driver 'port_security' Mar 16 10:44:15.289459 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] PortSecurityExtensionDriver initialization complete Mar 16 10:44:15.289796 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing mechanism driver 'openvswitch' Mar 16 10:44:15.290118 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing mechanism driver 'hyperv' Mar 16 10:44:15.296642 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:15.297337 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.297705 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.298052 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.299090 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.299516 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.299863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.300203 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.300584 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.301013 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.301355 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.301693 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.302071 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.302468 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.302829 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.303150 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.303676 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.304076 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.304423 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.304756 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.305161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.305558 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > address_group after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.305898 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > address_group after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.306234 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.306615 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:44:15.307056 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] ML2 OVO RPC backend initialized. {{(pid=87736) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 16 10:44:15.307755 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.308106 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.308527 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.308915 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > networks before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.309263 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.309599 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > ports before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.309935 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.310273 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnets before_response 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.310611 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.310947 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.311277 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.311605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.311935 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.312260 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.312588 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.312950 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.313508 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.313826 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.plugin [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Modular L2 Plugin initialization complete Mar 16 10:44:15.314208 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading services supported by the core plugin {{(pid=87736) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 10:44:15.314527 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.plugins.ml2.managers [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Got port-security extension from driver 'port_security' Mar 16 10:44:15.314983 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.extensions.vlantransparent [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Disabled vlantransparent extension. Mar 16 10:44:15.315464 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87736) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 10:44:15.315773 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: router Mar 16 10:44:15.353572 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.353959 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_create 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.354322 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router before_create 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.354684 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.355049 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.355396 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_delete 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.355753 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.356107 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_create 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.356448 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.356792 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.357158 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.357510 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.357916 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.358279 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.358613 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.358945 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: subnet after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.359277 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.359618 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.359959 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_create 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.360293 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.360627 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.361061 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router after_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.361510 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.361790 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_create 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.362145 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.362484 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_update 55549900 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.362840 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > agent after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.363183 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > agent after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.363523 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > network after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.364375 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Tracking information for resource: router configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:15.364706 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Tracking information for resource: floatingip configured {{(pid=87736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:44:15.369713 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.db.l3_agentschedulers_db [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 10:44:15.370288 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.370644 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.370989 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.371334 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: port after_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.372114 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router before_create 55550100 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.372472 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.372826 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_create 55550100 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.373197 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > router precommit_update 55550100 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.377654 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.provider_configuration [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service providers = [] {{(pid=87736) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 10:44:15.378013 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.db.servicetype_db [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87736) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 10:44:15.380938 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.service_base [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:44:15.381288 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.service_base [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:44:15.381626 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.service_base [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:44:15.382508 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.services.service_base [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:44:15.382874 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.services.service_base [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 10:44:15.383246 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.383559 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 10:44:15.394859 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.395259 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: auto_allocate Mar 16 10:44:15.401075 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: network precommit_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.401446 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: network precommit_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.401970 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.402288 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: tag Mar 16 10:44:15.409981 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.410304 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: timestamp Mar 16 10:44:15.414402 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.414732 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: network_ip_availability Mar 16 10:44:15.420063 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.420435 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.420790 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.421528 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.421846 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: flavors Mar 16 10:44:15.426668 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.426942 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading Plugin: revisions Mar 16 10:44:15.431214 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:44:15.431603 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=87736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:44:15.432342 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87736) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 10:44:15.432671 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Initializing extension manager. Mar 16 10:44:15.433200 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: __init__.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.433537 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: __pycache__ {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.433866 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.434200 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: address_group.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.434952 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.435519 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: address-group Mar 16 10:44:15.435834 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: address_scope.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.436539 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.437072 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: address-scope Mar 16 10:44:15.437391 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.438307 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.438811 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: router-admin-state-down-before-update Mar 16 10:44:15.439158 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: agent.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.440035 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.440538 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: agent Mar 16 10:44:15.440872 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: agent_resources_synced.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.441774 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.442276 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: agent-resources-synced Mar 16 10:44:15.442593 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: allowedaddresspairs.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.444366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.444904 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: allowed-address-pairs Mar 16 10:44:15.445231 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: auto_allocated_topology.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.446292 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.446805 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: auto-allocated-topology Mar 16 10:44:15.447126 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: availability_zone.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.447807 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.448309 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: availability_zone Mar 16 10:44:15.448625 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: availability_zone_filter.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.449620 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.450123 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: availability_zone_filter Mar 16 10:44:15.450441 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: data_plane_status.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.451330 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.451828 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 10:44:15.452146 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: default_subnetpools.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.453061 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.453567 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: default-subnetpools Mar 16 10:44:15.454128 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.455443 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.455947 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: dhcp_agent_scheduler Mar 16 10:44:15.456269 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: dns.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.457198 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.457697 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension dns-integration not supported by any of loaded plugins Mar 16 10:44:15.458046 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: dns_domain_ports.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.459038 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.459458 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 10:44:15.459774 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: dvr.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.460438 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.460965 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: dvr Mar 16 10:44:15.461289 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: empty_string_filtering.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.462207 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.462714 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: empty-string-filtering Mar 16 10:44:15.463033 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.463936 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.464438 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:44:15.464755 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.465668 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.466175 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 10:44:15.466491 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: external_net.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.467382 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.467889 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: external-net Mar 16 10:44:15.468205 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.469337 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.469856 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: extra_dhcp_opt Mar 16 10:44:15.470399 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: extraroute.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.471727 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.472149 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: extraroute Mar 16 10:44:15.472519 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: extraroute_atomic.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.473517 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.474027 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: extraroute-atomic Mar 16 10:44:15.474344 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: filter_validation.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.475099 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.475508 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: filter-validation Mar 16 10:44:15.475822 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: fip_pf_description.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.476737 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.477260 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 10:44:15.477594 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: fip_port_details.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.478489 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.478990 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: fip-port-details Mar 16 10:44:15.479305 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: flavors.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.480549 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.481104 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: flavors Mar 16 10:44:15.481424 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.483119 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.483630 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 10:44:15.483956 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: floatingip_pools.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.484655 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.485189 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: floatingip-pools Mar 16 10:44:15.485514 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: ip_allocation.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.486468 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.486967 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 10:44:15.487286 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.488190 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.488695 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: ip-substring-filtering Mar 16 10:44:15.489048 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l2_adjacency.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.489971 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.490469 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 10:44:15.490788 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.491776 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.492287 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: router Mar 16 10:44:15.492607 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.495043 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.495571 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:44:15.495898 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.496845 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.497369 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: ext-gw-mode Mar 16 10:44:15.497692 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.498598 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.499103 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: l3-ha Mar 16 10:44:15.499422 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3_flavors.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.500318 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.500817 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: l3-flavors Mar 16 10:44:15.501156 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.502097 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.502593 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 10:44:15.502911 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: l3agentscheduler.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.503961 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.504473 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: l3_agent_scheduler Mar 16 10:44:15.504801 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: logging.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.506293 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.506809 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension logging not supported by any of loaded plugins Mar 16 10:44:15.507133 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: metering.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.507867 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.508440 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: metering Mar 16 10:44:15.508764 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.509867 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.510378 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: metering_source_and_destination_fields Mar 16 10:44:15.510696 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: multiprovidernet.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.511602 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.512104 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: multi-provider Mar 16 10:44:15.512422 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: netmtu.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.513342 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.513845 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: net-mtu Mar 16 10:44:15.514163 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: netmtu_writable.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.515071 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.515571 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: net-mtu-writable Mar 16 10:44:15.515887 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: network_availability_zone.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.516547 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.517073 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: network_availability_zone Mar 16 10:44:15.517937 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: network_ip_availability.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.519025 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.519529 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: network-ip-availability Mar 16 10:44:15.519846 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: network_segment_range.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.520596 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.521128 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 10:44:15.521445 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: pagination.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.522410 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.522736 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: pagination Mar 16 10:44:15.523052 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: port_device_profile.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.523941 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.524451 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: port-device-profile Mar 16 10:44:15.524770 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.525696 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.526197 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: port-mac-address-regenerate Mar 16 10:44:15.526513 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.527415 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.527923 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: port-numa-affinity-policy Mar 16 10:44:15.528242 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: port_resource_request.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.529153 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.529659 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 10:44:15.529974 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: portbindings.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.530873 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.531375 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: binding Mar 16 10:44:15.531693 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: portbindings_extended.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.533984 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.534498 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: binding-extended Mar 16 10:44:15.534820 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: portsecurity.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.535737 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.536250 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: port-security Mar 16 10:44:15.536568 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: project_id.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.537561 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.537889 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: project-id Mar 16 10:44:15.538209 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: providernet.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.539114 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.539622 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: provider Mar 16 10:44:15.539938 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.543477 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.543995 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos not supported by any of loaded plugins Mar 16 10:44:15.544323 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.545589 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.546095 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 10:44:15.546418 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.547331 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.547836 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 10:44:15.548156 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_default.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.549312 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.549818 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-default not supported by any of loaded plugins Mar 16 10:44:15.550138 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_fip.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.550781 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.551276 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-fip not supported by any of loaded plugins Mar 16 10:44:15.551593 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_gateway_ip.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.552509 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.553041 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 10:44:15.553361 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_port_network_policy.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.554255 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.554754 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 10:44:15.555071 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_rule_type_details.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.555976 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.556476 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 10:44:15.556797 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: qos_rules_alias.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.557862 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.558364 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 10:44:15.558684 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: quotasv2.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.559571 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.559893 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: quotas Mar 16 10:44:15.560206 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: quotasv2_detail.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.561840 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.562179 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: quota_details Mar 16 10:44:15.562508 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: rbac.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.563555 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.564603 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: rbac-policies Mar 16 10:44:15.565017 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: rbac_address_group.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.565935 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.566451 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: rbac-address-group Mar 16 10:44:15.566773 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: rbac_address_scope.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.567683 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.568200 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: rbac-address-scope Mar 16 10:44:15.568526 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: rbac_security_groups.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.569459 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.569968 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: rbac-security-groups Mar 16 10:44:15.570292 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: rbac_subnetpool.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.571205 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.571712 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: rbac-subnetpool Mar 16 10:44:15.572034 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: revisionifmatch.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.572970 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.573478 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: revision-if-match Mar 16 10:44:15.573798 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: revisions.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.575004 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.575513 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: standard-attr-revisions Mar 16 10:44:15.575842 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: router_availability_zone.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.576503 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.577043 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: router_availability_zone Mar 16 10:44:15.577364 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: routerservicetype.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.578267 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.578768 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension router-service-type not supported by any of loaded plugins Mar 16 10:44:15.579087 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.580587 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.581205 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: security-groups-normalized-cidr Mar 16 10:44:15.581528 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.582442 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.582951 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: port-security-groups-filtering Mar 16 10:44:15.583269 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.584175 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.584681 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: security-groups-remote-address-group Mar 16 10:44:15.585036 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: securitygroup.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.594590 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.595119 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: security-group Mar 16 10:44:15.595537 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: segment.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.596367 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.596901 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension segment not supported by any of loaded plugins Mar 16 10:44:15.597225 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.598150 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.598655 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 10:44:15.598972 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: servicetype.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.600075 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.600591 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: service-type Mar 16 10:44:15.600942 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: sorting.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.601914 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.602242 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: sorting Mar 16 10:44:15.602561 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: standard_attr_segment.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.603458 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.603970 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 10:44:15.604290 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: standardattrdescription.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.604959 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.605469 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: standard-attr-description Mar 16 10:44:15.605793 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: stateful_security_group.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.606700 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.607210 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: stateful-security-group Mar 16 10:44:15.607532 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: stdattrs_common.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.608103 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 10:44:15.608421 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.609438 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.609949 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 10:44:15.610265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnet_onboard.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.611425 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.611936 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: subnet_onboard Mar 16 10:44:15.612258 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.613196 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.613696 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 10:44:15.614013 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnet_service_types.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.614923 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.615429 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: subnet-service-types Mar 16 10:44:15.615748 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnetallocation.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.616821 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.617360 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: subnet_allocation Mar 16 10:44:15.617686 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.618342 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.618847 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: subnetpool-prefix-ops Mar 16 10:44:15.619166 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.620091 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.620591 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 10:44:15.620941 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: tagging.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.621989 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.622513 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: standard-attr-tag Mar 16 10:44:15.622837 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: timestamp.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.624021 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.624531 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loaded extension: standard-attr-timestamp Mar 16 10:44:15.624880 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: trunk.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.625907 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.626421 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension trunk not supported by any of loaded plugins Mar 16 10:44:15.627255 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: trunk_details.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.628161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.628675 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension trunk-details not supported by any of loaded plugins Mar 16 10:44:15.629031 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: uplink_status_propagation.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.629935 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.630442 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 10:44:15.630761 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Loading extension file: vlantransparent.py {{(pid=87736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:44:15.631417 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:44:15.631917 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 10:44:15.634364 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:network Mar 16 10:44:15.635092 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnet Mar 16 10:44:15.635854 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:44:15.636450 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:port Mar 16 10:44:15.637731 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.638161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service FLAVORS assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.638777 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.639196 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.639523 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:router Mar 16 10:44:15.640169 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:44:15.640881 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service METERING assigned prefix: /metering {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.642406 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.642775 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.643127 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:44:15.645430 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:44:15.645872 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:44:15.646524 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:44:15.647247 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service CORE assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.647575 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:44:15.647905 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] subnetpool is already registered Mar 16 10:44:15.648518 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service CORE assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.648859 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:44:15.649197 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] subnetpool is already registered Mar 16 10:44:15.760349 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.760698 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service FLAVORS assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.761319 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.761742 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.762082 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:router Mar 16 10:44:15.762414 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] router is already registered Mar 16 10:44:15.763060 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:44:15.763383 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] floatingip is already registered Mar 16 10:44:15.764005 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service METERING assigned prefix: /metering {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.764804 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:44:15.765152 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] rbac_policy is already registered Mar 16 10:44:15.765569 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:44:15.765891 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] security_group is already registered Mar 16 10:44:15.766471 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:44:15.766799 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] security_group_rule is already registered Mar 16 10:44:15.767483 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service CORE assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.767804 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:44:15.768127 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] subnetpool is already registered Mar 16 10:44:15.768710 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.v2.resource_helper [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Service CORE assigned prefix: {{(pid=87736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:44:15.769055 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:44:15.769375 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING neutron.quota.resource_registry [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] subnetpool is already registered Mar 16 10:44:15.770010 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: extensions {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.771504 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: address-groups {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.773158 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: address-scopes {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.774359 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: agents {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.775504 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: auto-allocated-topology {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.776875 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: availability_zones {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.778088 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: dhcp-networks {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.779487 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: dhcp-agents {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.781001 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: routers {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.783598 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: flavors {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.784750 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: service_profiles {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.785974 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: next_providers {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.787505 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: service_profiles {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.788988 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: floatingip-pools {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.790198 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: routers {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.791986 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: floatingips {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.793226 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: l3-routers {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.794594 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: l3-agents {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.796209 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: metering-labels {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.797497 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: metering-label-rules {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.799405 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: network-ip-availabilities {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.800668 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: bindings {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.802329 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: quotas {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.803778 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: quotas {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.805305 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: rbac-policies {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.806583 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: security-groups {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.807784 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: security-group-rules {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.809044 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: service-providers {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.810367 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: subnetpools {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.811702 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: subnetpools {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.813165 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.814951 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.816653 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.818469 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.821265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.823089 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.824760 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.826657 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.828402 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.830295 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron.api.extensions [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Extended resource: tags {{(pid=87736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:44:15.836232 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING keystonemiddleware.auth_token [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 10:44:15.840922 dv-neutron-828143-9-hyperv neutron-server[87736]: WARNING keystonemiddleware.auth_token [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 10:44:15.849542 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Acquired lock "singleton_lock" {{(pid=87736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 16 10:44:15.850010 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_concurrency.lockutils [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Releasing lock "singleton_lock" {{(pid=87736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 16 10:44:15.850634 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Starting 2 workers Mar 16 10:44:15.855307 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Started child 87841 {{(pid=87736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:44:15.859509 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Started child 87842 {{(pid=87736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:44:15.860354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.861749 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO neutron.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 10:44:15.862448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [-] (87841) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:44:15.862630 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Notify callbacks [] for process, before_spawn {{(pid=87736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.864478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.865034 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Starting 1 workers Mar 16 10:44:15.865959 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [-] (87842) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:44:15.870011 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Started child 87843 {{(pid=87736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:44:15.870507 dv-neutron-828143-9-hyperv neutron-server[87736]: INFO oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Starting 1 workers Mar 16 10:44:15.873559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] calling RpcWorker wait() {{(pid=87843) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 10:44:15.874094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] returning from RpcWorker wait() {{(pid=87843) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 10:44:15.874734 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Started child 87844 {{(pid=87736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:44:15.875316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.875503 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf590-53e6-48f8-965f-d8542e55bf2e None None] Notify callbacks [] for process, after_spawn {{(pid=87736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.875964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:15.877539 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:44:15.877735 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:44:15.877921 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:44:15.878130 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:44:15.878449 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:44:15.878603 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:44:15.879078 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.879347 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.879443 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:15.879894 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.879894 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.880135 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.880295 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:15.880691 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.880984 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.881233 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.881497 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.881723 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.881884 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.882044 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.882284 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.882522 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.882816 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.883066 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.883313 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.883569 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.883733 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.883966 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.884237 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.884453 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.884720 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] debug = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.884973 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.885424 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.885660 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.885914 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.886155 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.886409 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.886640 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.886891 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.887128 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.887336 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.887579 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.887820 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.888061 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.888268 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.888477 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.888711 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.888944 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.889398 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] host = dv-neutron-828143-9-hyperv {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.889619 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.889828 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.890044 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.890280 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.890524 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.890746 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.890997 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.891240 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.891497 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.891712 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.891943 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.892163 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.892423 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.892672 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.892823 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_options = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.893140 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.893443 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.893690 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.893878 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.894038 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.894208 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.894449 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.894607 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.894862 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.895089 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.895298 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.895531 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.895753 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.895997 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.896233 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.896458 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.896683 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.896920 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.897159 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.897378 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.897597 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.897814 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.898071 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.898303 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.898531 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.898742 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.898958 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.899164 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.899384 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.899620 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.899844 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.900080 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.900306 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.900557 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.900760 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.901470 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.901705 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.901959 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.902182 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.902414 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.902675 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.902882 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.903097 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.903480 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.903865 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.904240 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_json = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.904455 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.904891 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.905169 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.905387 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906185 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906185 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906185 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906185 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906682 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.906800 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.907151 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.908649 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.908978 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.909231 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.909501 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.909715 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.909945 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.910181 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.910418 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.910710 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.910963 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.911241 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.911491 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.911744 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.912076 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.912312 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.914485 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.914720 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.914952 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.915181 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.915410 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.915746 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.916022 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.917165 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.917485 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.918240 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.918240 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.918480 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.918708 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.918952 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.919202 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.920863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.920863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.920863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.920863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.920863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.921241 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.921241 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.921484 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.921754 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.921989 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.922235 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.922460 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.922680 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.922898 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.923118 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.923370 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.924221 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.924490 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.924721 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.924980 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.925197 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.925417 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.925638 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.925868 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.926189 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.926415 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.926684 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.926924 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.927137 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.927374 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.927596 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.927832 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.928047 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.928266 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.928499 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.928711 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.929358 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.929592 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.929913 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.930135 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.930346 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.930558 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.930775 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.930986 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.931196 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.931428 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.931644 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.931855 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.932065 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.932273 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.932483 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.932712 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.933013 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.933334 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.933583 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.933846 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.934088 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.934343 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.934563 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.934816 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.935051 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.935269 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.935497 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.935767 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.936016 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.936562 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.936890 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.937424 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.937720 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.937968 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.938395 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.938779 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.939253 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.939494 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.940005 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.940391 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.940844 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.941259 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.941650 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.942087 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.942343 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.942622 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.942863 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.943126 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.943608 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.944051 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.944338 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.944609 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.944876 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.945126 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.945390 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.945775 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.946015 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.946386 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.946586 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.946874 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.947133 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.947352 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.947567 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.947799 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.948157 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.948385 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.948622 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.948880 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.949161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.949471 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.949723 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.950114 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.950383 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.950656 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.950903 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.951159 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.951389 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.951619 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.951869 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.952082 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.952459 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.952888 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.953323 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.953747 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.954161 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.954415 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.954649 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.955404 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.955629 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.956027 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.956477 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.956876 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.957234 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.957596 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.958011 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.958386 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.958755 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.959121 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.959497 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.959755 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.959976 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.960265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.960516 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.960732 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.961006 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.961271 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.961568 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.961792 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.962040 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.962265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.962485 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.962702 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.962926 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.963164 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.963379 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.963625 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.963839 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.964073 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.964308 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.964641 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.964925 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.965174 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.965450 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.965706 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.965951 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.966187 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.966419 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.966777 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.967028 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.967561 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.967804 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.968037 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.968253 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.968464 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969027 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969027 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969210 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969437 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969658 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.969900 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.970129 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.970359 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.970776 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.971082 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.971438 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.971784 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.972010 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.972357 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.972878 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.973301 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.973549 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.973788 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.974023 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.974256 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.974489 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.974702 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.974916 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.975421 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.975421 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.977066 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.977411 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.977679 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.977947 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.978282 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.978562 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.979205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 33690) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:15.981152 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.981540 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.981853 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.982189 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.982528 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.982872 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.983102 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.983375 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.983605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.983832 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.984094 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.984370 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.984693 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.985003 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.985280 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.985539 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.985845 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.986636 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.987229 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.987470 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.987765 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.988262 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.988742 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.988932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:15.989029 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.989279 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.989606 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.989859 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.990132 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.990569 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.990667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087385 Mar 16 10:44:15.990862 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.991104 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.991368 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.991625 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.991851 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.992069 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.992293 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.992504 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.992727 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.994052 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.994052 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.994682 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:15.994964 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:44:15.996366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:44:15.996366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:44:15.996366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:44:15.996366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:44:15.996366 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:44:15.996915 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:44:15.996915 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.996915 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.997956 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998124 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998275 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998457 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998614 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998771 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.998926 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999083 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999233 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999390 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999537 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999691 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999844 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:15.999996 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.000150 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.000305 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.000463 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.000617 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.001605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.001605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.001605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] debug = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.001605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.001605 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.003973 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.004154 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.004323 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.004487 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005217 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005217 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005217 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005217 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005658 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005658 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005658 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005834 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.005834 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006037 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006162 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006316 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] host = dv-neutron-828143-9-hyperv {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006460 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006617 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006757 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.006908 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007019 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007168 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007324 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007477 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007630 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007782 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.007962 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.008116 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.008270 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.008422 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.008576 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_options = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.008729 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.009234 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.009400 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.009933 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010108 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010412 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010412 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010580 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010711 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.010865 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.012465 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.013414 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.013414 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.013414 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.013771 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.013943 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.014132 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.015583 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.015763 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.016705 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.016923 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.017080 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.017783 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.017895 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018101 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018249 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018448 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018611 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018754 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.018906 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019063 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019223 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019360 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019514 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019669 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019821 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.019975 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.020134 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.020289 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.020443 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.020596 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.020750 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.021367 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.021570 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.021728 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.021886 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_json = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.022040 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.022197 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.022354 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.022604 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.022944 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.023103 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.023868 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.024023 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.024326 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:44:16.024517 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.024683 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.024869 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025094 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025256 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025401 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025561 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025717 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.025874 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.026767 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.026767 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.026767 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.028162 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.028345 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.028512 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.028679 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029037 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029037 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029180 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029325 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029465 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029623 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029799 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.029958 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030122 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030298 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030454 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030587 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030745 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.030902 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031060 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031223 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031380 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031537 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031694 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.031851 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.032007 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.032165 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.032322 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.032735 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.034212 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.034377 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.034535 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.034702 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.034905 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.037406 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.037608 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.037762 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.037906 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038078 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038254 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038412 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038573 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038717 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.038880 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039038 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039198 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039355 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039512 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039670 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039828 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.039999 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.040157 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.040315 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.040472 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.040630 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.040787 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.042412 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.042412 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043168 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043344 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043498 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043661 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043823 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.043974 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.044130 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.044270 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.044433 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.046213 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.046380 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.046536 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.046970 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.047944 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.048249 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.050383 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.050589 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.050780 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.050931 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051107 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051271 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051440 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051638 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051803 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.051940 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052075 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052240 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052378 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052539 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052691 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.052904 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053036 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053184 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053345 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053504 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053664 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053822 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.053983 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054143 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054301 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054459 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054618 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054786 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.054945 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055106 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055265 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055431 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055601 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055761 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.055920 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.056080 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.056239 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.056398 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.056557 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.056722 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057140 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057309 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057470 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057639 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057810 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.057971 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058131 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058290 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058474 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058634 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058794 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.058954 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059113 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059273 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059434 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059594 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059764 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.059944 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060120 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060280 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060426 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060571 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060693 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.060822 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061045 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061173 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061296 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061425 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061568 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061731 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.061891 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062050 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062209 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062370 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062530 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062690 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.062851 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063008 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063169 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063325 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063485 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063643 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063804 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.063962 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.064201 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.064441 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.064703 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.064987 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.065153 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066126 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066294 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066456 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066624 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066786 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.066946 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067104 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067255 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067414 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067574 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067733 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.067895 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068055 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068215 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068395 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068556 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068715 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.068901 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069065 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069228 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069388 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069547 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069705 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.069864 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070026 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070185 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070346 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070505 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070665 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070824 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.070986 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071147 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071307 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071466 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071630 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071788 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.071948 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072106 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072266 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072425 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072585 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072746 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.072926 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073099 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073258 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073418 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073578 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073736 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.073905 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074064 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074223 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074381 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074538 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074707 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.074867 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075026 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075184 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075341 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075509 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075670 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.075830 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076001 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076169 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076314 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076455 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076607 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076768 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.076986 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077150 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077307 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077470 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077632 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077796 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.077965 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078130 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078292 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078459 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078627 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078795 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.078955 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.079119 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.079291 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.079451 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.079610 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.080307 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.080560 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.080949 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081101 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081227 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081359 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081519 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081679 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.081839 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082000 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082160 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082320 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082480 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082639 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082798 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.082959 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.083120 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:44:16.083270 dv-neutron-828143-9-hyperv neutron-server[87736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:44:26.767704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c1b75-bd9c-44b5-8b87-0d330e37d27f None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:44:26.844877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c1b75-bd9c-44b5-8b87-0d330e37d27f None None] No non-hosted networks {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 10:44:26.870882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.agentschedulers_db [None req-808c1b75-bd9c-44b5-8b87-0d330e37d27f None None] DHCP Agent not found on host dv-neutron-828143-9-hyperv {{(pid=87843) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 10:44:27.006418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d8b04e0-317c-4fc2-8ed4-cb0f69db87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:28.956595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-52e57f88-15bb-4bbe-926b-32e3b4b8b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:29.006866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-45cb6c65-53b5-4546-b118-9d42e9f64e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:30.319491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:30.424119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:30.425033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.425415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.429675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.430230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.431671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.434734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.438096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.441450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.444254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.444794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.446027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.448301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:30.448905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-9-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:30.457900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-9-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:44:31.673549 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.db.l3_hamode_db [None req-df71a450-36a3-43ee-af20-f1f7d1b71af2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 10:44:31.787936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:31.790731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71a450-36a3-43ee-af20-f1f7d1b71af2 None None] Routers set() bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:44:31.791321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71a450-36a3-43ee-af20-f1f7d1b71af2 None None] Router IDs set() for agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:44:33.358539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 33788) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:33.937895 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING oslo_policy.policy [None req-6839e36c-c3ae-4919-af17-81f552d239b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:33.939140 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING oslo_policy.policy [None req-6839e36c-c3ae-4919-af17-81f552d239b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:34.156230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-6839e36c-c3ae-4919-af17-81f552d239b7 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:44:34.158045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6839e36c-c3ae-4919-af17-81f552d239b7 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7978532 Mar 16 10:44:36.552802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33802) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:37.125164 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING oslo_policy.policy [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.125759 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING oslo_policy.policy [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.346294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:37.445111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.policy [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:44:37.491774 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING oslo_policy.policy [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.492150 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING oslo_policy.policy [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:44:37.500697 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.quota [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Loaded quota_driver: . Mar 16 10:44:37.517740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:37.579355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327715126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327714665', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327726095', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327665635', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327675419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743327683553', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1540613', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1534108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-488354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7933804'] for rbac-policy, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:37.646169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:37.647551 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3837119d-987c-4972-91e6-c4a983beb162 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0926719 Mar 16 10:44:40.276816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33820) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:40.621320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Request body: {'network': {'project_id': '031cde1695b945988a329fc259b6fb76', 'name': 'private', 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:40.626328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:40.630447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Usage tracker for resource:network and tenant:031cde1695b945988a329fc259b6fb76 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:40.635079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:40.641038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:40.650990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Made reservation on behalf of 031cde1695b945988a329fc259b6fb76 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:44:40.653771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.672667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.685953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:40.690135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:031cde1695b945988a329fc259b6fb76 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:40.695210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:40.700579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:40.798690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.802308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.824526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:44:40.849755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743324942358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:40.850319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Unsubscribe: segment precommit_create {{(pid=87842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:44:40.850811 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Added segment 80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a of type vlan for network 3577ddff-7666-425a-9b3d-3a9963650e8c Mar 16 10:44:40.903176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3747f18-dd31-4cdc-81d0-6f023a03c71f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:40.926265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.926624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.926964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.927290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.927612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.927968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.928382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.928761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.929144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.929464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.929784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.930095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Tracked resource versions report: Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: pushed versions: Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: { 'AddressGroup': {'1.2'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'ConntrackHelper': {'1.0'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Log': {'1.0'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Network': {'1.1'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Port': {'1.7'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'PortForwarding': {'1.2'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'QosPolicy': {'1.8'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroup': {'1.4'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SubPort': {'1.0'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Subnet': {'1.1'}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Trunk': {'1.1'}} Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: consumer versions: Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'ConntrackHelper': '1.0', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Log': '1.0', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Network': '1.1', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Port': '1.7', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'PortForwarding': '1.2', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'QosPolicy': '1.8', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroup': '1.4', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroupRule': '1.2', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SubPort': '1.0', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Subnet': '1.1', Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Trunk': '1.1'}} Mar 16 10:44:40.931411 dv-neutron-828143-9-hyperv neutron-server[87842]: {{(pid=87842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:44:40.959640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:41.006993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:41.008136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:41.008809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:41.119099 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8411248 Mar 16 10:44:41.124018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81783174-6473-4f0b-8f58-15684949a7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3577ddff-7666-425a-9b3d-3a9963650e8c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:41.137225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 3577ddff-7666-425a-9b3d-3a9963650e8c details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:44:43.818342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33836) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:44.260116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffab2f6-fd11-425d-992f-2c24ab1c0505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:44.261488 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7ffab2f6-fd11-425d-992f-2c24ab1c0505 admin admin] 10.222.0.50 "GET /v2.0/networks/3577ddff-7666-425a-9b3d-3a9963650e8c HTTP/1.1" status: 200 len: 825 time: 0.4422097 Mar 16 10:44:44.288490 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d0a7928b-4c9c-4c79-9b85-e19858dd3d00 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/e2460de4-454c-4518-aa33-790dec6a5c9d HTTP/1.1" status: 200 len: 734 time: 0.0210137 Mar 16 10:44:44.296464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'name': 'private-subnet', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'ip_version': 4, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:44.300620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:44.304281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Usage tracker for resource:subnet and tenant:031cde1695b945988a329fc259b6fb76 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:44.307100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:44.312823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:44.322506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Made reservation on behalf of 031cde1695b945988a329fc259b6fb76 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:44:44.324807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:44.595230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:44.691378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95f821f-6cdb-42f8-828e-8e03f857012d,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:44.693367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Checking segment: {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:44:44.693738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Network hostable DHCP agents. Network: 3577ddff-7666-425a-9b3d-3a9963650e8c, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:44:44.714863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Network 3577ddff-7666-425a-9b3d-3a9963650e8c is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:44:44.725656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 3577ddff-7666-425a-9b3d-3a9963650e8c) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:44:44.729984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:44.730552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:44.734863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf7a23-00ce-4761-8bfb-d35d91b9ecbe None None] Network 3577ddff-7666-425a-9b3d-3a9963650e8c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:44:44.751311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f7b6e60b-7f11-44d7-8bb7-92befa2c4f43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4574068 Mar 16 10:44:45.043387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-3577ddff-7666-425a-9b3d-3a9963650e8c', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:44:45.044618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.227524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Allocated IP 172.20.0.2 (3577ddff-7666-425a-9b3d-3a9963650e8c/d95f821f-6cdb-42f8-828e-8e03f857012d/1cd6da57-4010-4243-aabd-671184c7c270) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:44:45.463865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.478407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Transition to ACTIVE for port object 1cd6da57-4010-4243-aabd-671184c7c270 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:44:45.498203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Transition to ACTIVE for port object 1cd6da57-4010-4243-aabd-671184c7c270 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:44:45.505585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.562388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Network 3577ddff-7666-425a-9b3d-3a9963650e8c is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:44:45.565779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:44:45.569337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:44:45.623188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Pushing event updated for resources: {'Port': ['ID=1cd6da57-4010-4243-aabd-671184c7c270,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:45.669751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.670114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.670456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.670804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.671117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.671457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.671783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.672104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.673076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.673603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.673823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.674141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Tracked resource versions report: Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: pushed versions: Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: { 'AddressGroup': {'1.2'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'ConntrackHelper': {'1.0'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Log': {'1.0'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Network': {'1.1'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Port': {'1.7'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'PortForwarding': {'1.2'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'QosPolicy': {'1.8'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroup': {'1.4'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SubPort': {'1.0'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Subnet': {'1.1'}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Trunk': {'1.1'}} Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: consumer versions: Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'ConntrackHelper': '1.0', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Log': '1.0', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Network': '1.1', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Port': '1.7', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'PortForwarding': '1.2', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'QosPolicy': '1.8', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroup': '1.4', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroupRule': '1.2', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SubPort': '1.0', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Subnet': '1.1', Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Trunk': '1.1'}} Mar 16 10:44:45.675496 dv-neutron-828143-9-hyperv neutron-server[87843]: {{(pid=87843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:44:45.695014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Attempting to bind port 1cd6da57-4010-4243-aabd-671184c7c270 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:44:45.695412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Attempting to bind port 1cd6da57-4010-4243-aabd-671184c7c270 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:44:45.695824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Attempting to bind port 1cd6da57-4010-4243-aabd-671184c7c270 on network 3577ddff-7666-425a-9b3d-3a9963650e8c {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:44:45.700968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:44:45.701366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Checking segment: {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:44:45.701837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.702221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Bound using segment: {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:44:45.702673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Bound port: 1cd6da57-4010-4243-aabd-671184c7c270, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:44:45.703051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.793696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] For port 1cd6da57-4010-4243-aabd-671184c7c270, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:44:45.797384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] For port 1cd6da57-4010-4243-aabd-671184c7c270, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1cd6da57-4010-4243-aabd-671184c7c270,segment=NetworkSegment(80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a),segment_id=80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:44:45.801766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:45.890551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628b17-8ffb-4a83-a1fc-e01cc90202c2 None None] Pushing event updated for resources: {'Port': ['ID=1cd6da57-4010-4243-aabd-671184c7c270,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:47.323001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33846) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:47.686631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-970139b2-e0c2-43d5-989f-3b56dfcd2320 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:44:47.687602 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-970139b2-e0c2-43d5-989f-3b56dfcd2320 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3636491 Mar 16 10:44:49.679243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dba521-35c5-46cb-a0f1-3c8b3a92185b None None] Network 3577ddff-7666-425a-9b3d-3a9963650e8c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:44:49.762466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cc6e6812-8522-4e05-a3c0-e4f0faa839e6 None None] Provisioning for port 1cd6da57-4010-4243-aabd-671184c7c270 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:44:50.111880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33860) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:50.299138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1cd6da57-4010-4243-aabd-671184c7c270 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:44:50.368443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1cd6da57-4010-4243-aabd-671184c7c270 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:44:50.372915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1cd6da57-4010-4243-aabd-671184c7c270 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:44:50.373322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:50.487351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:50.492663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-28736fc5-88ef-4c8f-866d-6d20633f60d1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:44:50.495272 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-28736fc5-88ef-4c8f-866d-6d20633f60d1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3824220 Mar 16 10:44:50.524338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 1cd6da57-4010-4243-aabd-671184c7c270, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1cd6da57-4010-4243-aabd-671184c7c270,segment=NetworkSegment(80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a),segment_id=80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:44:50.528170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:50.600077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=1cd6da57-4010-4243-aabd-671184c7c270,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:52.277014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1cd6da57-4010-4243-aabd-671184c7c270 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:44:52.347816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1cd6da57-4010-4243-aabd-671184c7c270 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:44:52.348184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.174968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33872) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:53.521584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Request body: {'router': {'tenant_id': '031cde1695b945988a329fc259b6fb76', 'name': 'router1', 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:53.526570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:53.530267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Usage tracker for resource:router and tenant:031cde1695b945988a329fc259b6fb76 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:53.534528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:53.540040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:53.550998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.552619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.573694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.683280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.701582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:53.702804 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba578433-cfca-4dee-b7f6-43cee4601280 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5268631 Mar 16 10:44:56.095995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33882) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:56.459083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-545e3ead-c2f6-4002-9bb0-2c97ec36cf8a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:44:56.460056 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-545e3ead-c2f6-4002-9bb0-2c97ec36cf8a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3631408 Mar 16 10:44:56.740093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d360bb3-75f1-4f57-9ea4-e5f48ddd3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:58.859729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33892) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:44:58.951868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79b004b2-d48e-4f6b-806c-4c403a975642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.217892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:44:59.223464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:59.227238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Usage tracker for resource:network and tenant:3f164275083e407ebe063978085df346 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:59.230123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:59.235812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:59.245256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Made reservation on behalf of 3f164275083e407ebe063978085df346 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:44:59.247554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.259245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.273405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:44:59.277173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Usage tracker for resource:security_group_rule and tenant:3f164275083e407ebe063978085df346 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:44:59.279825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:44:59.286178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:44:59.367654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.371284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.387295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Reserving flat network on physical network physnet1 {{(pid=87842) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 10:44:59.411489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7267e864-7863-42a1-81fb-a2d4876df563,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:59.415531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.415873 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Added segment 10817b15-d0d1-4d04-bb8a-cf9e0017b1d9 of type flat for network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 Mar 16 10:44:59.447656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.484259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.485387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:44:59.485962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:44:59.581829 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7209473 Mar 16 10:44:59.586467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ae60-f04a-43e2-a5ae-68bc105f0a68 admin admin] Pushing event updated for resources: {'Network': ['ID=9c51a37a-92c2-488f-bd5c-e4b8933f8895,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:44:59.601755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:45:00.274100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:00.372984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:01.724053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:02.020700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:02.229260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ad924-d263-44da-ad66-8b5f9a2a311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:02.235740 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-557ad924-d263-44da-ad66-8b5f9a2a311e admin admin] 10.222.0.50 "GET /v2.0/subnets/d95f821f-6cdb-42f8-828e-8e03f857012d HTTP/1.1" status: 200 len: 849 time: 0.2085526 Mar 16 10:45:02.370361 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a01e15d-3346-4352-b8f6-3cea5bd7eba3 admin admin] 10.222.0.50 "GET /v2.0/routers/21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 HTTP/1.1" status: 200 len: 704 time: 0.1340084 Mar 16 10:45:02.820460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.071660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Allocated IP 172.20.0.1 (3577ddff-7666-425a-9b3d-3a9963650e8c/d95f821f-6cdb-42f8-828e-8e03f857012d/fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:45:03.219900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.237006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Transition to ACTIVE for port object fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:45:03.287853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.349226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Network 3577ddff-7666-425a-9b3d-3a9963650e8c is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:45:03.355991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:03.360045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:45:03.360554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.480913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Pushing event updated for resources: {'Port': ['ID=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:03.588523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-93929e47-2124-49c5-a269-b937f4f60e7c None None] Provisioning for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:45:03.593205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-93929e47-2124-49c5-a269-b937f4f60e7c None None] Provisioning complete for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:03.594159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-93929e47-2124-49c5-a269-b937f4f60e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.614929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.648209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-93929e47-2124-49c5-a269-b937f4f60e7c None None] Port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:45:03.836270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.840467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.841205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:03.983133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Pushing event updated for resources: {'Port': ['ID=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:04.036939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Network 3577ddff-7666-425a-9b3d-3a9963650e8c is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:45:04.037951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:04.225568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:45:04.269936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5bee47a0-d302-4358-b52a-01cd70adeba4 None None] Provisioning complete for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:04.270305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5bee47a0-d302-4358-b52a-01cd70adeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:04.322759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5bee47a0-d302-4358-b52a-01cd70adeba4 None None] Port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:45:04.418021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:45:04.427747 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Sync routers for ids ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:45:04.428232 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-480cd206-78a9-4c28-92fd-ba53cc4d5972 admin admin] 10.222.0.50 "PUT /v2.0/routers/21b013f9-f6d7-4db2-80e3-9cfcbf904ef4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0524621 Mar 16 10:45:04.438230 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Routers {'21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:45:04.439073 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:44:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:04.612391 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Set router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:45:04.972918 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:03Z', 'revision_number': 2, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port_host': None, '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:03Z', 'revision_number': 2, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:04.977648 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Checking router: 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:45:04.978008 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Updating router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:45:05.028219 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.400806 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.416304 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Transition to ACTIVE for port object fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:45:05.423258 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.502488 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Pushing event updated for resources: {'Port': ['ID=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:05.569201 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.569567 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.569908 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.570232 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.570557 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.570895 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.571218 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.571534 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.571867 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.572182 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.572497 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.572810 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Tracked resource versions report: Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: pushed versions: Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: { 'AddressGroup': {'1.2'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'ConntrackHelper': {'1.0'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Log': {'1.0'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Network': {'1.1'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Port': {'1.7'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'PortForwarding': {'1.2'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'QosPolicy': {'1.8'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroup': {'1.4'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SubPort': {'1.0'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Subnet': {'1.1'}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Trunk': {'1.1'}} Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: consumer versions: Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'ConntrackHelper': '1.0', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Log': '1.0', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Network': '1.1', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Port': '1.7', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'PortForwarding': '1.2', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'QosPolicy': '1.8', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroup': '1.4', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroupRule': '1.2', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SubPort': '1.0', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Subnet': '1.1', Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Trunk': '1.1'}} Mar 16 10:45:05.574197 dv-neutron-828143-9-hyperv neutron-server[87844]: {{(pid=87844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:45:05.674697 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Attempting to bind port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:45:05.675111 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Attempting to bind port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:45:05.675529 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Attempting to bind port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b on network 3577ddff-7666-425a-9b3d-3a9963650e8c {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:45:05.680859 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:45:05.681274 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Checking segment: {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:45:05.681755 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.682141 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Bound using segment: {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:45:05.682637 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Bound port: fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:45:05.683018 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.775314 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] For port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:45:05.779328 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] For port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,segment=NetworkSegment(80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a),segment_id=80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:45:05.784151 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:05.872454 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Routers {'21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:45:05.873101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:44:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:05.920937 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a3b15-60b4-4195-988b-526a36d91981 None None] Pushing event updated for resources: {'Port': ['ID=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:06.060513 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] Set router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:45:06.393629 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:03Z', 'revision_number': 2, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port_host': None, '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:05Z', 'revision_number': 4, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:06.397479 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b721f-b898-41e8-a86c-b87a0bcf1f45 None None] The sync data for ids ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'] in dv-neutron-828143-9-hyperv is: [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:03Z', 'revision_number': 2, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port_host': None, '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:05Z', 'revision_number': 4, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:45:06.692869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:06.839710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a152b1-2488-4a85-9a34-483a902ea244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:06.840270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05a152b1-2488-4a85-9a34-483a902ea244 admin admin] Synchronizing usage tracker for tenant:3f164275083e407ebe063978085df346 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:45:06.859414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05a152b1-2488-4a85-9a34-483a902ea244 admin admin] Unset dirty status for tenant:3f164275083e407ebe063978085df346 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:45:06.860717 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05a152b1-2488-4a85-9a34-483a902ea244 admin admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 842 time: 0.1668360 Mar 16 10:45:06.870351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.0.1', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:45:06.875371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:45:06.879240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Usage tracker for resource:subnet and tenant:3f164275083e407ebe063978085df346 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:45:06.882002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:45:06.892007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:45:06.903380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Made reservation on behalf of 3f164275083e407ebe063978085df346 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:45:06.905876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:07.287280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:45:07.287752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:07.361981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a36feb-fe61-44ae-90ba-1c05930d9646,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:07.370191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:45:07.370538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Network hostable DHCP agents. Network: 9c51a37a-92c2-488f-bd5c-e4b8933f8895, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:45:07.388559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:45:07.397576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9c51a37a-92c2-488f-bd5c-e4b8933f8895) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:07.402214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:07.402945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:07.407093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6abce-38a7-4a92-b412-76ed8eb397d9 None None] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:45:07.425641 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7c09f7ab-9eef-4aae-84bf-f821be99e84e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5586758 Mar 16 10:45:07.655828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e845dc8b-a8d7-4462-b7a4-5b924e2d1137 None None] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:45:08.313279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:08.381748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:45:08.386539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:08.386906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:08.507282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:08.539128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,segment=NetworkSegment(80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a),segment_id=80cf1711-b8e2-45b6-81d0-a8fe33cd7b8a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:45:08.543180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:08.609560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:08.913862 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:45:09.770775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33948) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:09.960224 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4f7bb9f-28a1-42c9-af17-1b73a9868cf9 admin admin] 10.222.0.50 "GET /v2.0/routers/21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 HTTP/1.1" status: 200 len: 710 time: 0.1882548 Mar 16 10:45:10.084408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea147e20-a06c-4762-920a-476fef2cb0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:45:10.085797 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ea147e20-a06c-4762-920a-476fef2cb0c7 admin admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 886 time: 0.1205788 Mar 16 10:45:10.094798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:45:10.286890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:10.359959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:10.360329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:10.573938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:10.891221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:10.944671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:11.076501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Allocated IP 172.26.0.116 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a1633a84-42a4-4218-b0e0-d3f9ad65ade3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:45:11.214671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:11.242829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:11.300094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:45:11.302670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:45:11.305183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:45:11.379943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Pushing event updated for resources: {'Port': ['ID=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:11.742770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.075885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.079772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.251579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:45:12.422860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:45:12.430900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:12.432050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Sync routers for ids ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:45:12.432527 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-06875663-93b9-4605-b579-26321b7d990a admin admin] 10.222.0.50 "PUT /v2.0/routers/21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 HTTP/1.1" status: 200 len: 890 time: 2.3409564 Mar 16 10:45:12.442667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Routers {'21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:45:12.443414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:44:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:12.641409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Set router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:45:12.983752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:11Z', 'revision_number': 4, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port': {'id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:10Z', 'updated_at': '2022-03-16T10:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:08Z', 'revision_number': 5, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:12.989090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Checking router: 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:45:12.989443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Updating router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:45:13.043310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.362963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.374084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Transition to ACTIVE for port object a1633a84-42a4-4218-b0e0-d3f9ad65ade3 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:45:13.380872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.461026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cdb61-8ed8-4d77-886b-5474acabb437 None None] Pushing event updated for resources: {'Port': ['ID=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:13.464845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Attempting to bind port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:45:13.465215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Attempting to bind port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:45:13.465574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Attempting to bind port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:45:13.471201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:45:13.471579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:45:13.472042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.472425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:45:13.472907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Bound port: a1633a84-42a4-4218-b0e0-d3f9ad65ade3, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:45:13.473296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.544551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] For port a1633a84-42a4-4218-b0e0-d3f9ad65ade3, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:45:13.548073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] For port a1633a84-42a4-4218-b0e0-d3f9ad65ade3, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:45:13.551609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:13.629442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Routers {'21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:45:13.629987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:44:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:13.692377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cdb61-8ed8-4d77-886b-5474acabb437 None None] Pushing event updated for resources: {'Port': ['ID=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:13.832647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] Set router 21b013f9-f6d7-4db2-80e3-9cfcbf904ef4 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:45:14.155175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:11Z', 'revision_number': 4, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port': {'id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:10Z', 'updated_at': '2022-03-16T10:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:08Z', 'revision_number': 5, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:45:14.160005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb3102-c298-4541-bdff-12bb6568e7d1 None None] The sync data for ids ['21b013f9-f6d7-4db2-80e3-9cfcbf904ef4'] in dv-neutron-828143-9-hyperv is: [{'id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'name': 'router1', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:44:53Z', 'updated_at': '2022-03-16T10:45:11Z', 'revision_number': 4, 'project_id': '031cde1695b945988a329fc259b6fb76', 'gw_port': {'id': 'a1633a84-42a4-4218-b0e0-d3f9ad65ade3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:10Z', 'updated_at': '2022-03-16T10:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b', 'name': '', 'network_id': '3577ddff-7666-425a-9b3d-3a9963650e8c', 'tenant_id': '031cde1695b945988a329fc259b6fb76', 'mac_address': 'fa:16:3e:3b:83:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b013f9-f6d7-4db2-80e3-9cfcbf904ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:45:02Z', 'updated_at': '2022-03-16T10:45:08Z', 'revision_number': 5, 'project_id': '031cde1695b945988a329fc259b6fb76', 'subnets': [{'id': 'd95f821f-6cdb-42f8-828e-8e03f857012d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2460de4-454c-4518-aa33-790dec6a5c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:45:14.372285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a1633a84-42a4-4218-b0e0-d3f9ad65ade3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:14.448486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:45:14.454038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:14.454476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.581963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.600087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a1633a84-42a4-4218-b0e0-d3f9ad65ade3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:45:14.605764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:14.675342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a1633a84-42a4-4218-b0e0-d3f9ad65ade3,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:45:14.857805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 33958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:45:14.973353 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-93ae0008-7bc0-44b4-9980-b4f8bae071e2 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1143975 Mar 16 10:45:16.295409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a1633a84-42a4-4218-b0e0-d3f9ad65ade3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:45:16.365591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a1633a84-42a4-4218-b0e0-d3f9ad65ade3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:45:16.365960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:26.745443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3cf7bcbd-4931-4cfc-8b44-7663d396aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:28.955187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8aea1d86-0794-461d-ba32-bb8050506bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:30.277556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:30.376030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:31.734733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:45.913732 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:45:56.739925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6a18a380-eac0-4f1c-b537-228348ed415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:45:58.958583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4df06fb-a83f-49a3-a338-e4bfe7958cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:00.290998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:00.388034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:01.758771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:22.912607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:46:26.743108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-66def390-7cce-4bfc-b750-1d6c976b34df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:28.963969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-91ddd158-56a8-42c5-995b-9cf61aaa9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.281789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:30.382207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:31.745719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:56.747309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-14fda08b-48b6-45bb-bc09-cf0bb44a08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:58.968039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-763ba6ef-0835-4a91-8b15-d8253e5b512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:46:59.912263 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:00.284403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:00.384146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:01.748753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:21.958305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 34560) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:22.052884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b1f5b3-93b1-4329-b9aa-fd7d1fd15b11 admin admin] GET failed (client error): The resource could not be found. Mar 16 10:47:22.054399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-12b1f5b3-93b1-4329-b9aa-fd7d1fd15b11 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0952077 Mar 16 10:47:22.278051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.policy [None req-0aaf84b1-c587-452f-95da-d101bae3d305 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:47:22.322801 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING oslo_policy.policy [None req-0aaf84b1-c587-452f-95da-d101bae3d305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:47:22.323174 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING oslo_policy.policy [None req-0aaf84b1-c587-452f-95da-d101bae3d305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:47:22.332040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf84b1-c587-452f-95da-d101bae3d305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:22.333719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0aaf84b1-c587-452f-95da-d101bae3d305 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2750051 Mar 16 10:47:24.500451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 34572) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:24.605421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f800d4-d860-4bac-9d5d-95725c96cf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:24.607139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61f800d4-d860-4bac-9d5d-95725c96cf2c admin admin] 10.222.0.50 "GET /v2.0/subnets/d95f821f-6cdb-42f8-828e-8e03f857012d HTTP/1.1" status: 200 len: 849 time: 0.1052434 Mar 16 10:47:24.616316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:47:24.732923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:24.927818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063'] for subnet, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:24.992078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:24.993020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:24.995916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] 10.222.0.50 "PUT /v2.0/subnets/d95f821f-6cdb-42f8-828e-8e03f857012d HTTP/1.1" status: 200 len: 868 time: 0.3813922 Mar 16 10:47:24.996690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed031207-d170-42cf-9826-9b1db3870af4 None None] Network 3577ddff-7666-425a-9b3d-3a9963650e8c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:47:25.021109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95f821f-6cdb-42f8-828e-8e03f857012d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:47:25.030896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.031225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.031560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.031885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.032209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.032800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.033160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.033493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.033884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.034202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.034516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.034826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9b1c1-0430-430f-9dec-71914419138a admin admin] Tracked resource versions report: Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: pushed versions: Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: { 'AddressGroup': {'1.2'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'ConntrackHelper': {'1.0'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Log': {'1.0'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Network': {'1.1'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Port': {'1.7'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'PortForwarding': {'1.2'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'QosPolicy': {'1.8'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroup': {'1.4'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SubPort': {'1.0'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Subnet': {'1.1'}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Trunk': {'1.1'}} Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: consumer versions: Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'ConntrackHelper': '1.0', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Log': '1.0', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Network': '1.1', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Port': '1.7', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'PortForwarding': '1.2', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'QosPolicy': '1.8', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroup': '1.4', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroupRule': '1.2', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SubPort': '1.0', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Subnet': '1.1', Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Trunk': '1.1'}} Mar 16 10:47:25.036222 dv-neutron-828143-9-hyperv neutron-server[87841]: {{(pid=87841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:47:25.426582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9579eb50-80ce-4784-8761-b250bfe2290a None None] Provisioning complete for port fbeb8ea3-a3a6-4d4b-935e-af4fda98e37b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:47:25.426945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9579eb50-80ce-4784-8761-b250bfe2290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:25.585999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9579eb50-80ce-4784-8761-b250bfe2290a None None] Provisioning complete for port 1cd6da57-4010-4243-aabd-671184c7c270 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:47:25.586377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9579eb50-80ce-4784-8761-b250bfe2290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:26.750561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf5a9-b156-4f4c-8d1e-8d1e7c9f0114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:27.310949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 34586) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:27.484746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856d70f-d16d-4897-a037-ad5be5d5bfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:27.485249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856d70f-d16d-4897-a037-ad5be5d5bfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:27.486753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b856d70f-d16d-4897-a037-ad5be5d5bfea admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748765 Mar 16 10:47:28.970946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20ec0e36-e4fa-428e-bfa1-2e88e9d686dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:29.644707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34596) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:29.814162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdaffc-f272-4a78-952f-14ef5b765534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:29.814638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdaffc-f272-4a78-952f-14ef5b765534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:29.816196 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-79bdaffc-f272-4a78-952f-14ef5b765534 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1705391 Mar 16 10:47:30.285748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:30.386714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:31.751376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:31.954764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34606) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:32.124390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faaba0f-edd0-4963-97cd-b4ddd50821b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:32.125775 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2faaba0f-edd0-4963-97cd-b4ddd50821b8 admin admin] 10.222.0.50 "GET /v2.0/networks/3577ddff-7666-425a-9b3d-3a9963650e8c HTTP/1.1" status: 200 len: 869 time: 0.1700742 Mar 16 10:47:34.294717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 34616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:34.469513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1238529-8d71-46f5-843e-c7e72e93ad44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:34.470773 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c1238529-8d71-46f5-843e-c7e72e93ad44 admin admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 886 time: 0.1751232 Mar 16 10:47:36.673356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34626) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:36.781918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf5986-0226-4dc0-b8b0-65382452dfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:36.782374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf5986-0226-4dc0-b8b0-65382452dfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:36.783354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0cf5986-0226-4dc0-b8b0-65382452dfc3 admin admin] Synchronizing usage tracker for tenant:3f164275083e407ebe063978085df346 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:47:36.799642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0cf5986-0226-4dc0-b8b0-65382452dfc3 admin admin] Unset dirty status for tenant:3f164275083e407ebe063978085df346 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:47:36.800794 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e0cf5986-0226-4dc0-b8b0-65382452dfc3 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264911 Mar 16 10:47:36.911417 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:47:39.007063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34636) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:39.111317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955db5c-67e2-4f38-a998-770e4047866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:39.111770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955db5c-67e2-4f38-a998-770e4047866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:39.113279 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7955db5c-67e2-4f38-a998-770e4047866b admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052468 Mar 16 10:47:41.273329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34646) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:41.377332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712845f-c082-460b-9bdb-480df77aaad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:41.378619 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4712845f-c082-460b-9bdb-480df77aaad2 admin admin] 10.222.0.50 "GET /v2.0/subnets/b0a36feb-fe61-44ae-90ba-1c05930d9646 HTTP/1.1" status: 200 len: 816 time: 0.1043098 Mar 16 10:47:43.549189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34656) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:47:43.658724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e6476-9c20-4585-9353-098cba84bcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:47:43.660066 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d13e6476-9c20-4585-9353-098cba84bcd0 admin admin] 10.222.0.50 "GET /v2.0/subnets/d95f821f-6cdb-42f8-828e-8e03f857012d HTTP/1.1" status: 200 len: 868 time: 0.1099403 Mar 16 10:47:56.752366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fc1561f1-d841-4c00-9ecf-7ac9cffe3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:47:58.974364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3099802f-cc7c-4ecd-820b-897e2ce0dc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:00.289895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:00.391501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:01.754984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:02.533703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34702) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:02.586099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-fd79e46e-393d-4631-9b0e-4f4fd70182e2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:48:02.587023 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fd79e46e-393d-4631-9b0e-4f4fd70182e2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523911 Mar 16 10:48:04.826172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34712) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:04.893254 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a9ea04-3990-447b-9ab6-6a35b59bd313 admin admin] GET failed (client error): The resource could not be found. Mar 16 10:48:04.894509 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-70a9ea04-3990-447b-9ab6-6a35b59bd313 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673277 Mar 16 10:48:05.070461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da734b12-9f39-4334-8ee5-a809024ac669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:48:05.071908 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-da734b12-9f39-4334-8ee5-a809024ac669 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1735220 Mar 16 10:48:07.226451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34722) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:07.274871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:48:07.280290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:48:07.289884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:48:07.299564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Made reservation on behalf of 3f164275083e407ebe063978085df346 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:48:07.301893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:07.390226 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.services.revisions.revision_plugin [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Could not find related network for resource to bump revision. Mar 16 10:48:07.400969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:48:07.410529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:07.410836 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Added segment 224a77c1-c1d4-499c-8726-15631bd5b66f of type vlan for network aa786f72-af25-48d5-a652-eaf4bc0ab05e Mar 16 10:48:07.435088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:07.467823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:07.468789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:48:07.469431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:07.568495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Pushing event updated for resources: {'Network': ['ID=aa786f72-af25-48d5-a652-eaf4bc0ab05e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:48:07.571244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3438022 Mar 16 10:48:07.577114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.577460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.577797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.578126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.578450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.578784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.579111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.579433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.579747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.580059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.580373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.580681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369be72-c78e-4d29-9759-c62d2f962296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:07.592897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:48:09.726715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34732) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:48:09.792286 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93eb69-5ce5-41a2-82c3-0d6f25123f25 admin admin] GET failed (client error): The resource could not be found. Mar 16 10:48:09.793425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b93eb69-5ce5-41a2-82c3-0d6f25123f25 admin admin] Synchronizing usage tracker for tenant:3f164275083e407ebe063978085df346 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:48:09.807539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b93eb69-5ce5-41a2-82c3-0d6f25123f25 admin admin] Unset dirty status for tenant:3f164275083e407ebe063978085df346 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:48:09.809474 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b93eb69-5ce5-41a2-82c3-0d6f25123f25 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817502 Mar 16 10:48:09.911819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90565b9c-703b-469c-9fc9-22c600b630f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:48:09.913258 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-90565b9c-703b-469c-9fc9-22c600b630f7 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998423 Mar 16 10:48:09.923723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:48:09.927941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:48:09.937350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:48:09.947830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Made reservation on behalf of 3f164275083e407ebe063978085df346 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:48:09.950217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.142822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.215436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3809df4e-da36-4161-9563-266134e6705b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:48:10.223646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Checking segment: {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:48:10.223992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Network hostable DHCP agents. Network: aa786f72-af25-48d5-a652-eaf4bc0ab05e, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:48:10.241229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:48:10.250085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, aa786f72-af25-48d5-a652-eaf4bc0ab05e) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:48:10.254236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:48:10.254813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.258967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39a9e5-e1dd-4022-bf28-8f8c620efaef None None] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:48:10.280802 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f726da2d-54fb-42d4-a6ba-aa8922d619eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3602848 Mar 16 10:48:10.481575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-aa786f72-af25-48d5-a652-eaf4bc0ab05e', 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e', 'tenant_id': '3f164275083e407ebe063978085df346', 'fixed_ips': [{'subnet_id': '3809df4e-da36-4161-9563-266134e6705b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:48:10.482338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.639470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Allocated IP 192.168.233.2 (aa786f72-af25-48d5-a652-eaf4bc0ab05e/3809df4e-da36-4161-9563-266134e6705b/6c1aa611-e30d-4ea8-a980-83513268968d) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:48:10.843904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.854126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Transition to ACTIVE for port object 6c1aa611-e30d-4ea8-a980-83513268968d will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:48:10.873768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Transition to ACTIVE for port object 6c1aa611-e30d-4ea8-a980-83513268968d will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:48:10.880860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:10.943635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:48:10.953784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:48:10.957900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:48:10.963501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Pushing event updated for resources: {'Port': ['ID=6c1aa611-e30d-4ea8-a980-83513268968d,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:48:10.998960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:10.999307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:10.999643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:10.999976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.000303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.000646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.001004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.001325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.001658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.002006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.002314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.002630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:48:11.058798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Attempting to bind port 6c1aa611-e30d-4ea8-a980-83513268968d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:48:11.059155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Attempting to bind port 6c1aa611-e30d-4ea8-a980-83513268968d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:48:11.059510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Attempting to bind port 6c1aa611-e30d-4ea8-a980-83513268968d on network aa786f72-af25-48d5-a652-eaf4bc0ab05e {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:48:11.064899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:48:11.065264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Checking segment: {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:48:11.065653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:11.066030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Bound using segment: {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:48:11.066478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Bound port: 6c1aa611-e30d-4ea8-a980-83513268968d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:48:11.066853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:11.157194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] For port 6c1aa611-e30d-4ea8-a980-83513268968d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:48:11.160302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] For port 6c1aa611-e30d-4ea8-a980-83513268968d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c1aa611-e30d-4ea8-a980-83513268968d,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:48:11.165321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:11.248639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed013c5-f8d9-45e5-b1dc-f273774f9154 None None] Pushing event updated for resources: {'Port': ['ID=6c1aa611-e30d-4ea8-a980-83513268968d,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:48:12.074554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50892197-b2a6-4068-af05-6965b25bb903 None None] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:48:12.202887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5c78de43-cd54-4d17-847b-060d28e09a5d None None] Provisioning for port 6c1aa611-e30d-4ea8-a980-83513268968d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:48:12.427697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6c1aa611-e30d-4ea8-a980-83513268968d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:48:12.513859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6c1aa611-e30d-4ea8-a980-83513268968d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:48:12.520696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6c1aa611-e30d-4ea8-a980-83513268968d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:48:12.520980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:12.648541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:12.665267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-533f230d-5805-4569-80e3-7c7ff31852ad None None] Provisioning complete for port 6c1aa611-e30d-4ea8-a980-83513268968d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:48:12.665642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-533f230d-5805-4569-80e3-7c7ff31852ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:12.727203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6c1aa611-e30d-4ea8-a980-83513268968d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c1aa611-e30d-4ea8-a980-83513268968d,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:48:12.738134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:12.851342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6c1aa611-e30d-4ea8-a980-83513268968d,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:48:13.913860 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:48:14.396844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6c1aa611-e30d-4ea8-a980-83513268968d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:48:14.471012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6c1aa611-e30d-4ea8-a980-83513268968d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:48:14.471377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:26.753485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-355b5ce5-03e3-49dd-be70-52b75ad54112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:28.975829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a70b78e5-466d-45fe-b238-5ad905622019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:30.291301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:30.393324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:31.766198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:50.912615 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:48:56.755541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d6a86b7f-f6cc-4c90-b94a-82a98a4c7b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:48:58.977066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa56a-279e-42ef-8bee-e67bb5b2508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:00.294363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:00.394053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:01.765121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:26.757475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cc4941d8-13d2-47c5-bd6e-fe977e3899d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:27.912223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:49:28.982137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b4d181d-5616-4cef-ad5a-8a0f0be3ad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:30.306771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:30.396279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:31.764627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.236480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34776) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:41.243218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-14ad1b13-11d3-4a0a-9d0d-7ca2592d6f2d tempest-verify_tempest_config-2008551946 tempest-verify_tempest_config-2008551946-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:49:41.244241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14ad1b13-11d3-4a0a-9d0d-7ca2592d6f2d tempest-verify_tempest_config-2008551946 tempest-verify_tempest_config-2008551946-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066783 Mar 16 10:49:41.542484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34794) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:41.654913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.669109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:49:41.672816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Usage tracker for resource:security_group_rule and tenant:db5a44ca6a0841e8ae886e9b0a97465a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:49:41.675596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:49:41.681304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:49:41.763111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.766715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.810404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849532c5-53bd-4310-9a79-e7920ffd6411,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:41.814389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Synchronizing usage tracker for tenant:3f164275083e407ebe063978085df346 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:49:41.821569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.821928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.822266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.822593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.822914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.823237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.823554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.823885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.824203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.824514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.824824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.825157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:49:41.840681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] Unset dirty status for tenant:3f164275083e407ebe063978085df346 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:49:41.842062 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f0d8250-f923-4239-a8de-e067c25b1b02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db5a44ca6a0841e8ae886e9b0a97465a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986190 Mar 16 10:49:41.844666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34800) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:49:41.902300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:41.927066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.018975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.033540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849532c5-53bd-4310-9a79-e7920ffd6411,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:49:42.041305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:42.044999 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d072d68-465d-4db8-99e4-68b131ffec9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/849532c5-53bd-4310-9a79-e7920ffd6411 HTTP/1.1" status: 204 len: 168 time: 0.1970427 Mar 16 10:49:56.760294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1ee30ab6-2fc0-4f76-9d93-61ceee32d99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:49:58.985406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-377ec7fb-403d-4809-b703-02c90aa956c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.299640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:00.397285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:01.770283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:04.911784 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:50:26.761998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c100ba91-7e61-497f-ac6d-93890b72355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:28.986546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4e9e-4839-4c08-8557-67bb3f3d5545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.302774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:30.399284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:31.770676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:41.910063 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 5 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:50:56.763250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49ae82f9-1bf6-454f-bf44-7459019f1064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:50:58.988332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0243-59d2-4e61-81d7-665252615d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.308308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:00.400659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:01.774407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:03.755882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342746'] for agent, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:18.506056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 34870) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:18.617564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5485e3e0-2387-45cc-b1a5-7bdfa9e19919 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1102231 Mar 16 10:51:18.909259 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:51:20.820390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 34880) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:51:20.877462 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d3b7ef4-52b5-4c9e-9b35-0304789a2a5a admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0559442 Mar 16 10:51:26.765380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8d0446b-7f29-4f9f-af4f-fdbe828f1182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:28.989857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2e44c315-f481-4b33-95f8-44fd4fd1fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.308102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:30.402673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:31.777071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:33.724307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:55.914168 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:51:56.768628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f15fcf7-a2c6-40dc-8511-f15b6fc524f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:51:58.997583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4a435f25-393e-42f9-9bea-ec927b4ad4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.313658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:00.413078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:01.789262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:03.705214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:26.772018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4f289828-b1a3-48bd-a648-5da84d69d91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:28.994291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebd9426b-7f07-4ae3-923b-4de9a9733685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.309692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:30.406875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:31.779513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:32.915380 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:52:33.705628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.015201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35040) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:49.322807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:49.327150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:49.331269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Usage tracker for resource:floatingip and tenant:51238af5207e4369b14784abe39ddb51 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:49.334934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:49.340616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:49.352479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.486008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.625591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Allocated IP 172.26.0.137 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/5c40b114-38ab-430a-a25f-36000e53abae) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:49.780760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.811755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:49.869388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:49.872267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:49.882300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:49.892959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Pushing event updated for resources: {'Port': ['ID=5c40b114-38ab-430a-a25f-36000e53abae,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:49.991168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.991562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.991834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.992159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.992480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.992796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.993136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.993485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.993752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.994065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.994376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.994682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Tracked resource versions report: Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: pushed versions: Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: { 'AddressGroup': {'1.2'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'ConntrackHelper': {'1.0'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Log': {'1.0'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Network': {'1.1'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Port': {'1.7'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'PortForwarding': {'1.2'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'QosPolicy': {'1.8'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroup': {'1.4'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SubPort': {'1.0'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Subnet': {'1.1'}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Trunk': {'1.1'}} Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: consumer versions: Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: HyperV agent@hv-neutron-8281: {}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'ConntrackHelper': '1.0', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Log': '1.0', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Network': '1.1', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Port': '1.7', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'PortForwarding': '1.2', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'QosPolicy': '1.8', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroup': '1.4', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SecurityGroupRule': '1.2', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'SubPort': '1.0', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Subnet': '1.1', Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: 'Trunk': '1.1'}} Mar 16 10:52:49.996433 dv-neutron-828143-9-hyperv neutron-server[87842]: {{(pid=87842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:52:50.025869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.096083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.139017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35092) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.182843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35098) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.267937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35106) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.309576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.315553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.369372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.400595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Pushing event updated for resources: {'Port': ['ID=5c40b114-38ab-430a-a25f-36000e53abae,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.414415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.415876 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cfbcba3c-5418-4e1b-ad80-87d7d1148f7a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3989413 Mar 16 10:52:50.418952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35116) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.424557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-573238600', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'fixed_ips': [{'ip_address': '172.26.0.137'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:50.431664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.435693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Usage tracker for resource:port and tenant:51238af5207e4369b14784abe39ddb51 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.438809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.445259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.459780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Made reservation on behalf of 51238af5207e4369b14784abe39ddb51 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:50.463667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.484385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.504322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.510281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Usage tracker for resource:security_group_rule and tenant:51238af5207e4369b14784abe39ddb51 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.513196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.518813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.604162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-297497730-network', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:50.606245 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.quota [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Loaded quota_driver: . Mar 16 10:52:50.619437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.628885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Usage tracker for resource:network and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.634783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.641657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.647566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.648523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.671349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Made reservation on behalf of 8acf26f1d08648e39a6cbc181a9a8788 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:50.676915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] device_id is not set on port 92bd083b-8d1f-47d3-84e1-02ded9ff7771 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:50.677461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.709356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.727758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdae3c8-b8b6-4e6e-955e-7333ae72492d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:50.744297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.760526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.766858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.779458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1455640006-network', 'tenant_id': '13b9d59673624be79e8f089105f765b3'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:50.787905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.795008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Usage tracker for resource:network and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.802563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.813312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.833794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:50.840464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Made reservation on behalf of 13b9d59673624be79e8f089105f765b3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:50.844430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.875241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2065698704'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:50.890286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:50.930014 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:52:50.930713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:52:50.951067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.955234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:50.966084 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b98144ce-de32-4f96-bda7-49d88b11e5ec tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5459213 Mar 16 10:52:50.966405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Usage tracker for resource:network and tenant:7e738d90cd1d489db9eedc35ac2f69b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:50.967105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35134) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:50.971162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:50.981863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:51.004265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Usage tracker for resource:security_group_rule and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:51.012553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:51.036982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Made reservation on behalf of 7e738d90cd1d489db9eedc35ac2f69b3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:51.043285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.067717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:51.092085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.137055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:51.273066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Usage tracker for resource:security_group_rule and tenant:7e738d90cd1d489db9eedc35ac2f69b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:51.291136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Deleting port 5c40b114-38ab-430a-a25f-36000e53abae {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:51.291921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.300989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:51.339283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:51.371255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.379178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.391820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.414039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.474770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a746c-4d40-49e4-a4ac-2cdf8c53d5ff,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.499730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.500509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.501293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.502249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.503007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.504298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.505066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.506017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.506781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.507588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.508441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.509217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Tracked resource versions report: Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: pushed versions: Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: { 'AddressGroup': {'1.2'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'ConntrackHelper': {'1.0'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Log': {'1.0'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Network': {'1.1'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Port': {'1.7'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'PortForwarding': {'1.2'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'QosPolicy': {'1.8'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroup': {'1.4'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SubPort': {'1.0'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Subnet': {'1.1'}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Trunk': {'1.1'}} Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: consumer versions: Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: HyperV agent@hv-neutron-8281: {}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'ConntrackHelper': '1.0', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Log': '1.0', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Network': '1.1', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Port': '1.7', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'PortForwarding': '1.2', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'QosPolicy': '1.8', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroup': '1.4', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SecurityGroupRule': '1.2', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'SubPort': '1.0', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Subnet': '1.1', Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: 'Trunk': '1.1'}} Mar 16 10:52:51.511955 dv-neutron-828143-9-hyperv neutron-server[87841]: {{(pid=87841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:52:51.531357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:51.590519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d7bca-71ad-480d-9619-ece66c0bd1af,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:51.596293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:51.619183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743324942358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.620096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Unsubscribe: segment precommit_create {{(pid=87841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:52:51.620820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Added segment b1f9255c-7d20-493f-a68a-d517c2cc6de2 of type vlan for network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf Mar 16 10:52:51.727143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.727143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.727396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.728030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Added segment 1b3ac300-3676-4aa7-9d91-69c7c0a0b215 of type vlan for network 55c446d9-df98-4079-be3b-cd182679363b Mar 16 10:52:51.790979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.845712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.876254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35170) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:51.915298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.932072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Calling delete_port for 5c40b114-38ab-430a-a25f-36000e53abae owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:52:51.942841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.954359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:51.963708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:51.964339 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Added segment b3238b5f-803d-425f-9560-5437ceacdf1f of type vlan for network df278802-c4ea-4963-b59c-a269eb869bef Mar 16 10:52:51.991217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.028310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35178) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.036567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.043021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.043925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.058052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.090871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.091944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.092527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.117316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.118379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.118966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.152801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc5fc76-0efa-451a-8160-e86fc0875972,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.181514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.275539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'Network': ['ID=df278802-c4ea-4963-b59c-a269eb869bef,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.299800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network df278802-c4ea-4963-b59c-a269eb869bef details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:52.335043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c40b114-38ab-430a-a25f-36000e53abae,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.336165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1961401 Mar 16 10:52:52.340687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35196) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.341533 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1574979 Mar 16 10:52:52.343690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35200) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.349685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Request body: {'subnet': {'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-297497730-subnet', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.357993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Request body: {'subnet': {'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1455640006-subnet', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.362449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.366781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Usage tracker for resource:subnet and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.370036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.375948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.381062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c6de1b1e-c225-4883-abfb-9217905d9bcd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1112268 Mar 16 10:52:52.383916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35206) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.385121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.392802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Usage tracker for resource:subnet and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.397102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Made reservation on behalf of 13b9d59673624be79e8f089105f765b3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.399555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.410641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Request body: {'subnet': {'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.561106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2075585472'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.598350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1278446181'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.612508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.613669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.617342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.617513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.622311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-654746315'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:52.627202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.638079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.671335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffbb3b-380e-48b6-a7a1-021c12a550b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c53a580-0ee9-4147-ab0e-8691eeba3bdf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.673605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Usage tracker for resource:network and tenant:f09a3266802f4a36bbbaa83978dfbbb8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.684113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.686423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.690057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:52.692886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Made reservation on behalf of 8acf26f1d08648e39a6cbc181a9a8788 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.695082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.712037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Usage tracker for resource:network and tenant:9449555a418b40f08f58a9463067429c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.736278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Usage tracker for resource:network and tenant:9c7423309e1d47c293afda2bb0c8651d is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.739828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.740981 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-44d9ecb8-91a6-4974-9ba5-d43c9c19778a tempest-ExternalNetworksAdminNegativeTestJSON-2059519636 tempest-ExternalNetworksAdminNegativeTestJSON-2059519636-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/959f4a78-38f2-4e7f-bf09-d4d078961562 HTTP/1.1" status: 204 len: 168 time: 1.7727854 Mar 16 10:52:52.743799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.750964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.754638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.764748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.767981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.780276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:52.824535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35224) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:52.837338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Usage tracker for resource:subnet and tenant:7e738d90cd1d489db9eedc35ac2f69b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:52.840707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e98511-e885-42b2-ad0c-efaeba8d570e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:52.846255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Checking segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:52.846610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Network hostable DHCP agents. Network: 55c446d9-df98-4079-be3b-cd182679363b, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:52.854554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:52.863395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Made reservation on behalf of 9449555a418b40f08f58a9463067429c for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.866935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.875841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Made reservation on behalf of 9c7423309e1d47c293afda2bb0c8651d for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.879585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.892575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Network 55c446d9-df98-4079-be3b-cd182679363b is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:52.896517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:52.904477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Made reservation on behalf of f09a3266802f4a36bbbaa83978dfbbb8 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.908248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.924356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.931031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 55c446d9-df98-4079-be3b-cd182679363b) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:52.939515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.947184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:52.948727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.950699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d56bcd-6c7d-47c0-bfbc-f7e818eff56c None None] Network 55c446d9-df98-4079-be3b-cd182679363b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:52.953948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.977134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Made reservation on behalf of 7e738d90cd1d489db9eedc35ac2f69b3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:52.980566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:52.981559 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6dea6c27-dafd-4f19-a819-25b10f7b62ac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6368418 Mar 16 10:52:52.984343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35230) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.004017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.005259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:53.008523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.011572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.019349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Usage tracker for resource:router and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.023495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a705344-5b24-4774-81eb-7192bdd4bb4a admin admin] Pushing event updated for resources: {'Network': ['ID=55c446d9-df98-4079-be3b-cd182679363b,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.026350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Usage tracker for resource:security_group_rule and tenant:9c7423309e1d47c293afda2bb0c8651d is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.029348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.032887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.040029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Usage tracker for resource:security_group_rule and tenant:9449555a418b40f08f58a9463067429c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.042545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 55c446d9-df98-4079-be3b-cd182679363b details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:53.042709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.044416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.045638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.048408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Usage tracker for resource:security_group_rule and tenant:f09a3266802f4a36bbbaa83978dfbbb8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.053468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.055887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.102795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.103903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.108463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.113373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.126080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.148240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3104b282-95d3-4ce3-9a73-fd821848095f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.166204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.192235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Checking segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:53.192668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Network hostable DHCP agents. Network: 9c53a580-0ee9-4147-ab0e-8691eeba3bdf, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:53.210963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:53.222966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.278992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.301494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.308655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.309696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:floatingip and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.316591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.343503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:53.376055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:53.388970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.390838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa17e308-6ed0-45f6-868f-fc451918e797,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:53.402965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.406400 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Added segment fe6ecb4e-4d53-4201-aa33-142571f08dfa of type vlan for network 73927cf8-492c-47cc-96a2-f4bfc821cf5b Mar 16 10:52:53.427597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-55c446d9-df98-4079-be3b-cd182679363b', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:53.428553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.460586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9c53a580-0ee9-4147-ab0e-8691eeba3bdf) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:53.475209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.476037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.495283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fed494-8a50-4ad7-b17f-5cddd2467bdb None None] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:53.557202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.602783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.610934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.625188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.638124 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-be80b0ac-9370-4657-8581-054a298b536f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2941360 Mar 16 10:52:53.640453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35244) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:53.664686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:53.673363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.674843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.692691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:53.695212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Usage tracker for resource:security_group_rule and tenant:171ecee01b444071a2e7c647172e80ac is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.702094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.706987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Usage tracker for resource:router and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:53.707222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.714471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.717024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:53.742075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.775702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:53.781134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Allocated IP 172.20.0.2 (55c446d9-df98-4079-be3b-cd182679363b/a7e98511-e885-42b2-ad0c-efaeba8d570e/c5b6777f-7a47-413a-ba6b-c435433c2442) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:53.824246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:53.825103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.856436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.869025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.870066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.871747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.876759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.882448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:53.883047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.930608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:53.934467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:53.954581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:53.961140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'Subnet': ['ID=f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.016276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.016665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Added segment 6f27490e-fea6-44ef-b2d9-e0a3a7584dbf of type vlan for network 821f28fc-b5b4-41d3-95de-9f64fc0b526b Mar 16 10:52:54.025763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.026108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Added segment c88292e2-a687-45c5-8cd3-85c6172f844b of type vlan for network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 Mar 16 10:52:54.069226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.077120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.088517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.110297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Checking segment: {'id': 'b3238b5f-803d-425f-9560-5437ceacdf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:54.110677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Network hostable DHCP agents. Network: df278802-c4ea-4963-b59c-a269eb869bef, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:54.115081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Allocated IP 172.20.0.2 (9c53a580-0ee9-4147-ab0e-8691eeba3bdf/3104b282-95d3-4ce3-9a73-fd821848095f/302cb5be-c7e9-42c8-9dc0-a60396717ba0) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:54.126883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fb2442-485b-444a-afee-f9c68097f672,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.167278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Pushing event updated for resources: {'Network': ['ID=73927cf8-492c-47cc-96a2-f4bfc821cf5b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.194348 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e13d3a6a-efe6-4863-a76e-73dfebe66b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3084466 Mar 16 10:52:54.194348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.216620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.300021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7e8b8-c07a-4930-822d-4a4e22383012,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.305765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.316349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:54.317177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.326905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.338209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Transition to ACTIVE for port object 302cb5be-c7e9-42c8-9dc0-a60396717ba0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:54.358909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Transition to ACTIVE for port object 302cb5be-c7e9-42c8-9dc0-a60396717ba0 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:54.363763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.369234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:54.369756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.373724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Network df278802-c4ea-4963-b59c-a269eb869bef is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:54.397932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.398320 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3632331 Mar 16 10:52:54.409804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.410547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Transition to ACTIVE for port object c5b6777f-7a47-413a-ba6b-c435433c2442 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:54.418004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Request body: {'subnet': {'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:54.430891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Transition to ACTIVE for port object c5b6777f-7a47-413a-ba6b-c435433c2442 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:54.434803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:54.435390 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=171ecee01b444071a2e7c647172e80ac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1201122 Mar 16 10:52:54.443761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35268) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.449719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, df278802-c4ea-4963-b59c-a269eb869bef) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:54.579799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c907d-8621-4989-a144-2b26a773b7bf None None] Network df278802-c4ea-4963-b59c-a269eb869bef requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:54.584796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:54.585411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.593551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.599155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5194082 Mar 16 10:52:54.607125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.619756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.663731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661759a4-f5df-49af-bedd-c9bfce6f6830 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event updated for resources: {'Network': ['ID=9723cc3f-ac82-4a59-8f95-a96ee1b79278,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.692085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdc195-fb9a-43c4-b8a4-f4c19f24303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2db52-fb4c-4871-9fbc-52ee462188bc,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:54.719164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9394ec31-b5d0-4d1c-80cb-9e1743bb18dd tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3278964 Mar 16 10:52:54.732548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35286) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:54.756496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Request body: {'port': {'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1939316573'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:54.824057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Network 55c446d9-df98-4079-be3b-cd182679363b is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:54.836887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:54.856874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:54.862300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:54.869867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:54.890910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:54.897155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Usage tracker for resource:subnet and tenant:f09a3266802f4a36bbbaa83978dfbbb8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:54.900172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:54.907093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:54.908267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Allocated IP 172.26.0.17 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/0ba10d75-bb88-471e-9c9c-6b540aeb0389) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:54.944878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.973231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Made reservation on behalf of f09a3266802f4a36bbbaa83978dfbbb8 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:54.976851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.977678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:54.998761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea80c5-51b5-40c4-b561-f4bcac7f9a28 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Pushing event updated for resources: {'Network': ['ID=821f28fc-b5b4-41d3-95de-9f64fc0b526b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.024363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:55.031485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.033454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:55.103683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:52:55.140576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.146700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Usage tracker for resource:port and tenant:7e738d90cd1d489db9eedc35ac2f69b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.151827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.160613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.209529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35292) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.218203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Made reservation on behalf of 7e738d90cd1d489db9eedc35ac2f69b3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:55.223195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.228661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.244334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-804948384'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:55.260651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.269954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Usage tracker for resource:port and tenant:9ca5a62035524240902d86551e3dee7f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.275306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.288442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.298403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] device_id is not set on port 125c6925-4965-454b-ab41-eba8aa3f7c3f yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:55.356999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.359960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Attempting to bind port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:55.363176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Attempting to bind port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:55.366234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Attempting to bind port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 on network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:55.381902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:55.382445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Checking segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:55.383509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.384032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Bound using segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:55.384707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Bound port: 302cb5be-c7e9-42c8-9dc0-a60396717ba0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:55.385222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.444214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.470963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35296) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:55.482332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-381687997'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:55.506685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.512254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Allocated IP 2001:db8::187 (df278802-c4ea-4963-b59c-a269eb869bef/f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901/125c6925-4965-454b-ab41-eba8aa3f7c3f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:55.518003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2db52-fb4c-4871-9fbc-52ee462188bc,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.520870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Usage tracker for resource:port and tenant:f468377c685b4fae9f9ca72bfb0b6ceb is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.523258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Made reservation on behalf of 9ca5a62035524240902d86551e3dee7f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:55.525585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.542792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.556761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.565848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.569544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Pushing event updated for resources: {'Port': ['ID=c5b6777f-7a47-413a-ba6b-c435433c2442,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.587615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.598765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.602436 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-60e0f1c0-2333-4487-8c31-17aed93d9738 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31f2db52-fb4c-4871-9fbc-52ee462188bc HTTP/1.1" status: 204 len: 168 time: 1.1502812 Mar 16 10:52:55.608926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.640406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Made reservation on behalf of f468377c685b4fae9f9ca72bfb0b6ceb for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:55.641334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.642748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.645786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] For port 302cb5be-c7e9-42c8-9dc0-a60396717ba0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:55.650413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] For port 302cb5be-c7e9-42c8-9dc0-a60396717ba0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=302cb5be-c7e9-42c8-9dc0-a60396717ba0,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:55.654126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.654569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.655428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.655428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.655703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.656115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.657785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.658546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.658546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.658881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.659382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.659531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.660455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Tracked resource versions report: Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: pushed versions: Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: { 'AddressGroup': {'1.2'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'ConntrackHelper': {'1.0'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Log': {'1.0'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Network': {'1.1'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Port': {'1.7'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'PortForwarding': {'1.2'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'QosPolicy': {'1.8'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroup': {'1.4'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SubPort': {'1.0'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Subnet': {'1.1'}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Trunk': {'1.1'}} Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: consumer versions: Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: HyperV agent@hv-neutron-8281: {}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'ConntrackHelper': '1.0', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Log': '1.0', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Network': '1.1', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Port': '1.7', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'PortForwarding': '1.2', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'QosPolicy': '1.8', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroup': '1.4', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SecurityGroupRule': '1.2', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'SubPort': '1.0', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Subnet': '1.1', Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: 'Trunk': '1.1'}} Mar 16 10:52:55.661943 dv-neutron-828143-9-hyperv neutron-server[87843]: {{(pid=87843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:52:55.685688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Usage tracker for resource:security_group_rule and tenant:9ca5a62035524240902d86551e3dee7f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.689561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.698786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.726125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.740417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.748709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:55.814033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Usage tracker for resource:security_group_rule and tenant:f468377c685b4fae9f9ca72bfb0b6ceb is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:55.823315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:55.839487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event updated for resources: {'Subnet': ['ID=42b37335-3e4c-4693-a80c-b0fbcfa3f063,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.869403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:55.904665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:55.931346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Checking segment: {'id': 'c88292e2-a687-45c5-8cd3-85c6172f844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:55.931603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Network hostable DHCP agents. Network: 9723cc3f-ac82-4a59-8f95-a96ee1b79278, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:55.942688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:55.943505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=0ba10d75-bb88-471e-9c9c-6b540aeb0389,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:55.963459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:55.967212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:55.983844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-df278802-c4ea-4963-b59c-a269eb869bef', 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef', 'tenant_id': '7e738d90cd1d489db9eedc35ac2f69b3', 'fixed_ips': [{'subnet_id': 'f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:55.985639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.010491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Allocated IP 172.26.0.37 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/31e10638-f666-463e-b209-adb2d10cfca8) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:56.025651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Attempting to bind port c5b6777f-7a47-413a-ba6b-c435433c2442 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:56.027232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Attempting to bind port c5b6777f-7a47-413a-ba6b-c435433c2442 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:56.027232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Attempting to bind port c5b6777f-7a47-413a-ba6b-c435433c2442 on network 55c446d9-df98-4079-be3b-cd182679363b {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:56.060928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:56.064259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35304) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.080805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:56.082133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Checking segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:56.082133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.082388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Bound using segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:56.082944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Bound port: c5b6777f-7a47-413a-ba6b-c435433c2442, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:56.083428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.089204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.138320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.148072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9723cc3f-ac82-4a59-8f95-a96ee1b79278) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:56.149428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Pushing event updated for resources: {'Port': ['ID=302cb5be-c7e9-42c8-9dc0-a60396717ba0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.174628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:56.176234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.209689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6c6a7-fa8f-45a7-9cb5-fde5e9df0f13 None None] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:56.233451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.272617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Transition to ACTIVE for port object 125c6925-4965-454b-ab41-eba8aa3f7c3f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:56.336326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.342175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.362218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.385167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port 92d43a3d-50e6-42e0-8313-c20c80fd05da yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:56.407721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] For port c5b6777f-7a47-413a-ba6b-c435433c2442, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:56.414984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02fd6e-72c5-40bf-b7be-44b011911ee9 None None] Pushing event updated for resources: {'Port': ['ID=302cb5be-c7e9-42c8-9dc0-a60396717ba0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.424265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] For port c5b6777f-7a47-413a-ba6b-c435433c2442, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c5b6777f-7a47-413a-ba6b-c435433c2442,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:56.443698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.478203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35308) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.478733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a4af87c5-7044-4f33-b1cf-1e65ea293350 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51238af5207e4369b14784abe39ddb51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4079716 Mar 16 10:52:56.510130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63413560-bac5-42ec-8618-6cfefa0579ba,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.561500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6821ce56-6b07-4542-8027-925afd4fb021 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1503060 Mar 16 10:52:56.563776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.567203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35312) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:56.585253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.588969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.616585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Request body: {'port': {'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278', 'name': 'tempest-DHCPAgentSchedulersTestJSON-726896442'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:56.619936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 3c51f42d-47f8-4569-b702-690da1eb0b2d yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:56.704264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 302cb5be-c7e9-42c8-9dc0-a60396717ba0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:56.711336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fad8d7-6f0e-490d-a988-237bed3bbfc2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.725953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.872205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dc424-b176-4685-a892-11e29e81d0b0 None None] Pushing event updated for resources: {'Port': ['ID=c5b6777f-7a47-413a-ba6b-c435433c2442,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:56.913792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:56.916281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e361b7d0-a32b-48c5-8596-ca8ec9f42a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.925974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:56.929009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:56.934582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Allocated IP 2001:db8::2 (df278802-c4ea-4963-b59c-a269eb869bef/f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901/0d5c3e65-c925-433e-873c-64cf00ee570e) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:56.951262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9723cc3f-ac82-4a59-8f95-a96ee1b79278', 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278', 'tenant_id': 'f09a3266802f4a36bbbaa83978dfbbb8', 'fixed_ips': [{'subnet_id': '42b37335-3e4c-4693-a80c-b0fbcfa3f063'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:52:56.952497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:56.969493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:57.071046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port 92d43a3d-50e6-42e0-8313-c20c80fd05da yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:57.093875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.141059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Transition to ACTIVE for port object 92d43a3d-50e6-42e0-8313-c20c80fd05da will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.184093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.192141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.251634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'Port': ['ID=125c6925-4965-454b-ab41-eba8aa3f7c3f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.273861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Network df278802-c4ea-4963-b59c-a269eb869bef is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:57.276132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.280595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:57.339541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Allocated IP 172.20.0.2 (9723cc3f-ac82-4a59-8f95-a96ee1b79278/42b37335-3e4c-4693-a80c-b0fbcfa3f063/099ca9a5-8f5b-4d9c-b083-9e9bb72864cf) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:57.399829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.410653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:57.416092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:57.416728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.420868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=92d43a3d-50e6-42e0-8313-c20c80fd05da,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:57.555884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-baa1c9b8-07f4-492f-b383-108aac59aa2e tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8092926 Mar 16 10:52:57.569688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35320) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:57.575337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.586363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Request body: {'port': {'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1268407176', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:57.587488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] bootfile-name is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:52:57.587928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] tftp-server is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:52:57.588564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] server-ip-address is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:52:57.591785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Usage tracker for resource:port and tenant:f09a3266802f4a36bbbaa83978dfbbb8 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.615929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82700a-94f3-4cbc-a4f2-c1da724c1532 None None] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:57.642473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Checking segment: {'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:57.643234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Network hostable DHCP agents. Network: 73927cf8-492c-47cc-96a2-f4bfc821cf5b, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:57.653233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.659810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Transition to ACTIVE for port object 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.761583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Transition to ACTIVE for port object 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.764872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Provisioning for port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:57.766226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:52:57.779158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.792661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Provisioning complete for port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:52:57.792661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.812564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 3c51f42d-47f8-4569-b702-690da1eb0b2d yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:57.814923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.817678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:57.826059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.826389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.833669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.836190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.866156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Allocated IP 172.26.0.144 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/d0171537-12ca-4f8d-bd15-9a18d35c86bc) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:57.867079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 73927cf8-492c-47cc-96a2-f4bfc821cf5b) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:57.868445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Made reservation on behalf of f09a3266802f4a36bbbaa83978dfbbb8 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:57.876270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.876626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:57.884899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Transition to ACTIVE for port object 3c51f42d-47f8-4569-b702-690da1eb0b2d will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:57.893733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:57.895168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.901549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Usage tracker for resource:port and tenant:7e738d90cd1d489db9eedc35ac2f69b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:57.912920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:57.915784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] device_id is not set on port 16afe973-8fb5-4fa9-82b6-81f1319c7f0d yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:57.921805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:57.932070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e433bc5-66fd-43f0-8b5d-40ad5f5b25d6 None None] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:57.934333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:57.934825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:57.935333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:57.942901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Made reservation on behalf of 7e738d90cd1d489db9eedc35ac2f69b3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:57.947132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.983056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:57.983292 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:57.984531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:57.990230 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 2 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:57.998143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Transition to ACTIVE for port object 0d5c3e65-c925-433e-873c-64cf00ee570e will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:58.005721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Pushing event updated for resources: {'Port': ['ID=31e10638-f666-463e-b209-adb2d10cfca8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.028749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:58.068922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] device_id is not set on port e7a336b0-4b26-44cc-acba-be9421c88568 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:52:58.070803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:58.098891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:58.120759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Pushing event updated for resources: {'Port': ['ID=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.136116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.137404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Transition to ACTIVE for port object 0d5c3e65-c925-433e-873c-64cf00ee570e will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:58.155668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.156373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.158796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.250558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.308359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.308824 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.318086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 3 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.324998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=3c51f42d-47f8-4569-b702-690da1eb0b2d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.339872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9154066-8d90-4dec-a7e1-329ac52dced8 None None] Network 55c446d9-df98-4079-be3b-cd182679363b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:58.343547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.345498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=0ba10d75-bb88-471e-9c9c-6b540aeb0389,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.357911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.358353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.358852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.361495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Checking segment: {'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:58.364667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Network hostable DHCP agents. Network: 821f28fc-b5b4-41d3-95de-9f64fc0b526b, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:52:58.376185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.376679 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.377668 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 4 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.405829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Allocated IP 2001:db8::191 (df278802-c4ea-4963-b59c-a269eb869bef/f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901/e7a336b0-4b26-44cc-acba-be9421c88568) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:58.420930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.421415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.421871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.427951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.431040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.431572 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.431937 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4520c9dc-ebe2-4cb1-a3fe-a306acc93113 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6055210 Mar 16 10:52:58.435120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35328) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:58.435692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 5 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.453897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-872489269'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:52:58.468441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:52:58.482116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.484252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:58.491653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:network and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:58.504103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:58.507931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.508375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.508962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.517129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Allocated IP 172.20.0.4 (9723cc3f-ac82-4a59-8f95-a96ee1b79278/42b37335-3e4c-4693-a80c-b0fbcfa3f063/16afe973-8fb5-4fa9-82b6-81f1319c7f0d) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:52:58.520866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:58.523445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 821f28fc-b5b4-41d3-95de-9f64fc0b526b) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:58.528874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.529305 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.541025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 6 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.543162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdae3c8-b8b6-4e6e-955e-7333ae72492d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:58.554081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.555320 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f08b669-f707-4579-943f-dbe2fc83cca1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fdae3c8-b8b6-4e6e-955e-7333ae72492d HTTP/1.1" status: 204 len: 168 time: 2.0744126 Mar 16 10:52:58.572713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:58.640494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.792744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.793382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.794000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.812974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.813308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.813636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.815602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Made reservation on behalf of 2a4c30624c0c456db7247e3123c423d9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:52:58.819742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.835116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Network df278802-c4ea-4963-b59c-a269eb869bef is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:58.878471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.878763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.879069 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:58.884013 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 2 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:58.906655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.907027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.907687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.909915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:58.922357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.922689 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.934632 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 7 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.972551 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:58.980468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:52:58.980684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 3 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:58.980684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:security_group_rule and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:52:58.983740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:58.984742 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:58.986437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:58.989741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:52:58.992177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 8 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:58.994180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:58.997089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:59.002288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Pushing event updated for resources: {'Port': ['ID=0d5c3e65-c925-433e-873c-64cf00ee570e,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.006433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.007953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.014924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.015260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.015690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.021028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:52:59.027490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.028122 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:59.028396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:59.030920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae480a6-3110-4928-8af4-8aa7ccc2615e None None] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:52:59.031938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 9 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:59.040472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.040808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.041166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.063206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.063530 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.065327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Transition to ACTIVE for port object e7a336b0-4b26-44cc-acba-be9421c88568 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:59.067891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 4 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.086172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.086172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.086172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.091913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.092245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.092572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.103781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.104183 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.108434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 5 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.118325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.118646 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:59.122624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 10 to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da Mar 16 10:52:59.144124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.144499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.144809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.151516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Pushing event updated for resources: {'Port': ['ID=d0171537-12ca-4f8d-bd15-9a18d35c86bc,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.157078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.157411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.157997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.167144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.167330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.167467 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.167934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 92d43a3d-50e6-42e0-8313-c20c80fd05da on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.168254 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 92d43a3d-50e6-42e0-8313-c20c80fd05da on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:52:59.168578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.184907 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 6 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.186097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c5b6777f-7a47-413a-ba6b-c435433c2442 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:52:59.213222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.213468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.213802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.223090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Attempting to bind port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.223467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Attempting to bind port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c88292e2-a687-45c5-8cd3-85c6172f844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.223867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Attempting to bind port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf on network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.273805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:59.305734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.306208 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.314223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 7 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.317114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Transition to ACTIVE for port object 16afe973-8fb5-4fa9-82b6-81f1319c7f0d will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:52:59.333610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.356697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port 92d43a3d-50e6-42e0-8313-c20c80fd05da, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:59.356988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] For port 302cb5be-c7e9-42c8-9dc0-a60396717ba0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=302cb5be-c7e9-42c8-9dc0-a60396717ba0,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:52:59.357256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempted to set empty binding levels {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:52:59.405852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:52:59.405852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Checking segment: {'id': 'c88292e2-a687-45c5-8cd3-85c6172f844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:52:59.406128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.406583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Bound using segment: {'id': 'c88292e2-a687-45c5-8cd3-85c6172f844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:52:59.407071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Bound port: 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88292e2-a687-45c5-8cd3-85c6172f844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9723cc3f-ac82-4a59-8f95-a96ee1b79278'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:52:59.407792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.414587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.428606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.428969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.429308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.504404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.509229 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.530644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 8 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.560451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Network df278802-c4ea-4963-b59c-a269eb869bef is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:59.562411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.567650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.568248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.574395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:59.587735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:59.593284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.593947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.599376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.600854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] For port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:52:59.605119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] For port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,segment=NetworkSegment(c88292e2-a687-45c5-8cd3-85c6172f844b),segment_id=c88292e2-a687-45c5-8cd3-85c6172f844b)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:52:59.615784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.616117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.616447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.618487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'Port': ['ID=e7a336b0-4b26-44cc-acba-be9421c88568,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.619391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.641097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:52:59.651533 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Sync routers for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:52:59.678596 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:52:59.685422 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:52:59.687882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.732044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:52:59.732517 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:52:59.739995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.751131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.752733 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14716f7e-9e1a-410f-8ce0-0111c7d0d96d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7525094 Mar 16 10:52:59.759316 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 9 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:52:59.763828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35356) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.764372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35360) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.772990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:52:59.776976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3ffa1-a0aa-4b21-8eef-e34310b67644 None None] Pushing event updated for resources: {'Port': ['ID=302cb5be-c7e9-42c8-9dc0-a60396717ba0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.809889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.5992248 Mar 16 10:52:59.811117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321d7038-0981-4964-83ef-4e9122aec70b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.818171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c5b6777f-7a47-413a-ba6b-c435433c2442 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:52:59.819261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35366) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.821004 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-194c5e9d-d894-4709-9cdc-ed597ab40e4b tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2482336 Mar 16 10:52:59.821981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:52:59.822456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:52:59.822979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:52:59.826565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8d18f2db-50c5-443f-8d4a-8bbaf464c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.827510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35368) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:52:59.842696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.843270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Added segment c433cf43-bd35-41e4-9578-9b07eb960691 of type vlan for network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 Mar 16 10:52:59.934295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Deleting port 92d43a3d-50e6-42e0-8313-c20c80fd05da {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:52:59.934809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.948084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:52:59.960088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:52:59.964702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:52:59.970257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:52:59.970880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:52:59.986687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423686c-6818-4214-a452-2adf02c86b45 None None] Pushing event updated for resources: {'Port': ['ID=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:52:59.993853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Provisioning for port c5b6777f-7a47-413a-ba6b-c435433c2442 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:00.012826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event updated for resources: {'Port': ['ID=16afe973-8fb5-4fa9-82b6-81f1319c7f0d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.026875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.040560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:00.040896 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:00.049166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 10 to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d Mar 16 10:53:00.050677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Provisioning complete for port c5b6777f-7a47-413a-ba6b-c435433c2442 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:00.051327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.071501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1be9c-f9f3-4dd3-8ebc-4fdc1708306b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=92d43a3d-50e6-42e0-8313-c20c80fd05da,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:00.097752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:00.098198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:00.098537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:00.100338 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-071c6e63-cc50-4ba0-8b46-5086df243eca tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5166991 Mar 16 10:53:00.107859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c5b6777f-7a47-413a-ba6b-c435433c2442 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:00.108227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.108400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35378) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:00.130891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 3c51f42d-47f8-4569-b702-690da1eb0b2d on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:00.131353 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 3c51f42d-47f8-4569-b702-690da1eb0b2d on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:00.131714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.209354 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:00.233835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.282271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'networks': [{'name': 'tempest-network--913396751'}, {'name': 'tempest-network--1222155197'}]} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.283147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-network--913396751'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.283798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-network--1222155197'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:00.310451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.391235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.398181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:00.398791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.437853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:network and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:00.455456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:00.571771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:00.594556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Deleting port 16afe973-8fb5-4fa9-82b6-81f1319c7f0d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:00.594888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.673937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'network': 2} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:00.678886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.709305 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 3, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:00.713955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Checking router: bda5ef5d-817f-4cf3-a6fb-f3d48a215760 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:00.714428 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Updating router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 port 31e10638-f666-463e-b209-adb2d10cfca8 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:53:00.720438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.765924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.767029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Attempting to bind port 0d5c3e65-c925-433e-873c-64cf00ee570e on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:00.768305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Attempting to bind port 0d5c3e65-c925-433e-873c-64cf00ee570e by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b3238b5f-803d-425f-9560-5437ceacdf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:00.768951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Attempting to bind port 0d5c3e65-c925-433e-873c-64cf00ee570e on network df278802-c4ea-4963-b59c-a269eb869bef {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:00.799029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:00.799847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Checking segment: {'id': 'b3238b5f-803d-425f-9560-5437ceacdf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:00.800554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.801110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Bound using segment: {'id': 'b3238b5f-803d-425f-9560-5437ceacdf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:00.801733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Bound port: 0d5c3e65-c925-433e-873c-64cf00ee570e, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3238b5f-803d-425f-9560-5437ceacdf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'df278802-c4ea-4963-b59c-a269eb869bef'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:00.801852 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.802345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.812729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port 92d43a3d-50e6-42e0-8313-c20c80fd05da, host hv-neutron-8281, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.813317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.822692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.839140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:00.919063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c5b6777f-7a47-413a-ba6b-c435433c2442, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c5b6777f-7a47-413a-ba6b-c435433c2442,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:00.947962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:00.953840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.003953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Calling delete_port for 92d43a3d-50e6-42e0-8313-c20c80fd05da owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:01.042795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.102611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:security_group_rule and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.137119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 3c51f42d-47f8-4569-b702-690da1eb0b2d, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:01.137685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempted to set empty binding levels {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:01.171639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Network': ['ID=d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.173950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.177766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e29ce8c9-e3e1-4477-a503-b53574ebbc5a tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7301722 Mar 16 10:53:01.205296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35384) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.233183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:01.244961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.266956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Request body: {'subnet': {'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:01.302489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.339654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.365070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:01.366453 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.384705 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Transition to ACTIVE for port object 31e10638-f666-463e-b209-adb2d10cfca8 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:01.396121 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.396711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:01.402875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:01.403518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] For port 0d5c3e65-c925-433e-873c-64cf00ee570e, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:01.406720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c5b6777f-7a47-413a-ba6b-c435433c2442,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.409972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:01.420072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Synchronizing usage tracker for tenant:7e738d90cd1d489db9eedc35ac2f69b3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:01.427439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:01.428406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.461349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] For port 0d5c3e65-c925-433e-873c-64cf00ee570e, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d5c3e65-c925-433e-873c-64cf00ee570e,segment=NetworkSegment(b3238b5f-803d-425f-9560-5437ceacdf1f),segment_id=b3238b5f-803d-425f-9560-5437ceacdf1f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:01.469870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.495878 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Pushing event updated for resources: {'Port': ['ID=31e10638-f666-463e-b209-adb2d10cfca8,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.499746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.0277622 Mar 16 10:53:01.503887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.505446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "DELETE /v2.0/ports/92d43a3d-50e6-42e0-8313-c20c80fd05da HTTP/1.1" status: 204 len: 168 time: 1.6795003 Mar 16 10:53:01.508158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b2b1-aac2-4d8c-8928-bba4a5b52dc5 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=3c51f42d-47f8-4569-b702-690da1eb0b2d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.516077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35392) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.517070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.517798 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.518449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.519341 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.522358 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.522629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.522805 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.523137 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.523477 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.523825 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.524156 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.526791 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.527160 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Tracked resource versions report: Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: pushed versions: Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: { 'AddressGroup': {'1.2'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'ConntrackHelper': {'1.0'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Log': {'1.0'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Network': {'1.1'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Port': {'1.7'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'PortForwarding': {'1.2'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'QosPolicy': {'1.8'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroup': {'1.4'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SubPort': {'1.0'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Subnet': {'1.1'}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Trunk': {'1.1'}} Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: consumer versions: Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: { DHCP agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: HyperV agent@hv-neutron-8281: {}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: L3 agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: Metadata agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: Metering agent@dv-neutron-828143-9-hyperv: {}, Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: Open vSwitch agent@dv-neutron-828143-9-hyperv: { 'AddressGroup': '1.2', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'ConntrackHelper': '1.0', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Log': '1.0', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Network': '1.1', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Port': '1.7', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'PortForwarding': '1.2', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'QosPolicy': '1.8', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroup': '1.4', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SecurityGroupRule': '1.2', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'SubPort': '1.0', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Subnet': '1.1', Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: 'Trunk': '1.1'}} Mar 16 10:53:01.528273 dv-neutron-828143-9-hyperv neutron-server[87844]: {{(pid=87844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:53:01.594877 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Attempting to bind port 31e10638-f666-463e-b209-adb2d10cfca8 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:01.595346 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Attempting to bind port 31e10638-f666-463e-b209-adb2d10cfca8 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:01.595680 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Attempting to bind port 31e10638-f666-463e-b209-adb2d10cfca8 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:01.602569 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:01.603081 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:01.603546 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.603985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:01.604508 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Bound port: 31e10638-f666-463e-b209-adb2d10cfca8, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:01.604972 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.620910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103245d-c43a-404a-9aac-4732495f26ec None None] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:01.641526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233621f-a96e-4a4b-ba53-a1c563d17d4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event deleted for resources: {'Port': ['ID=92d43a3d-50e6-42e0-8313-c20c80fd05da,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.650098 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67ec7b0-d8d0-450f-9c7f-df72fa046b48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:01.654983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.655137 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e67ec7b0-d8d0-450f-9c7f-df72fa046b48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports/92d43a3d-50e6-42e0-8313-c20c80fd05da HTTP/1.1" status: 404 len: 333 time: 0.1258738 Mar 16 10:53:01.660488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35398) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:01.680797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-242780018'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:01.690160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:01.696532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Deleting port 3c51f42d-47f8-4569-b702-690da1eb0b2d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:01.697301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.704618 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] For port 31e10638-f666-463e-b209-adb2d10cfca8, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:01.705070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:01.705349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-0656bd25-71ce-4302-9971-f1acff6663af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:01.709281 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] For port 31e10638-f666-463e-b209-adb2d10cfca8, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31e10638-f666-463e-b209-adb2d10cfca8,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:01.714877 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.723339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:01.798264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Usage tracker for resource:port and tenant:9ca5a62035524240902d86551e3dee7f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:01.805994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:01.809763 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f47c15-727a-45eb-95de-997acc21d07e None None] Pushing event updated for resources: {'Port': ['ID=31e10638-f666-463e-b209-adb2d10cfca8,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:01.820201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:01.830494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 302cb5be-c7e9-42c8-9dc0-a60396717ba0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:01.848985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:01.849948 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:01.860170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Made reservation on behalf of 9ca5a62035524240902d86551e3dee7f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:01.863455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.917714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port 5426f791-4afd-4eec-a1bf-0b4061c49c78 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:01.944790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:01.963804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f0c5-2693-40fd-a12b-cd6fef3b7d49 None None] Pushing event updated for resources: {'Port': ['ID=0d5c3e65-c925-433e-873c-64cf00ee570e,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.065508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.066697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.126762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 3c51f42d-47f8-4569-b702-690da1eb0b2d, host hv-neutron-8281, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:02.134056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.210318 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:02.225517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.430296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Calling delete_port for 16afe973-8fb5-4fa9-82b6-81f1319c7f0d owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:02.434657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Calling delete_port for 3c51f42d-47f8-4569-b702-690da1eb0b2d owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:02.541498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Provisioning complete for port c5b6777f-7a47-413a-ba6b-c435433c2442 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.541863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.645109 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 3, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:02.653956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:02.655010 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864a78-02a0-4f26-b556-74b68946be1f None None] The sync data for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv is: [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 3, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:02.658980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:subnet and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:02.662709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:02.669745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:02.698518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.713747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Made reservation on behalf of 2a4c30624c0c456db7247e3123c423d9 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:02.718461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.751340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Provisioning for port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:02.758805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Provisioning complete for port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:02.759679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.777538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.802480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.812954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c51f42d-47f8-4569-b702-690da1eb0b2d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:02.820040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bc7b1687-d684-4fd2-b39b-07303810319b tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3c51f42d-47f8-4569-b702-690da1eb0b2d HTTP/1.1" status: 204 len: 168 time: 1.3113146 Mar 16 10:53:02.820748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35402) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:02.886060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f6f8d5-3259-45b3-b34b-b0e7ee0e6868 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:02.887098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-79f6f8d5-3259-45b3-b34b-b0e7ee0e6868 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Synchronizing usage tracker for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:02.890857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:02.930645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:02.989281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.002709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:03.009777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:03.030298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:03.037150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:03.043549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.095251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] For port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,segment=NetworkSegment(c88292e2-a687-45c5-8cd3-85c6172f844b),segment_id=c88292e2-a687-45c5-8cd3-85c6172f844b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:03.109335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.144920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=5426f791-4afd-4eec-a1bf-0b4061c49c78,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.191887 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-25f4d4ba-5d68-4c1a-a586-192da14d95b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5286736 Mar 16 10:53:03.193023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.199455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.212984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Provisioning complete for port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:03.213928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.288480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422198e3-7046-4690-98ca-42a7f434a229 None None] Pushing event updated for resources: {'Port': ['ID=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.336153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d5c3e65-c925-433e-873c-64cf00ee570e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:03.394846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.429178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.455846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.456444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.463201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb8d01-02d3-44b4-8227-7b9cb42282a9 None None] Network df278802-c4ea-4963-b59c-a269eb869bef requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:03.516147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-79f6f8d5-3259-45b3-b34b-b0e7ee0e6868 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Unset dirty status for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:03.517331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-79f6f8d5-3259-45b3-b34b-b0e7ee0e6868 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports/3c51f42d-47f8-4569-b702-690da1eb0b2d HTTP/1.1" status: 404 len: 333 time: 0.6956699 Mar 16 10:53:03.518050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Unset dirty status for tenant:7e738d90cd1d489db9eedc35ac2f69b3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:03.523464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6ee8bb3c-f4b3-4eef-a9e7-19943a94f76d tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 3.6785779 Mar 16 10:53:03.539762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35410) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.540145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35412) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:03.586511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-896693281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:03.605586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.618598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:03.632091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.635374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b0088f42-bf34-46b4-8265-9a4764fab937 None None] Provisioning for port 0d5c3e65-c925-433e-873c-64cf00ee570e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:03.667900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b0088f42-bf34-46b4-8265-9a4764fab937 None None] Could not find standard attr ID for object 16afe973-8fb5-4fa9-82b6-81f1319c7f0d. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:53:03.677252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:03.762208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Deleting port e7a336b0-4b26-44cc-acba-be9421c88568 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:03.762887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.790370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0d5c3e65-c925-433e-873c-64cf00ee570e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:03.807425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0d5c3e65-c925-433e-873c-64cf00ee570e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:03.807839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.813647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Made reservation on behalf of f468377c685b4fae9f9ca72bfb0b6ceb for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:03.816473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.838143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.856604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b0088f42-bf34-46b4-8265-9a4764fab937 None None] Provisioning complete for port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:03.857242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0088f42-bf34-46b4-8265-9a4764fab937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:03.898408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:03.958640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ce952-3544-4d3d-b7ff-7f0880f1b723,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:03.961615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event deleted for resources: {'Port': ['ID=16afe973-8fb5-4fa9-82b6-81f1319c7f0d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.009237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:04.015882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:04.047040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Sync routers for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:04.066893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.114474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.114978 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment cde68ec4-58cb-41e6-903e-114e9ec43c04 of type vlan for network 6ca67beb-50fd-4c83-91cb-c9e3dad54948 Mar 16 10:53:04.156367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:04.172658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:04.173312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:04.245774 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e3dbb5c2-a124-4784-9f25-b8f62ec600be tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "DELETE /v2.0/ports/16afe973-8fb5-4fa9-82b6-81f1319c7f0d HTTP/1.1" status: 204 len: 168 time: 4.1338534 Mar 16 10:53:04.249569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35422) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.249736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.254313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-314a9298-7796-4bc6-9512-5b7601b0a460 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.6077638 Mar 16 10:53:04.261733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35424) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.263278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.271693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.317397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port 5426f791-4afd-4eec-a1bf-0b4061c49c78 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:04.362136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.389432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 0d5c3e65-c925-433e-873c-64cf00ee570e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d5c3e65-c925-433e-873c-64cf00ee570e,segment=NetworkSegment(b3238b5f-803d-425f-9560-5437ceacdf1f),segment_id=b3238b5f-803d-425f-9560-5437ceacdf1f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:04.397056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.397860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c5b6777f-7a47-413a-ba6b-c435433c2442 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:04.540680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:04.631872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Transition to ACTIVE for port object 5426f791-4afd-4eec-a1bf-0b4061c49c78 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:04.661680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.663706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.698773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.710153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:04.736144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Allocated IP 172.20.0.1 (55c446d9-df98-4079-be3b-cd182679363b/a7e98511-e885-42b2-ad0c-efaeba8d570e/df9a65b8-bfc8-4f67-951d-41223875c9e1) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:04.739452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=0d5c3e65-c925-433e-873c-64cf00ee570e,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.774519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.783704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.784043 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment 48bfe6d5-f823-4386-b17a-e4b57dfe3031 of type vlan for network 417277c2-cc61-401b-95d6-f4f518ea79c7 Mar 16 10:53:04.822212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Provisioning for port e7a336b0-4b26-44cc-acba-be9421c88568 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:04.822989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-93e25131-813d-44e5-b44c-4d6940f22107 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5215030 Mar 16 10:53:04.849687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Provisioning complete for port e7a336b0-4b26-44cc-acba-be9421c88568 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.850051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.867128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35432) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:04.894138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1067148826'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:04.910079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c5b6777f-7a47-413a-ba6b-c435433c2442 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:04.910765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.926492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Subnet': ['ID=770bcb2d-a567-4a7d-8e4d-a9ce4017d26a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:04.939771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:04.958331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:04.959770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Usage tracker for resource:network and tenant:f09a3266802f4a36bbbaa83978dfbbb8 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:04.993443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Port e7a336b0-4b26-44cc-acba-be9421c88568 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:05.019110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.023177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:05.032708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=5426f791-4afd-4eec-a1bf-0b4061c49c78,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.062579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:05.065256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Checking segment: {'id': 'c433cf43-bd35-41e4-9578-9b07eb960691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:05.066128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network hostable DHCP agents. Network: d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:05.072171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Provisioning complete for port 0d5c3e65-c925-433e-873c-64cf00ee570e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:05.073216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.109812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:05.205685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:59Z', 'revision_number': 3, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:05.214177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Made reservation on behalf of f09a3266802f4a36bbbaa83978dfbbb8 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:05.214815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Checking router: a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:05.215200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Updating router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 port d0171537-12ca-4f8d-bd15-9a18d35c86bc binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:53:05.219013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.274921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6b02b0-3d65-40fa-8a15-1925dbb89924,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.286088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Calling delete_port for e7a336b0-4b26-44cc-acba-be9421c88568 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:05.288592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.292993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.312213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Transition to ACTIVE for port object df9a65b8-bfc8-4f67-951d-41223875c9e1 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:05.317549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.327926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.327926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.328115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.330274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:05.331675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.332255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.350477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.350836 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.355612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 2 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.368078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:05.385197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.385553 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Added segment 45a61006-9c57-4dc0-b33e-739df9112a7c of type vlan for network 5e3b2adc-9933-4ce3-90f3-9d58a9344120 Mar 16 10:53:05.411456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:05.415313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.415647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.415974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.421810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b38c462e-bc6e-496e-ab04-251733a27d99 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8799620 Mar 16 10:53:05.424781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35436) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.425993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.426312 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.429837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 3 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.443368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:05.444312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.502763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.508214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:05.517119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.518170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.526481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.529558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.529895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.530258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.532219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Provisioning for port 125c6925-4965-454b-ab41-eba8aa3f7c3f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:05.533360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.535258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.545307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Provisioning complete for port 125c6925-4965-454b-ab41-eba8aa3f7c3f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:05.545616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.550278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.550609 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.560174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 4 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.625851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.626188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.626492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.640776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.641258 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.643313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 5 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.652623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-baa9e86e-135d-4dcb-89e7-dacc108423cd None None] Port 125c6925-4965-454b-ab41-eba8aa3f7c3f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:05.664012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.670005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.673584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.679833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.680624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.692946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Pushing event updated for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.722983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.723318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.723635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.726697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139be8fa-fd4d-4562-870d-ee5d00e5e285 None None] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:05.733495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.745715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:05.745873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.746141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event deleted for resources: {'Port': ['ID=e7a336b0-4b26-44cc-acba-be9421c88568,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.775777 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 6.0082355 Mar 16 10:53:05.779782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35440) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.789934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:05.790122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.790394 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.790698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.796417 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 6 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.843522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.869249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:05.869861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:05.870194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:05.884238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:05.884599 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:05.888181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7ec9d1ed-0f39-47c0-93e8-838aa30d400c None None] Could not find standard attr ID for object e7a336b0-4b26-44cc-acba-be9421c88568. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:53:05.891851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 7 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:05.904349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9317033e-3207-43a0-ad9f-a0413a5755d6 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "DELETE /v2.0/ports/e7a336b0-4b26-44cc-acba-be9421c88568 HTTP/1.1" status: 204 len: 168 time: 2.3574421 Mar 16 10:53:05.911762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35444) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.914254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Network 55c446d9-df98-4079-be3b-cd182679363b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:05.920735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Request body: {'port': {'name': 'tempest-new-port-name-526728561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:05.921196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] bootfile-name is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:05.921515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] tftp-server is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:05.921890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] server-ip-address is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 10:53:05.939721 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0712614 Mar 16 10:53:05.942016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:05.949126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35448) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:05.949865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=6ca67beb-50fd-4c83-91cb-c9e3dad54948,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:05.960448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:05.962469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:05.990736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 6ca67beb-50fd-4c83-91cb-c9e3dad54948 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:05.999825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:06.000378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:06.000462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:06.014056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:06.014305 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:06.022993 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 8 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:06.068247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2508452f-4859-4653-8771-a965d6746965 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8498187 Mar 16 10:53:06.090529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35452) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:06.135289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1737635588', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:06.154247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7ec9d1ed-0f39-47c0-93e8-838aa30d400c None None] Provisioning complete for port 125c6925-4965-454b-ab41-eba8aa3f7c3f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.154445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d1ed-0f39-47c0-93e8-838aa30d400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.155917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:06.156225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:06.156557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:06.169008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:06.184795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:router and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:06.188031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:06.188794 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:06.193810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:06.195988 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 9 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:06.210453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:06.241207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.281692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31e10638-f666-463e-b209-adb2d10cfca8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:06.306764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:06.307094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:06.307752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:06.328047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:06.328361 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:06.329329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.330725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.333799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:06.342271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 10 to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 Mar 16 10:53:06.452194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:06.452733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:06.453218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:06.474210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.492045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d1ed-0f39-47c0-93e8-838aa30d400c None None] Port 125c6925-4965-454b-ab41-eba8aa3f7c3f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:06.539763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2314fa-38ed-4e6e-8a66-b1b4d78970e9 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=417277c2-cc61-401b-95d6-f4f518ea79c7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.542151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.544276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:06.544581 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:06.544848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.545108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.557810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:06.562411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 417277c2-cc61-401b-95d6-f4f518ea79c7 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:06.584537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0', 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0', 'tenant_id': '2a4c30624c0c456db7247e3123c423d9', 'fixed_ips': [{'subnet_id': '770bcb2d-a567-4a7d-8e4d-a9ce4017d26a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:06.585872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.587297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.623339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Transition to ACTIVE for port object d0171537-12ca-4f8d-bd15-9a18d35c86bc will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:06.630551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 31e10638-f666-463e-b209-adb2d10cfca8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:06.697519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 31e10638-f666-463e-b209-adb2d10cfca8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.697893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.706022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Transition to ACTIVE for port object 8e6b02b0-3d65-40fa-8a15-1925dbb89924 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:06.772593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.835436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.847648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21f44dd6-0249-4831-8c0d-0f69e9b11082 None None] Provisioning for port df9a65b8-bfc8-4f67-951d-41223875c9e1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:06.899525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21f44dd6-0249-4831-8c0d-0f69e9b11082 None None] Provisioning complete for port df9a65b8-bfc8-4f67-951d-41223875c9e1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:06.899525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f44dd6-0249-4831-8c0d-0f69e9b11082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:06.924705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac4dd9-712e-49fb-93b3-4546df703e26 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event updated for resources: {'Network': ['ID=5e3b2adc-9933-4ce3-90f3-9d58a9344120,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:06.933454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.940095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.946443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.952312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:06.953409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 5e3b2adc-9933-4ce3-90f3-9d58a9344120 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:06.953522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:07.010490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Attempting to bind port d0171537-12ca-4f8d-bd15-9a18d35c86bc on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.010855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Attempting to bind port d0171537-12ca-4f8d-bd15-9a18d35c86bc by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.011213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Attempting to bind port d0171537-12ca-4f8d-bd15-9a18d35c86bc on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.036524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d46e-6699-408d-98da-d9cec26a759a None None] Pushing event updated for resources: {'Port': ['ID=d0171537-12ca-4f8d-bd15-9a18d35c86bc,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.041918 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b3777f9-aaa3-4886-8636-852920c353c5 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks HTTP/1.1" status: 200 len: 8042 time: 1.0886867 Mar 16 10:53:07.050550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35456) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.078045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:07.078426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:07.078831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.079222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:07.079695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Bound port: d0171537-12ca-4f8d-bd15-9a18d35c86bc, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:07.080086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.092485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:07.096580 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-08d3de69-cd14-4b59-a327-6aa88254a189 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2951174 Mar 16 10:53:07.098350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35460) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.182425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-21f44dd6-0249-4831-8c0d-0f69e9b11082 None None] Port df9a65b8-bfc8-4f67-951d-41223875c9e1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:07.184272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6b02b0-3d65-40fa-8a15-1925dbb89924,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.282784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.289659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port 5426f791-4afd-4eec-a1bf-0b4061c49c78, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:07.290030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempted to set empty binding levels {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:07.299707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Allocated IP 172.20.0.2 (d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0/770bcb2d-a567-4a7d-8e4d-a9ce4017d26a/605d95b5-cdfd-4eca-b89d-1168f2b935c2) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:07.306745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.310859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.311384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.311706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.326125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] For port d0171537-12ca-4f8d-bd15-9a18d35c86bc, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:07.328202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.339703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.350824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.362028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] For port d0171537-12ca-4f8d-bd15-9a18d35c86bc, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0171537-12ca-4f8d-bd15-9a18d35c86bc,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:07.382906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.386131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:07.386472 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:07.397226 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 2 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:07.405832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] In _notify_port_updated(), no bound segment for port 5426f791-4afd-4eec-a1bf-0b4061c49c78 on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:07.406883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:07.409300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.411090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "PUT /v2.0/ports/5426f791-4afd-4eec-a1bf-0b4061c49c78 HTTP/1.1" status: 200 len: 980 time: 4.2169180 Mar 16 10:53:07.415674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35464) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.445339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 31e10638-f666-463e-b209-adb2d10cfca8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31e10638-f666-463e-b209-adb2d10cfca8,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:07.502714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.504801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d5c3e65-c925-433e-873c-64cf00ee570e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:07.519636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f277-1fdf-454d-a85d-bda799fc7ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=5426f791-4afd-4eec-a1bf-0b4061c49c78,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.521675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.522003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.522328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.532787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:07.533136 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:07.541455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 3 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:07.643344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.646234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.646591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.646892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.663056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.668856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d46e-6699-408d-98da-d9cec26a759a None None] Pushing event updated for resources: {'Port': ['ID=d0171537-12ca-4f8d-bd15-9a18d35c86bc,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:07.675276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.680277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.683114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:07.683915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:07.684169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:07.684494 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:07.693828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.694525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.726074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 4 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:07.821298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d13dc3-eb47-4066-855f-94be2cd1cd67 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] Network 5e3b2adc-9933-4ce3-90f3-9d58a9344120 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:07.838039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] In _notify_port_updated(), no bound segment for port 125c6925-4965-454b-ab41-eba8aa3f7c3f on network df278802-c4ea-4963-b59c-a269eb869bef {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:07.843487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:07.844325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:07.848796 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "PUT /v2.0/ports/125c6925-4965-454b-ab41-eba8aa3f7c3f HTTP/1.1" status: 200 len: 1129 time: 1.9331210 Mar 16 10:53:07.862154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35468) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.871092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-19d13dc3-eb47-4066-855f-94be2cd1cd67 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "POST /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8086491 Mar 16 10:53:07.879215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35470) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:07.885551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment before_delete 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.885900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.887123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.887123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_create 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.887302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_delete 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.887650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_update 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.887961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment after_delete 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.888299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_create 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.888629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_delete 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.888955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_update 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:07.899244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e6fb21-e79a-49cf-90f4-f2e5debd576e None None] Network 5e3b2adc-9933-4ce3-90f3-9d58a9344120 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:07.927044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:07.927222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:07.927624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:07.986128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:07.986594 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:07.994747 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 5 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.004055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a98962-ea84-40da-a1b1-ae0cae99f892 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event updated for resources: {'Port': ['ID=125c6925-4965-454b-ab41-eba8aa3f7c3f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.020484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=31e10638-f666-463e-b209-adb2d10cfca8,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.032309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0d5c3e65-c925-433e-873c-64cf00ee570e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:08.033363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.056362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_create 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:08.056952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_delete 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:08.057050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet before_create 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:08.058034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet before_update 55550000 {{(pid=87842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:08.058034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca67beb-50fd-4c83-91cb-c9e3dad54948']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:08.077004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.077472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.077842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.116698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde68ec4-58cb-41e6-903e-114e9ec43c04') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:08.117017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde68ec4-58cb-41e6-903e-114e9ec43c04') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:08.143478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91305a50-8efa-4a54-8490-13523adbb579 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.144320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-91305a50-8efa-4a54-8490-13523adbb579 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Synchronizing usage tracker for tenant:7e738d90cd1d489db9eedc35ac2f69b3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:08.166502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:08.166969 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:08.172516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 6 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.184177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.219308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:08.219874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.220318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.220788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.229751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-91305a50-8efa-4a54-8490-13523adbb579 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Unset dirty status for tenant:7e738d90cd1d489db9eedc35ac2f69b3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:08.234842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-91305a50-8efa-4a54-8490-13523adbb579 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "GET /v2.0/ports/125c6925-4965-454b-ab41-eba8aa3f7c3f HTTP/1.1" status: 200 len: 1129 time: 0.3588428 Mar 16 10:53:08.257082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.263395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35476) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.280956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.281440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.281908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.282367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.283077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.283536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.283995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.284930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.285598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.286059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.286533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.287738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.287852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Transition to ACTIVE for port object 605d95b5-cdfd-4eca-b89d-1168f2b935c2 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:08.287941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.288009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:08.288101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.288313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:08.288407 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:08.294072 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-687ba36b-ddf4-4435-b9e1-5bcb6ff11220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13756 time: 0.8723462 Mar 16 10:53:08.294072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Pushing event updated for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.299082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 7 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.311235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35480) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.365150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.391289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:08.391687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: from cryptography.utils import int_from_bytes Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: from cryptography.utils import int_from_bytes Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn_limited( Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn_limited( Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:08.408754 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:08.438680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Allocated IP 172.20.0.1 (9c53a580-0ee9-4147-ab0e-8691eeba3bdf/3104b282-95d3-4ce3-9a73-fd821848095f/e4c21db5-c915-4bc9-8aa1-cba73c65e04c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:08.452303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.453068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.453674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.484926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d68e218d-76e4-4e6a-961d-756bd9122ac2 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks HTTP/1.1" status: 200 len: 8812 time: 0.6044748 Mar 16 10:53:08.485866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35484) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.492099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:08.493004 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:08.495807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 8 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.505357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Deleting port 125c6925-4965-454b-ab41-eba8aa3f7c3f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:08.505693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.524017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5e29da44-81cf-48fe-a4e0-ae1470732d7d None None] Provisioning complete for port 125c6925-4965-454b-ab41-eba8aa3f7c3f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:08.524533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5e29da44-81cf-48fe-a4e0-ae1470732d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.556757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.568485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Network 55c446d9-df98-4079-be3b-cd182679363b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:08.573985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:08.586125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Transition to ACTIVE for port object 605d95b5-cdfd-4eca-b89d-1168f2b935c2 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:08.605225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Deleting port 5426f791-4afd-4eec-a1bf-0b4061c49c78 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:08.606486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.616325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.621402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.645811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.647898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.648426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.648987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.703564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:08.704327 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:08.708933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 9 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.783317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:08.786986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.787430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.787850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:08.809536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=6ca67beb-50fd-4c83-91cb-c9e3dad54948,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.837918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5e29da44-81cf-48fe-a4e0-ae1470732d7d None None] Port 125c6925-4965-454b-ab41-eba8aa3f7c3f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:08.848164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:08.848701 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:08.855962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:08.858883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 10 to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 Mar 16 10:53:08.863410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:08.867758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Pushing event updated for resources: {'Port': ['ID=605d95b5-cdfd-4eca-b89d-1168f2b935c2,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:08.871817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:08.884883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-35017a28-b76e-4d95-9245-d790666bfa45 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "DELETE /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks/5e3b2adc-9933-4ce3-90f3-9d58a9344120 HTTP/1.1" status: 204 len: 168 time: 0.3937805 Mar 16 10:53:08.885259 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-37f003fa-b9d7-45d7-8904-e01f8e96bd72 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/6ca67beb-50fd-4c83-91cb-c9e3dad54948 HTTP/1.1" status: 204 len: 168 time: 1.7843082 Mar 16 10:53:08.885708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35488) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.902872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35490) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:08.922910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31e10638-f666-463e-b209-adb2d10cfca8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:08.945776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:08.945776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:08.946200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:09.051756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Attempting to bind port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:09.052116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Attempting to bind port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c433cf43-bd35-41e4-9578-9b07eb960691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:09.052474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Attempting to bind port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 on network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:09.054420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8a10d24d-1dc7-4952-8241-da2dd7f0aae0 None None] Provisioning complete for port df9a65b8-bfc8-4f67-951d-41223875c9e1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:09.054779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8a10d24d-1dc7-4952-8241-da2dd7f0aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.065906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:09.066276 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:09.066717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.084641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.096706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:09.097260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Checking segment: {'id': 'c433cf43-bd35-41e4-9578-9b07eb960691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:09.097769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.098817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Bound using segment: {'id': 'c433cf43-bd35-41e4-9578-9b07eb960691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:09.098817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Bound port: 605d95b5-cdfd-4eca-b89d-1168f2b935c2, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c433cf43-bd35-41e4-9578-9b07eb960691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:09.099101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.115931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:09.117525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Transition to ACTIVE for port object e4c21db5-c915-4bc9-8aa1-cba73c65e04c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:09.127789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:59Z', 'revision_number': 3, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.152577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.182025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8a10d24d-1dc7-4952-8241-da2dd7f0aae0 None None] Port df9a65b8-bfc8-4f67-951d-41223875c9e1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:09.183523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2a24c-764b-49d0-8716-446a0e9baa5d None None] The sync data for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv is: [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:52:59Z', 'revision_number': 3, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:09.192434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 31e10638-f666-463e-b209-adb2d10cfca8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:09.192715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.334411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] For port 605d95b5-cdfd-4eca-b89d-1168f2b935c2, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:09.346995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] For port 605d95b5-cdfd-4eca-b89d-1168f2b935c2, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=605d95b5-cdfd-4eca-b89d-1168f2b935c2,segment=NetworkSegment(c433cf43-bd35-41e4-9578-9b07eb960691),segment_id=c433cf43-bd35-41e4-9578-9b07eb960691)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:09.350580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Calling delete_port for 125c6925-4965-454b-ab41-eba8aa3f7c3f owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:09.374548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.383983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.391688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Allocated IP 172.26.0.148 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/9962e322-36fd-446c-8f9d-a3fc37afdf96) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:09.405083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port 5426f791-4afd-4eec-a1bf-0b4061c49c78, host hv-neutron-8281, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:09.406023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.538577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ced37-68c2-4a3e-b3b8-4aaa2b1cc8a1 None None] Pushing event updated for resources: {'Port': ['ID=605d95b5-cdfd-4eca-b89d-1168f2b935c2,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:09.661017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.721043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Calling delete_port for 5426f791-4afd-4eec-a1bf-0b4061c49c78 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:09.766578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:09.772474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:09.806793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:09.816937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:09.825897 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Sync routers for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:09.876080 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:09.877064 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:09.923119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 8e6b02b0-3d65-40fa-8a15-1925dbb89924, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:09.923495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempted to set empty binding levels {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:09.966193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:09.990569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.027864 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:10.053871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aff1b8c3-ee8d-4d4e-8291-70484ad2865c tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks HTTP/1.1" status: 200 len: 8042 time: 1.1512742 Mar 16 10:53:10.059363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.061522 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8460ee5f-e939-490f-a572-a3be3ea7a98d admin admin] 10.222.0.50 "PUT /v2.0/routers/bda5ef5d-817f-4cf3-a6fb-f3d48a215760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2923043 Mar 16 10:53:10.131883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35496) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.137237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.212708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] In _notify_port_updated(), no bound segment for port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:10.213612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:10.214209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.220742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "PUT /v2.0/ports/8e6b02b0-3d65-40fa-8a15-1925dbb89924 HTTP/1.1" status: 200 len: 976 time: 4.7912419 Mar 16 10:53:10.244977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35502) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.335451 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:10.346661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fb7b8fdf-81fa-43fe-ac5c-1568b6999314 None None] Provisioning for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:10.351919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fb7b8fdf-81fa-43fe-ac5c-1568b6999314 None None] Provisioning complete for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:10.355409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8fdf-81fa-43fe-ac5c-1568b6999314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.427863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.448999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event deleted for resources: {'Port': ['ID=125c6925-4965-454b-ab41-eba8aa3f7c3f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.455670 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-80ae3345-02e1-481c-bfaf-d2b02d5576ff tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/networks/9723cc3f-ac82-4a59-8f95-a96ee1b79278/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3031044 Mar 16 10:53:10.479501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35510) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.480542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.490541 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1703b68a-ce79-4363-845e-e79eff1360ec tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "DELETE /v2.0/ports/125c6925-4965-454b-ab41-eba8aa3f7c3f HTTP/1.1" status: 204 len: 168 time: 2.2189515 Mar 16 10:53:10.499901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35512) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.505556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.523552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8fdf-81fa-43fe-ac5c-1568b6999314 None None] Port e4c21db5-c915-4bc9-8aa1-cba73c65e04c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:10.565820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd776c-31b3-47ed-88d5-d61425198bfb tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6b02b0-3d65-40fa-8a15-1925dbb89924,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:10.579024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment before_delete 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.579421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.580281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.580800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_create 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.581881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_delete 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.582475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > port after_update 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.582954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > segment after_delete 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.583443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_create 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.583915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_delete 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.584396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_update 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.729719 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f9d01a3-c203-4b83-a94f-9a7632169c23 tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/networks/9723cc3f-ac82-4a59-8f95-a96ee1b79278/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2310698 Mar 16 10:53:10.736285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35518) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:10.766832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Deleting subnet f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:10.787625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:10.864883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 2, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.874318 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Checking router: bda5ef5d-817f-4cf3-a6fb-f3d48a215760 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:10.874652 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Updating router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 port df9a65b8-bfc8-4f67-951d-41223875c9e1 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:53:10.938118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_create 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.938744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet after_delete 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.939247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet before_create 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.939768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Subscribe: > subnet before_update 55550000 {{(pid=87841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:53:10.940441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417277c2-cc61-401b-95d6-f4f518ea79c7']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:10.956735 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.030567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.055526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 605d95b5-cdfd-4eca-b89d-1168f2b935c2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:11.062857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bfe6d5-f823-4386-b17a-e4b57dfe3031') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:11.063270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bfe6d5-f823-4386-b17a-e4b57dfe3031') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:11.108230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.109956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.110439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.110912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.111395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.111862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.112380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.113271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.113377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.113615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event deleted for resources: {'Port': ['ID=5426f791-4afd-4eec-a1bf-0b4061c49c78,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.113773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.114222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.114679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.115130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.115589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.116229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.116713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:11.119382 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-46676f96-faae-4942-b078-78e329941b96 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13715 time: 0.8577805 Mar 16 10:53:11.132470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.133325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35524) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.135565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.153770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6d0fc0fd-664c-4098-a2ba-335addeb52f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5426f791-4afd-4eec-a1bf-0b4061c49c78 HTTP/1.1" status: 204 len: 168 time: 2.8228972 Mar 16 10:53:11.168954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35526) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.169947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.191984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:11.199602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0171537-12ca-4f8d-bd15-9a18d35c86bc up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:11.244456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.260097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:11.261095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: from cryptography.utils import int_from_bytes Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: from cryptography.utils import int_from_bytes Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn_limited( Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn_limited( Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:11.293340 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:11.296987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a873098-88a9-48e3-878d-06dff883d986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:11.297750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a873098-88a9-48e3-878d-06dff883d986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Synchronizing usage tracker for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:11.303880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.325476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd014ca-30ca-428c-ae51-920985585961 None None] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:11.326646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040138706', 'description': 'tempest-description--1596856006'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:11.388612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Deleting port 8e6b02b0-3d65-40fa-8a15-1925dbb89924 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:11.388990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.397864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.414248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:security_group and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:11.425304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:11.440655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.443381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a873098-88a9-48e3-878d-06dff883d986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Unset dirty status for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:11.444819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a873098-88a9-48e3-878d-06dff883d986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports/5426f791-4afd-4eec-a1bf-0b4061c49c78 HTTP/1.1" status: 404 len: 333 time: 0.2746162 Mar 16 10:53:11.454753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35536) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.455746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.465178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-759183964', 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:11.477523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.520808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.546223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.565756 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-323b5250-d15c-4b17-980d-585995e412ab tempest-DHCPAgentSchedulersTestJSON-1277284319 tempest-DHCPAgentSchedulersTestJSON-1277284319-project-admin] 10.222.0.50 "GET /v2.0/agents/6765b7b9-14c8-4a06-b875-64be73c12c3f/dhcp-networks HTTP/1.1" status: 200 len: 8042 time: 0.8243265 Mar 16 10:53:11.569902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.574289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35540) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.584674 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/417277c2-cc61-401b-95d6-f4f518ea79c7 HTTP/1.1" status: 204 len: 168 time: 2.6768084 Mar 16 10:53:11.586123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.590370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ed19f-4770-4d93-9d0c-b9baab56fabc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=417277c2-cc61-401b-95d6-f4f518ea79c7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.594335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35544) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:11.599494 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.616328 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Transition to ACTIVE for port object df9a65b8-bfc8-4f67-951d-41223875c9e1 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:11.625995 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.669186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d0171537-12ca-4f8d-bd15-9a18d35c86bc completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:11.680391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0171537-12ca-4f8d-bd15-9a18d35c86bc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:11.680770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.707949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:11.710506 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa82c6-855c-4350-8ceb-9d157ab800fd None None] Pushing event updated for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.744556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Made reservation on behalf of 9ca5a62035524240902d86551e3dee7f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:11.756685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.778839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Provisioning for port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:11.779698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:security_group_rule and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:11.787192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Provisioning complete for port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:11.787449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.790155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.792659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:11.800758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:11.856820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:11.884518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:11.886649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:11.911418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.930129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d0171537-12ca-4f8d-bd15-9a18d35c86bc, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0171537-12ca-4f8d-bd15-9a18d35c86bc,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:11.951981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:11.972208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=9962e322-36fd-446c-8f9d-a3fc37afdf96,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:11.976559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port cd370340-fd83-4e6e-863f-f6c50ddd0540 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:11.992354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 8e6b02b0-3d65-40fa-8a15-1925dbb89924, host hv-neutron-8281, got binding levels [] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:11.993049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.041124 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Attempting to bind port df9a65b8-bfc8-4f67-951d-41223875c9e1 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:12.041698 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Attempting to bind port df9a65b8-bfc8-4f67-951d-41223875c9e1 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:12.041901 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Attempting to bind port df9a65b8-bfc8-4f67-951d-41223875c9e1 on network 55c446d9-df98-4079-be3b-cd182679363b {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:12.048510 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:12.048963 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Checking segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:12.049395 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.050444 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Bound using segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:12.051744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Bound port: df9a65b8-bfc8-4f67-951d-41223875c9e1, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:12.052147 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.069215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d0171537-12ca-4f8d-bd15-9a18d35c86bc,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.172306 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] For port df9a65b8-bfc8-4f67-951d-41223875c9e1, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:12.179652 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] For port df9a65b8-bfc8-4f67-951d-41223875c9e1, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=df9a65b8-bfc8-4f67-951d-41223875c9e1,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:12.189321 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.191633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.203775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdea43-d50b-478e-854d-784410092b55 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:12.215983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdea43-d50b-478e-854d-784410092b55 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:12.217891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fbfdea43-d50b-478e-854d-784410092b55 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:12.257934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] For port 605d95b5-cdfd-4eca-b89d-1168f2b935c2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=605d95b5-cdfd-4eca-b89d-1168f2b935c2,segment=NetworkSegment(c433cf43-bd35-41e4-9578-9b07eb960691),segment_id=c433cf43-bd35-41e4-9578-9b07eb960691)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:12.266753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.270756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Calling delete_port for 8e6b02b0-3d65-40fa-8a15-1925dbb89924 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:12.295317 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa82c6-855c-4350-8ceb-9d157ab800fd None None] Pushing event updated for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.304278 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:12.304958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.382718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.463694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fbfdea43-d50b-478e-854d-784410092b55 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:12.465917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fbfdea43-d50b-478e-854d-784410092b55 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8239453 Mar 16 10:53:12.504734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1a56-08fc-4e28-93f3-99dc7b46cfa9 None None] Pushing event updated for resources: {'Port': ['ID=605d95b5-cdfd-4eca-b89d-1168f2b935c2,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.506367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e6b02b0-3d65-40fa-8a15-1925dbb89924,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.509768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35548) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.519341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.591710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1004872604'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:12.598584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.604757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-34153b8b-3a1f-4af0-bd1f-5c55e6c9cc7c None None] Provisioning complete for port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:12.606054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-34153b8b-3a1f-4af0-bd1f-5c55e6c9cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.644017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:12.652204 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:12.652700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.660783 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0e377c2-1bec-4032-8767-3ec109f61034 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8e6b02b0-3d65-40fa-8a15-1925dbb89924 HTTP/1.1" status: 204 len: 168 time: 1.4928160 Mar 16 10:53:12.674842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35552) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.724059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.743863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:12.823106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba0072-fe25-43cd-ab04-65bb7ba849bf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:12.852423 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3084ad0-3cd2-46ec-b2dd-6fced9c1f093 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:12.853084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3084ad0-3cd2-46ec-b2dd-6fced9c1f093 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Synchronizing usage tracker for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:12.872560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:12.876635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.894981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.897116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.899569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 605d95b5-cdfd-4eca-b89d-1168f2b935c2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:12.900755 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09bb992a-b8bf-4c91-8259-0c57256e5beb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5818481 Mar 16 10:53:12.904306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.911792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35556) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:12.933126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.984678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'security_group_rule': {'security_group_id': 'd1ba0072-fe25-43cd-ab04-65bb7ba849bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:12.994099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:12.996469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:12.996853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:12.997475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3b2adc-9933-4ce3-90f3-9d58a9344120']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:12.999786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:security_group_rule and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:13.003283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:13.009767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:13.022231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event deleted for resources: {'Subnet': ['ID=f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.031672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.035372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3084ad0-3cd2-46ec-b2dd-6fced9c1f093 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Unset dirty status for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:13.036931 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3084ad0-3cd2-46ec-b2dd-6fced9c1f093 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports/8e6b02b0-3d65-40fa-8a15-1925dbb89924 HTTP/1.1" status: 404 len: 333 time: 0.3608627 Mar 16 10:53:13.044418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35560) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.045259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.053094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a61006-9c57-4dc0-b33e-739df9112a7c') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:13.053772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a61006-9c57-4dc0-b33e-739df9112a7c') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:13.056222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1198776860', 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:13.061217 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:12Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:13.061801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:13.067347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.067519 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e9a37-4961-4607-8138-77492a37a9b5 None None] The sync data for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv is: [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:12Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:13.073352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:13.091512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c7216-aea4-45db-9fc9-24562c2a5717 None None] Network df278802-c4ea-4963-b59c-a269eb869bef requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:13.101080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:13.110119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.120974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.155593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2a9c7eff-e650-41ca-8c5f-49c08b3ac4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "DELETE /v2.0/subnets/f9af82f7-a4d3-4ef8-9e0b-edd2e0a9d901 HTTP/1.1" status: 204 len: 168 time: 2.6269491 Mar 16 10:53:13.158316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.165797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35564) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.245668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Made reservation on behalf of f468377c685b4fae9f9ca72bfb0b6ceb for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:13.247864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.270609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.280211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.280880 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment 55e8a344-1034-40aa-8a7e-35b0605ecc0f of type vlan for network d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac Mar 16 10:53:13.297158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.313266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 766486fa-4633-4446-a517-c260e00f9a87 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:13.334618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.358940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0171537-12ca-4f8d-bd15-9a18d35c86bc up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:13.388475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:13.388873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:13.482883 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:13.507865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.519726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.546274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0171537-12ca-4f8d-bd15-9a18d35c86bc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:13.546893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.605695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] DHCP port deletion for df278802-c4ea-4963-b59c-a269eb869bef request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:13.613861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Deleting port 0d5c3e65-c925-433e-873c-64cf00ee570e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:13.614994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.693253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.727492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.736953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.792546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event deleted for resources: {'Network': ['ID=5e3b2adc-9933-4ce3-90f3-9d58a9344120,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:13.801494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.815023 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b5fdf914-0426-4549-a9b2-13f430acdc57 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "DELETE /v2.0/networks/5e3b2adc-9933-4ce3-90f3-9d58a9344120 HTTP/1.1" status: 204 len: 168 time: 2.2326829 Mar 16 10:53:13.816379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.821152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:13.822104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35568) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:13.823816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.824881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.828466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Deleting port 0d5c3e65-c925-433e-873c-64cf00ee570e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:13.828792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.843325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:13.845208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.851958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:13.853099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:13.853768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.916128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:13.926186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:13.933505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] For port 0d5c3e65-c925-433e-873c-64cf00ee570e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d5c3e65-c925-433e-873c-64cf00ee570e,segment=NetworkSegment(b3238b5f-803d-425f-9560-5437ceacdf1f),segment_id=b3238b5f-803d-425f-9560-5437ceacdf1f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:13.934125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:13.984315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=cd370340-fd83-4e6e-863f-f6c50ddd0540,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.004596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac8a654-a428-4826-8960-b3424a4d3144 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] DELETE failed (client error): The resource could not be found. Mar 16 10:53:14.005394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac8a654-a428-4826-8960-b3424a4d3144 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:14.013012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.021508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b16189-a40d-4103-960f-23a25e95fd6b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.075172 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5196521 Mar 16 10:53:14.095540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35572) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.113754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1585026728'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:14.117738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05238a7a-a071-442d-b05a-2d4dfd8a074f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.120444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Calling delete_port for 0d5c3e65-c925-433e-873c-64cf00ee570e owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:14.132347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9ac8a654-a428-4826-8960-b3424a4d3144 tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "DELETE /v2.0/ports/16afe973-8fb5-4fa9-82b6-81f1319c7f0d HTTP/1.1" status: 404 len: 333 time: 0.2955410 Mar 16 10:53:14.132347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b8205836-47db-4a2a-8eea-6b529c7a003b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6735041 Mar 16 10:53:14.141343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35576) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.141669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35578) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.148480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.149602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f693bbaf-3c51-490a-8f7f-2f1bd758a89b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2366943 Mar 16 10:53:14.166687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:14.202419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35584) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.289953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'security_group_rule': {'security_group_id': 'd1ba0072-fe25-43cd-ab04-65bb7ba849bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:14.335438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:14.356049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:security_group_rule and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:14.373553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:14.376800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.394975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:14.408338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:14.416613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1120944e-aa15-4632-ba46-58f66736b345 None None] Provisioning complete for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:14.417028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1120944e-aa15-4632-ba46-58f66736b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.459257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c8685-09e2-4dc6-ac50-cdf6e5a6a79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:14.460163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b15c8685-09e2-4dc6-ac50-cdf6e5a6a79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Synchronizing usage tracker for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:14.469028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:14.476682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.479841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Deleting subnet 42b37335-3e4c-4693-a80c-b0fbcfa3f063 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:14.490480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.537053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] Pushing event deleted for resources: {'Port': ['ID=0d5c3e65-c925-433e-873c-64cf00ee570e,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:14.547418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d85c38-5bea-4c9a-9385-36f0c3245f77 None None] No DVR routers for this DVR port 0d5c3e65-c925-433e-873c-64cf00ee570e on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:14.563634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1120944e-aa15-4632-ba46-58f66736b345 None None] Port e4c21db5-c915-4bc9-8aa1-cba73c65e04c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:14.582069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:14.586210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.614753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:14.629900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] For port 0d5c3e65-c925-433e-873c-64cf00ee570e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d5c3e65-c925-433e-873c-64cf00ee570e,segment=NetworkSegment(b3238b5f-803d-425f-9560-5437ceacdf1f),segment_id=b3238b5f-803d-425f-9560-5437ceacdf1f)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:14.630270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.683925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.698197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.747577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b15c8685-09e2-4dc6-ac50-cdf6e5a6a79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Unset dirty status for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:14.748735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b15c8685-09e2-4dc6-ac50-cdf6e5a6a79c tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports/cd370340-fd83-4e6e-863f-f6c50ddd0540 HTTP/1.1" status: 200 len: 958 time: 0.6018631 Mar 16 10:53:14.764712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.803695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35588) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:14.820759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Calling delete_port for 0d5c3e65-c925-433e-873c-64cf00ee570e owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:14.863738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:14.867908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device df9a65b8-bfc8-4f67-951d-41223875c9e1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:14.884779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.885153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment bdf16a5f-e587-47c8-8862-477ae5d356f8 of type vlan for network ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef Mar 16 10:53:14.945961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port df9a65b8-bfc8-4f67-951d-41223875c9e1 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:14.951475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port df9a65b8-bfc8-4f67-951d-41223875c9e1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:14.951836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:14.959768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:14.979573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:14.982078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:14.983182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:14.983775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.006706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.033198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:15.033581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:15.054447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:15.059355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=766486fa-4633-4446-a517-c260e00f9a87,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.073804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.077763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Sync routers for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:15.079562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.080092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.086591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b6037a0d-e34e-4e35-ae46-48272fd32684 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0379455 Mar 16 10:53:15.097353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Deleting port cd370340-fd83-4e6e-863f-f6c50ddd0540 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:15.097706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.104285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:15.105253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:15.108630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35592) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.135524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.160966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.183018 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3707b378-8208-47ff-84fc-e132b3bb0992 admin admin] 10.222.0.50 "PUT /v2.0/routers/a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9116385 Mar 16 10:53:15.200199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.239472 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1370983 Mar 16 10:53:15.248542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35598) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.250939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port df9a65b8-bfc8-4f67-951d-41223875c9e1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=df9a65b8-bfc8-4f67-951d-41223875c9e1,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:15.257407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'ports': [{'network_id': 'd2d4bbc0-1985-4be1-91cd-c1f867d0c7ac', 'name': 'tempest-port--20641885', 'admin_state_up': True}, {'network_id': 'ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef', 'admin_state_up': False}]} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.257735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'port': {'network_id': 'd2d4bbc0-1985-4be1-91cd-c1f867d0c7ac', 'name': 'tempest-port--20641885', 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.258214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'port': {'network_id': 'ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef', 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.276152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e44da7-09bc-4cff-9cf4-a5896a453bc8,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.306903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc93de6-4d7f-4a67-af0f-726426b9f9b0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.320671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63222cd1-2490-4015-be1c-bcadd486332f tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:15.324643 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63222cd1-2490-4015-be1c-bcadd486332f tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports/766486fa-4633-4446-a517-c260e00f9a87 HTTP/1.1" status: 200 len: 955 time: 0.2125015 Mar 16 10:53:15.329285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.334685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-589900a8-b29c-4d30-97ae-46bc60ec435a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0692399 Mar 16 10:53:15.334685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35602) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.335420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35604) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:15.336216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:15.341471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.366360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.375054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:15.446086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.483750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Router 58bf9675-3082-432b-90c9-bc02f28577cf is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:15.531778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:floatingip and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:15.537844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Deleting port 0d5c3e65-c925-433e-873c-64cf00ee570e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:15.538353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.556625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:15.613004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.648224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] The port '0d5c3e65-c925-433e-873c-64cf00ee570e' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:15.653833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:15.654579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d5c3e65-c925-433e-873c-64cf00ee570e no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:15.687649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:port and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:15.695214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:15.704434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0d5c3e65-c925-433e-873c-64cf00ee570e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:15.704951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d5c3e65-c925-433e-873c-64cf00ee570e not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:15.739743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:15.775955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:15.823520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'port': 2} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:15.829682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.839078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Deleting port 766486fa-4633-4446-a517-c260e00f9a87 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:15.839566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.853670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.871666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:15.888113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:15.905478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df278802-c4ea-4963-b59c-a269eb869bef']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:15.964277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.057086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.082978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3238b5f-803d-425f-9560-5437ceacdf1f') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.083482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3238b5f-803d-425f-9560-5437ceacdf1f') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.139781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.163090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.225161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092350494', 'description': 'tempest-description--1984456326'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:16.225653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.232476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:16.233098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.286977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 2, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:16.291282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Checking router: a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:53:16.292708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Updating router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 port e4c21db5-c915-4bc9-8aa1-cba73c65e04c binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:53:16.307012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Calling delete_port for cd370340-fd83-4e6e-863f-f6c50ddd0540 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:16.338068 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:16.341060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:16.350970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.356176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.357091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.402238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:security_group and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:16.405109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.466108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:16.468644 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] 10.222.0.50 "DELETE /v2.0/networks/df278802-c4ea-4963-b59c-a269eb869bef HTTP/1.1" status: 204 len: 168 time: 3.2888854 Mar 16 10:53:16.478870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a5a4f-e94c-42d9-a2b7-0e900eb3925a tempest-ExtraDHCPOptionsIpV6TestJSON-612528065 tempest-ExtraDHCPOptionsIpV6TestJSON-612528065-project] Pushing event deleted for resources: {'Network': ['ID=df278802-c4ea-4963-b59c-a269eb869bef,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.518476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] device_id is not set on port 194fe7b4-6823-4617-b77b-6ae225516af4 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:16.647014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:16.672088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.684648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event deleted for resources: {'Subnet': ['ID=42b37335-3e4c-4693-a80c-b0fbcfa3f063,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:16.687880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.697506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b684a-33d8-49f3-a57c-798362606f23 None None] Network 9723cc3f-ac82-4a59-8f95-a96ee1b79278 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:16.845986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] device_id is not set on port c9740d4a-a9db-43a7-be6d-dd6a76aaf32b yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:16.872310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device df9a65b8-bfc8-4f67-951d-41223875c9e1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:16.879888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:16.907757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35624) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:16.908170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6ee4849f-6075-4591-9ba2-91f7bd39141c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "DELETE /v2.0/subnets/42b37335-3e4c-4693-a80c-b0fbcfa3f063 HTTP/1.1" status: 204 len: 168 time: 2.7632523 Mar 16 10:53:16.926646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:16.942366 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] Sync routers for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:16.946763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:16.958766 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:16.959933 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:17.023802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.025867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:security_group_rule and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:17.034929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:17.058764 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:17.061830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:17.070421 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:17.071240 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:17.072256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.089176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.117494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Deleting port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:17.117982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.126686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port df9a65b8-bfc8-4f67-951d-41223875c9e1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:17.127047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.142122 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:17.142825 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56264a-64ec-4067-986f-ec8d2bed6e67 None None] The sync data for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:17.169773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.196567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.208009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Transition to ACTIVE for port object e4c21db5-c915-4bc9-8aa1-cba73c65e04c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:17.210758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.224996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.234513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.259564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd370340-fd83-4e6e-863f-f6c50ddd0540,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.322913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] DHCP port deletion for 9723cc3f-ac82-4a59-8f95-a96ee1b79278 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:17.386924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] For port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,segment=NetworkSegment(c88292e2-a687-45c5-8cd3-85c6172f844b),segment_id=c88292e2-a687-45c5-8cd3-85c6172f844b)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:17.387283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.397205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.407021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Deleting port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:17.407278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.434986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Calling delete_port for 766486fa-4633-4446-a517-c260e00f9a87 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:17.446317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed06dfa-8ff4-4303-8fb1-845cee919912 None None] Pushing event updated for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.502434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.503703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c5ccbeb7-6158-479d-94de-a2dc9b8b48c1 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.4104421 Mar 16 10:53:17.523124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0ef31f8c-1bd0-40a7-bc85-86b802ea4f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "DELETE /v2.0/ports/cd370340-fd83-4e6e-863f-f6c50ddd0540 HTTP/1.1" status: 204 len: 168 time: 2.6677685 Mar 16 10:53:17.526021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35634) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.526395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.639650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Attempting to bind port e4c21db5-c915-4bc9-8aa1-cba73c65e04c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:17.640101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Attempting to bind port e4c21db5-c915-4bc9-8aa1-cba73c65e04c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:17.640522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Attempting to bind port e4c21db5-c915-4bc9-8aa1-cba73c65e04c on network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:17.641955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Calling delete_port for 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:17.689037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0123821a-e65b-4938-b7f6-3bafd03be0de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e738d90cd1d489db9eedc35ac2f69b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6558659 Mar 16 10:53:17.689037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac5703b-0326-4001-9b3b-ddb0bf579098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:17.689037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8ac5703b-0326-4001-9b3b-ddb0bf579098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Synchronizing usage tracker for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:17.694827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35642) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.708443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:17.708916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Checking segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:17.709385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.709871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Bound using segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:17.710448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Bound port: e4c21db5-c915-4bc9-8aa1-cba73c65e04c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:17.710911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.730112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.745503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Port': ['ID=194fe7b4-6823-4617-b77b-6ae225516af4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.801241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Checking segment: {'id': '55e8a344-1034-40aa-8a7e-35b0605ecc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2d4bbc0-1985-4be1-91cd-c1f867d0c7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:17.801702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network hostable DHCP agents. Network: d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:17.801811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.837727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.883644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:17.885751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] For port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,segment=NetworkSegment(c88292e2-a687-45c5-8cd3-85c6172f844b),segment_id=c88292e2-a687-45c5-8cd3-85c6172f844b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:17.885880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.886220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.891223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event deleted for resources: {'Port': ['ID=099ca9a5-8f5b-4d9c-b083-9e9bb72864cf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.903369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event deleted for resources: {'Port': ['ID=766486fa-4633-4446-a517-c260e00f9a87,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:17.905435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8ac5703b-0326-4001-9b3b-ddb0bf579098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Unset dirty status for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:17.908209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] No DVR routers for this DVR port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:17.911005 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ac5703b-0326-4001-9b3b-ddb0bf579098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports/cd370340-fd83-4e6e-863f-f6c50ddd0540 HTTP/1.1" status: 404 len: 333 time: 0.3746939 Mar 16 10:53:17.911874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35646) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:17.941349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.948750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:17.952066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907239184'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:17.952249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:17.953012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:17.974577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.002012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.013586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d996eaf5-3044-4d4a-a601-377b41f08029 None None] Network d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:18.023659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.034295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Calling delete_port for 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:18.045720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.051055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.059047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f9273c2-5eff-40dd-af69-80cb0f699ee3 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "DELETE /v2.0/ports/766486fa-4633-4446-a517-c260e00f9a87 HTTP/1.1" status: 204 len: 168 time: 2.7184784 Mar 16 10:53:18.062976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35650) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.070364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] For port e4c21db5-c915-4bc9-8aa1-cba73c65e04c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:18.097024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] For port e4c21db5-c915-4bc9-8aa1-cba73c65e04c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:18.154658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.181673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Made reservation on behalf of 9ca5a62035524240902d86551e3dee7f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:18.184119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.241609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.246659 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0256732 Mar 16 10:53:18.246659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a182e-c437-490a-8ad2-ebe64b553abe tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd583d4-f3e0-43ce-86c8-95f1372ab42f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.248375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35654) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.262910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'security_group_rule': {'security_group_id': 'dbd583d4-f3e0-43ce-86c8-95f1372ab42f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:18.292101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.294427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.311249 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ac64fa-5fc5-4732-9b2b-394b755a31b8 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:18.316763 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-19ac64fa-5fc5-4732-9b2b-394b755a31b8 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports/766486fa-4633-4446-a517-c260e00f9a87 HTTP/1.1" status: 404 len: 333 time: 0.2466037 Mar 16 10:53:18.322187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35658) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:18.340285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Port': ['ID=c9740d4a-a9db-43a7-be6d-dd6a76aaf32b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.350402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1043687976'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:18.350668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:18.351185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:18.355143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:18.355771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:52:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.356518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:security_group_rule and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:18.359359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Checking segment: {'id': 'bdf16a5f-e587-47c8-8862-477ae5d356f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:18.359745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port a212f519-7484-4d69-96e0-17d97bb1541a yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:18.359875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network hostable DHCP agents. Network: ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:18.366357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9723cc3f-ac82-4a59-8f95-a96ee1b79278']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.374557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:18.390707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88292e2-a687-45c5-8cd3-85c6172f844b') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.391062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88292e2-a687-45c5-8cd3-85c6172f844b') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:18.399001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Usage tracker for resource:port and tenant:f468377c685b4fae9f9ca72bfb0b6ceb is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:18.403441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:18.406828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:18.417612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.420068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.427488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:18.444734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.462405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.463233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Allocated IP 172.26.0.43 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/b6e2d34c-b8e7-4854-b5d1-e410e487bb2f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:18.477869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:18.486148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Made reservation on behalf of f468377c685b4fae9f9ca72bfb0b6ceb for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:18.487803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.521470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc5fc76-0efa-451a-8160-e86fc0875972,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.526766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:18.527862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:18.576802 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:18.595776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:53:18.602851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.622975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.626588 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-32a17f64-fac8-4798-8b90-abecf43df7fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1dc5fc76-0efa-451a-8160-e86fc0875972 HTTP/1.1" status: 204 len: 168 time: 0.9210336 Mar 16 10:53:18.641041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed06dfa-8ff4-4303-8fb1-845cee919912 None None] Pushing event updated for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:18.725511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:18.898804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Deleting port 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:18.899422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:18.962584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:18.968768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:19.001821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:19.010799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.012052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:19.012275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 099ca9a5-8f5b-4d9c-b083-9e9bb72864cf not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:19.014423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a868e-f5aa-4ec5-b756-707fc23e57cc None None] Network ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:19.021135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.022035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.032989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.069697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.074733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.109132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.136315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] Pushing event deleted for resources: {'Network': ['ID=9723cc3f-ac82-4a59-8f95-a96ee1b79278,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.153467 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ea78816-e781-4d39-b541-95212a8f857c tempest-DHCPAgentSchedulersTestJSON-1927212914 tempest-DHCPAgentSchedulersTestJSON-1927212914-project] 10.222.0.50 "DELETE /v2.0/networks/9723cc3f-ac82-4a59-8f95-a96ee1b79278 HTTP/1.1" status: 204 len: 168 time: 2.2444208 Mar 16 10:53:19.161600 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4a1c935-0846-4f55-8d9d-7f0e2f2e49d0 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.9069216 Mar 16 10:53:19.163782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-603529ea-8e9a-46a2-8325-d89d3c872062 None None] The port '099ca9a5-8f5b-4d9c-b083-9e9bb72864cf' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:19.165887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.167383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35676) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.280988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.286693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050efb73-2a93-47e2-923e-569f2d00a1be tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.292656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050efb73-2a93-47e2-923e-569f2d00a1be tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.293343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-050efb73-2a93-47e2-923e-569f2d00a1be tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:19.320957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.374509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:17Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:19.375091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-050efb73-2a93-47e2-923e-569f2d00a1be tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:19.379899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-050efb73-2a93-47e2-923e-569f2d00a1be tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2079353 Mar 16 10:53:19.380429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914cef6-1fe7-4d8d-ad57-8df622e70109 None None] The sync data for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv is: [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:17Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:19.386385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb3698f-f45f-44b4-858c-01baba40f65c,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.396094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35682) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.396862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.400916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0f7aa78f-45ee-4a86-9e01-57bb2337960f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1477542 Mar 16 10:53:19.402026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35686) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.408485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.413614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.429239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'security_group_rule': {'security_group_id': 'dbd583d4-f3e0-43ce-86c8-95f1372ab42f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.437555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Network 821f28fc-b5b4-41d3-95de-9f64fc0b526b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:19.473528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=1b33213c-42ac-4f5c-8cda-8c9e03a5072f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.478063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:19.488366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:19.494606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:19.499464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.500504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.509695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:security_group_rule and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:19.533517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:19.543259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:19.560545 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c20fba6-c565-4e24-a28c-6bd7cdda937e tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2284513 Mar 16 10:53:19.564130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35694) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.576536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.674134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.691875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Network 73927cf8-492c-47cc-96a2-f4bfc821cf5b is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:19.708799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:19.710540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=a212f519-7484-4d69-96e0-17d97bb1541a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.715573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting port 194fe7b4-6823-4617-b77b-6ae225516af4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:19.716125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.753695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:19.754801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:19.755536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.766363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35702) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.868999 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8abd42a5-71ad-4df7-bae9-a5214bbc9a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9404535 Mar 16 10:53:19.881238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35708) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.886331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.888767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35712) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:19.895659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:19.907897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:19.945518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688ce763-3481-43ac-aa01-b5027ceaf71b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:19.956166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.012639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.016419 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1a619ea-3deb-4fbc-8c1e-bc42cdfddc11 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6079092 Mar 16 10:53:20.024307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35718) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.033376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.044226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.067259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:floatingip and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:20.073920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:20.099789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.125125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.170016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.214601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-584821449'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:20.225307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.247591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:20.256806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.346006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:20.372081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] device_id is not set on port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:20.382172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.403072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Transition to ACTIVE for port object 1b33213c-42ac-4f5c-8cda-8c9e03a5072f will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:20.410873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:20.414422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.426723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Calling delete_port for 194fe7b4-6823-4617-b77b-6ae225516af4 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:20.460438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:20.463363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:20.465936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:20.490097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=1b33213c-42ac-4f5c-8cda-8c9e03a5072f,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.500340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.596056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:20.604357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'Port': ['ID=b6e2d34c-b8e7-4854-b5d1-e410e487bb2f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:20.649354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:20.649713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:20.650065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:20.662036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:20.662801 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:20.691390 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 2 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:20.723811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:20.724140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:20.724409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:20.733426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:20.733740 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:20.737700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 3 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:20.772045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eb3e5fb8-10e9-49d8-b17b-2944e2a68254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f09a3266802f4a36bbbaa83978dfbbb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9992733 Mar 16 10:53:20.780400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:20.784690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.802464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:20.821878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.838478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Allocated IP 172.26.0.142 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/535ec894-39b1-40a5-9456-6b6af22f0ca6) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:20.843549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:20.843899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:20.844243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:20.854979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:20.855173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.855283 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:20.856650 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 4 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:20.898407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4c21db5-c915-4bc9-8aa1-cba73c65e04c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:20.899425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:20.899963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:20.900295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:20.954501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:20.954832 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:20.961809 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 5 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:20.975301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:20.980559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:20.980960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:20.983069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:20.983399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:20.983721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:20.991095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:20.991414 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:20.994132 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 6 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:21.023483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.023814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.024150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.034791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.040429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:21.040624 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:21.050937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.058095 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 7 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:21.064505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:21.075189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.075520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.075855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.082383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:21.082713 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:21.085185 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 8 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:21.105081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.105417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.105807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.107700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:security_group_rule and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:21.111166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.112973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:21.113378 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:21.114576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 9 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:21.123412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:21.134055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.134391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.134775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.140273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:21.140656 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:21.141178 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempt 10 to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f Mar 16 10:53:21.148938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.153790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:21.154332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e4c21db5-c915-4bc9-8aa1-cba73c65e04c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:21.161862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.189212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.206112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.220478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:21.220808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:21.221238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempting to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:21.226289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:21.235896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:21.242851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:21.246123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.269818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:21.270143 dv-neutron-828143-9-hyperv neutron-server[87842]: ERROR neutron.plugins.ml2.managers [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Failed to bind port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on host hv-neutron-8281 for vnic_type normal using segments [{'id': '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '821f28fc-b5b4-41d3-95de-9f64fc0b526b'}] Mar 16 10:53:21.270521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.274172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Port': ['ID=194fe7b4-6823-4617-b77b-6ae225516af4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.283454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'Port': ['ID=535ec894-39b1-40a5-9456-6b6af22f0ca6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.390513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.398829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:21.399131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attempted to set empty binding levels {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:21.405351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.435642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cb361e6f-8ca8-4a54-89c1-98400ca7445a tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/ports/194fe7b4-6823-4617-b77b-6ae225516af4 HTTP/1.1" status: 204 len: 168 time: 2.0335310 Mar 16 10:53:21.444356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35728) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.445400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.496477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.500718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] In _notify_port_updated(), no bound segment for port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f on network 821f28fc-b5b4-41d3-95de-9f64fc0b526b {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:21.501230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:21.501842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.504039 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "PUT /v2.0/ports/1b33213c-42ac-4f5c-8cda-8c9e03a5072f HTTP/1.1" status: 200 len: 977 time: 1.9367878 Mar 16 10:53:21.507139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35732) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:21.521286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.617175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec610d82-5d99-42b5-ac48-c5d0b13ab6e0 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event updated for resources: {'Port': ['ID=1b33213c-42ac-4f5c-8cda-8c9e03a5072f,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.651685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.682630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting port c9740d4a-a9db-43a7-be6d-dd6a76aaf32b {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:21.682988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.709029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Deleting port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:21.709365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.836485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] device_id is not set on port a212f519-7484-4d69-96e0-17d97bb1541a yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:21.855625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.917100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.928810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.955428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:21.964944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Transition to ACTIVE for port object a212f519-7484-4d69-96e0-17d97bb1541a will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:21.969173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fb2442-485b-444a-afee-f9c68097f672,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:21.984891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Allocated IP 172.20.0.1 (d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0/770bcb2d-a567-4a7d-8e4d-a9ce4017d26a/f0174a1d-cb9d-4261-9a44-6d71fd599dd2) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:21.989113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.063668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:22.181475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.182499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e5d08b8-1cfb-4a3d-a52d-5c3156a19660 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5fb2442-485b-444a-afee-f9c68097f672 HTTP/1.1" status: 204 len: 168 time: 1.3801258 Mar 16 10:53:22.192319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.207345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84107c45-e5cd-4798-8cec-16b2dfbfca92,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.221723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.222073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment 6e3a09ae-4ecd-4cec-9dec-219e84bcd983 of type vlan for network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 Mar 16 10:53:22.246314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=a212f519-7484-4d69-96e0-17d97bb1541a,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.351894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.380445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:22.380773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:22.381135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:22.395054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.400657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:22.401009 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:22.411627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 2 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:22.430607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.479926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.492440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Calling delete_port for c9740d4a-a9db-43a7-be6d-dd6a76aaf32b owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:22.508356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:22.509313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:22.510012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:22.542398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.547967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] For port 1b33213c-42ac-4f5c-8cda-8c9e03a5072f, host hv-neutron-8281, got binding levels [] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:22.548314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.642061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35740) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.650588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.685829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:22.685964 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:22.698662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 3 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:22.705361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.710950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:22.711533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.751382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.760274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'Port': ['ID=b6e2d34c-b8e7-4854-b5d1-e410e487bb2f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.782275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Transition to ACTIVE for port object f0174a1d-cb9d-4261-9a44-6d71fd599dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:22.785205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Calling delete_port for 1b33213c-42ac-4f5c-8cda-8c9e03a5072f owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:22.800702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:22.800857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:22.801123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:22.849190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4c21db5-c915-4bc9-8aa1-cba73c65e04c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:22.865441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'Port': ['ID=535ec894-39b1-40a5-9456-6b6af22f0ca6,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.875196 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9491291 Mar 16 10:53:22.876146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.881456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35744) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:22.882374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:22.885199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.888723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:22.889065 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:22.895253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 4 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:22.905040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613450633'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:22.905993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.911345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Usage tracker for resource:security_group_rule and tenant:8222749b82dd492ab07a2ce9653d19d7 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:22.919275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d37b3-07d3-4817-9de9-d4793ed2023d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=9bc6d94f-60a3-446f-a27c-2c17c1c3d044,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:22.929164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:22.934312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:22.938850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:22.946304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:22.949288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:22.951613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:22.955904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:22.956230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:22.956552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:22.964573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:22.974444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-05a7d573-a8d3-4519-a695-7dc70a7235ab tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6260455 Mar 16 10:53:22.974444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:22.986561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:22.987790 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:22.991166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 5 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:22.994831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Port': ['ID=c9740d4a-a9db-43a7-be6d-dd6a76aaf32b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.010707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.010707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.010707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.012970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.023985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.029553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.032208 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c668423-1ce5-46c3-a678-d78c807dbd11 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/ports/c9740d4a-a9db-43a7-be6d-dd6a76aaf32b HTTP/1.1" status: 204 len: 168 time: 1.5831063 Mar 16 10:53:23.091091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35750) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.092257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b33213c-42ac-4f5c-8cda-8c9e03a5072f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.094400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e4c21db5-c915-4bc9-8aa1-cba73c65e04c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:23.094829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.101605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.105800 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0c983838-1579-4a3e-96ea-418c9e04ade6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0803368 Mar 16 10:53:23.147464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.159090 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f767c25-60c9-4471-8b0e-390b45ae6a65 tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1b33213c-42ac-4f5c-8cda-8c9e03a5072f HTTP/1.1" status: 204 len: 168 time: 1.6128058 Mar 16 10:53:23.159299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.159299 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.161128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35758) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.165714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 6 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:23.185731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:23.189267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.202066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.202573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.202911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.205047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=f0174a1d-cb9d-4261-9a44-6d71fd599dd2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.206584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b76b82e-2570-4621-93ca-6939a7e5d66f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.223830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:23.231610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.231958 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.232710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:23.238691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 7 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:23.249348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:23.250712 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a520a-55c6-4c2c-a5f0-a244560ac44d tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:23.253490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d00a520a-55c6-4c2c-a5f0-a244560ac44d tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Synchronizing usage tracker for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.286238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b76b82e-2570-4621-93ca-6939a7e5d66f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:23.291370 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b76b82e-2570-4621-93ca-6939a7e5d66f tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1879628 Mar 16 10:53:23.291674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:23.297471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35770) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.304797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032859401'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:23.308743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d00a520a-55c6-4c2c-a5f0-a244560ac44d tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] Unset dirty status for tenant:f468377c685b4fae9f9ca72bfb0b6ceb on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:23.312949 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d00a520a-55c6-4c2c-a5f0-a244560ac44d tempest-PortsAdminExtendedAttrsTestJSON-1073694973 tempest-PortsAdminExtendedAttrsTestJSON-1073694973-project-admin] 10.222.0.50 "GET /v2.0/ports/1b33213c-42ac-4f5c-8cda-8c9e03a5072f HTTP/1.1" status: 404 len: 333 time: 0.1492555 Mar 16 10:53:23.318421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.335757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:23.354473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:network and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:23.360544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:23.360800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.361164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.361500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.372057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:23.381378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.382335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.382656 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.390949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.391299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment 02f987ca-4031-405f-9c92-4afe62cb51ca of type vlan for network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 Mar 16 10:53:23.392309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 8 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:23.448370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.497957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:23.502189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.526221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.526659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.527051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.529391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.535514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.624315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0e94710c-b553-4de5-8a1c-6ba80adaf3d1 None None] Provisioning for port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:23.630447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0e94710c-b553-4de5-8a1c-6ba80adaf3d1 None None] Provisioning complete for port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:23.630603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0e94710c-b553-4de5-8a1c-6ba80adaf3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.683773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35804) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.697474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0e94710c-b553-4de5-8a1c-6ba80adaf3d1 None None] Port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:23.715194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35812) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.723787 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 10:53:23.724631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.724978 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.731714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:23.745939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.755253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 9 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:23.759366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.759705 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment a684e364-238f-4487-91fc-11a17d9d4ada of type vlan for network a4938fe4-16d1-4d01-a5a2-4587f5d86961 Mar 16 10:53:23.771727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8222749b82dd492ab07a2ce9653d19d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1179891 Mar 16 10:53:23.776704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.779102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35816) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:23.796351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8ab81-fef5-4ae9-80a0-50afeb6f7f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac90a80f-2f0b-4f38-bed6-3122353ba425,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:23.800377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821f28fc-b5b4-41d3-95de-9f64fc0b526b']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:23.819534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:23.819824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27490e-fea6-44ef-b2d9-e0a3a7584dbf') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:23.822893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.823222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.823552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.850237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.851373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.851699 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.858375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempt 10 to bind port a212f519-7484-4d69-96e0-17d97bb1541a Mar 16 10:53:23.879538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-20c3d5b4-1860-409d-83a0-b274b078d964 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Synchronizing usage tracker for tenant:13b9d59673624be79e8f089105f765b3 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.879728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.887662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.901303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-aaec3819-369c-4607-aa23-dcb7f78ab477 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Synchronizing usage tracker for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:23.915767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:23.916173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.922938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:23.923260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:23.923586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempting to bind port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:23.934598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:23.936214 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:23.943744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:23.944148 dv-neutron-828143-9-hyperv neutron-server[87841]: ERROR neutron.plugins.ml2.managers [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Failed to bind port a212f519-7484-4d69-96e0-17d97bb1541a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'fe6ecb4e-4d53-4201-aa33-142571f08dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73927cf8-492c-47cc-96a2-f4bfc821cf5b'}] Mar 16 10:53:23.944448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.960022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:23.965448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:23.966036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.003732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-20c3d5b4-1860-409d-83a0-b274b078d964 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Unset dirty status for tenant:13b9d59673624be79e8f089105f765b3 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:24.005323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-20c3d5b4-1860-409d-83a0-b274b078d964 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1040138706&fields=id&tenant_id=13b9d59673624be79e8f089105f765b3 HTTP/1.1" status: 200 len: 267 time: 0.3139322 Mar 16 10:53:24.028795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.034433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.035011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.057415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.087563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.103434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-aaec3819-369c-4607-aa23-dcb7f78ab477 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Unset dirty status for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:24.104564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-aaec3819-369c-4607-aa23-dcb7f78ab477 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1092350494&fields=id&tenant_id=8acf26f1d08648e39a6cbc181a9a8788 HTTP/1.1" status: 200 len: 267 time: 0.3787146 Mar 16 10:53:24.106818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.187637 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] 10.222.0.50 "DELETE /v2.0/networks/821f28fc-b5b4-41d3-95de-9f64fc0b526b HTTP/1.1" status: 204 len: 168 time: 0.8730028 Mar 16 10:53:24.197204 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8982561 Mar 16 10:53:24.202719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73397b-b36b-495f-ac0a-5c2838a8b387 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=a4938fe4-16d1-4d01-a5a2-4587f5d86961,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.204733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35824) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.215265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a4938fe4-16d1-4d01-a5a2-4587f5d86961 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:24.233138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6035-60ec-46f4-8723-0df583b5a268 tempest-PortsAdminExtendedAttrsTestJSON-1849427320 tempest-PortsAdminExtendedAttrsTestJSON-1849427320-project] Pushing event deleted for resources: {'Network': ['ID=821f28fc-b5b4-41d3-95de-9f64fc0b526b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.238994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-483622981'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:24.241962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3543746 Mar 16 10:53:24.244243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:24.248334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:network and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:24.251717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:24.260329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:24.269184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35828) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.274208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c234f-4b6a-4657-a4b3-bfb5476f7217 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=0ecebf4b-77f9-4985-b517-f8a06419d2b1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.276547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:24.308362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:24.311964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.347572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:24.407051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:24.426163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.461489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port a212f519-7484-4d69-96e0-17d97bb1541a, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:24.462096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attempted to set empty binding levels {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 10:53:24.482491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.590763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.591109 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Added segment 8b6ec67f-4955-4707-89ee-f9376f75c2f9 of type vlan for network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf Mar 16 10:53:24.598669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.599422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac90a80f-2f0b-4f38-bed6-3122353ba425,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.608006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:24.622326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:24.633085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:24.649629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:24.656901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.661209 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-54c1bbee-7eb6-4b05-81f7-f204cfbe6073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac90a80f-2f0b-4f38-bed6-3122353ba425 HTTP/1.1" status: 204 len: 168 time: 0.8781073 Mar 16 10:53:24.661209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.671940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.683049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] In _notify_port_updated(), no bound segment for port a212f519-7484-4d69-96e0-17d97bb1541a on network 73927cf8-492c-47cc-96a2-f4bfc821cf5b {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:53:24.683899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.684484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.688266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "PUT /v2.0/ports/a212f519-7484-4d69-96e0-17d97bb1541a HTTP/1.1" status: 200 len: 981 time: 4.8034263 Mar 16 10:53:24.696522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:24.697989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35842) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:24.701180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.760166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-1840326b-f851-41cf-b881-4e3d42f79268 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.760871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-1840326b-f851-41cf-b881-4e3d42f79268 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Synchronizing usage tracker for tenant:13b9d59673624be79e8f089105f765b3 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:24.820283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a59b-046c-4b84-ac65-ba8e4bf87aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event updated for resources: {'Port': ['ID=a212f519-7484-4d69-96e0-17d97bb1541a,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:24.825005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.828462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-81a04c70-c736-480a-90a9-505c48ed4bc8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.829167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-81a04c70-c736-480a-90a9-505c48ed4bc8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Synchronizing usage tracker for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:24.830288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:24.834853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.890580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Deleting port a212f519-7484-4d69-96e0-17d97bb1541a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:24.890917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:24.915379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-1840326b-f851-41cf-b881-4e3d42f79268 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Unset dirty status for tenant:13b9d59673624be79e8f089105f765b3 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:24.916601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-1840326b-f851-41cf-b881-4e3d42f79268 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/networks?id=55c446d9-df98-4079-be3b-cd182679363b HTTP/1.1" status: 200 len: 812 time: 0.8921764 Mar 16 10:53:24.923802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-81a04c70-c736-480a-90a9-505c48ed4bc8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Unset dirty status for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:24.926136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-81a04c70-c736-480a-90a9-505c48ed4bc8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/networks?id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 200 len: 805 time: 0.7410920 Mar 16 10:53:24.990449 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7838814 Mar 16 10:53:24.998522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132ad88-ec1e-4c0d-8356-6690f4474117 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Network': ['ID=a8c25e25-e6a1-4bbf-8aa7-e397a1257adf,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.009176 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7630a14e-2d2d-45ab-8506-22f44508ad92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c7423309e1d47c293afda2bb0c8651d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3980389 Mar 16 10:53:25.011775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35854) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.022650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:25.040588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-5d7aa976-baf3-4112-a2ff-2d27c1fee868 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/quotas/8acf26f1d08648e39a6cbc181a9a8788 HTTP/1.1" status: 200 len: 375 time: 0.0476372 Mar 16 10:53:25.047601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-7559cdfb-d5e8-4868-82a7-4b1ad40c5bbc tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/quotas/13b9d59673624be79e8f089105f765b3 HTTP/1.1" status: 200 len: 375 time: 0.1205223 Mar 16 10:53:25.140643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.194177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.214096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.320335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=d46bcacf-fd31-4b8c-8314-ccbc59bed7d5,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.332491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': '6e3a09ae-4ecd-4cec-9dec-219e84bcd983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:25.332491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 9bc6d94f-60a3-446f-a27c-2c17c1c3d044, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:25.353924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.382663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7e8b8-c07a-4930-822d-4a4e22383012,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:25.389141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:25.392019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.393825 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f2302f1-b265-485b-adfc-1743366885ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74e7e8b8-c07a-4930-822d-4a4e22383012 HTTP/1.1" status: 204 len: 168 time: 0.3805773 Mar 16 10:53:25.410162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9bc6d94f-60a3-446f-a27c-2c17c1c3d044) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:25.415662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:25.418294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.419025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599eb5f2-8059-4172-910a-9e278e52b156 None None] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:25.489727 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4173599-e251-4fd4-af0f-f2dc08191495 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2190559 Mar 16 10:53:25.492569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35866) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:25.498204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:25.741913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] For port a212f519-7484-4d69-96e0-17d97bb1541a, host hv-neutron-8281, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:25.742532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.745837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:25.750006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:25.752991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:25.769862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:25.785079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:25.796459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:25.882930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9bc6d94f-60a3-446f-a27c-2c17c1c3d044', 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'd46bcacf-fd31-4b8c-8314-ccbc59bed7d5'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:25.883745 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.177846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Calling delete_port for a212f519-7484-4d69-96e0-17d97bb1541a owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:26.189335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35882) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.211129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Allocated IP 2001:db8::2 (9bc6d94f-60a3-446f-a27c-2c17c1c3d044/d46bcacf-fd31-4b8c-8314-ccbc59bed7d5/80184e98-0576-4ad8-b455-623a4be6d705) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:26.273676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.277944 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-63cc919d-67d8-466c-ac9a-e5242b0d4ec1 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2364953 Mar 16 10:53:26.296369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-de405fb2-589f-422d-a039-94fbecf6e955 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13b9d59673624be79e8f089105f765b3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1685352 Mar 16 10:53:26.333814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.406749 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-36023122-4203-425c-983d-6770a77df256 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f468377c685b4fae9f9ca72bfb0b6ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152710 Mar 16 10:53:26.432989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35894) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.453498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Pushing event deleted for resources: {'Port': ['ID=a212f519-7484-4d69-96e0-17d97bb1541a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.488804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.524757 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-572995fb-3b62-4d88-aa0d-da8aba6a4547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a212f519-7484-4d69-96e0-17d97bb1541a HTTP/1.1" status: 204 len: 168 time: 1.8231947 Mar 16 10:53:26.531662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.663910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90024af-fc85-4d7f-abbd-4e2e8d6e4620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] GET failed (client error): The resource could not be found. Mar 16 10:53:26.667808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f90024af-fc85-4d7f-abbd-4e2e8d6e4620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Synchronizing usage tracker for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:26.677675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': '02f987ca-4031-405f-9c92-4afe62cb51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:26.678122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:26.678426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 0ecebf4b-77f9-4985-b517-f8a06419d2b1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:26.706259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.708375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=e3deecfe-c689-4e1b-8bfd-6b4197eee9ec,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:26.746390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.761598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.770851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.786376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:26.826032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0ecebf4b-77f9-4985-b517-f8a06419d2b1) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:26.845715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd05115-c212-4c9f-bff3-8278252a77fd None None] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:26.847175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:26.848049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.876459 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c082ab08-85eb-4074-be12-e4af9527b889 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3827510 Mar 16 10:53:26.880050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:26.888336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648679404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:26.897214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:26.903114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:26.906983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:26.908381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-c49ce52d-2922-452b-b94e-a7fc2935c8d7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:53:26.909839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-c49ce52d-2922-452b-b94e-a7fc2935c8d7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2115846 Mar 16 10:53:26.914781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:26.930610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.932417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.947014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:26.956230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-092573bb-8970-4b84-86ed-868514b1d4c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:53:26.959659 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-092573bb-8970-4b84-86ed-868514b1d4c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2625704 Mar 16 10:53:26.973015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.011467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.024085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fad8d7-6f0e-490d-a988-237bed3bbfc2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.045985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.051645 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f262e5e-f951-4f2c-a8ba-8884bb552c5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99fad8d7-6f0e-490d-a988-237bed3bbfc2 HTTP/1.1" status: 204 len: 168 time: 0.6042306 Mar 16 10:53:27.067852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.107003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.108562 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f08a38c3-2434-4bf6-a31a-ab027faf489f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2272518 Mar 16 10:53:27.118784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.253328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a80c0b0a-056f-4c9f-b6b1-dab54726a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.276112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.328266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Transition to ACTIVE for port object 80184e98-0576-4ad8-b455-623a4be6d705 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:27.418505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35928) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.434978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-47e6b0d8-b361-4cae-ba24-eee778f3652f service neutron] 10.222.0.50 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741564 Mar 16 10:53:27.469349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f90024af-fc85-4d7f-abbd-4e2e8d6e4620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] Unset dirty status for tenant:9ca5a62035524240902d86551e3dee7f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:27.470484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f90024af-fc85-4d7f-abbd-4e2e8d6e4620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657885662-project-admin] 10.222.0.50 "GET /v2.0/ports/a212f519-7484-4d69-96e0-17d97bb1541a HTTP/1.1" status: 404 len: 333 time: 0.9373956 Mar 16 10:53:27.481503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-0ecebf4b-77f9-4985-b517-f8a06419d2b1', 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'e3deecfe-c689-4e1b-8bfd-6b4197eee9ec'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:27.482315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.509041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 35934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:27.562019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Transition to ACTIVE for port object 80184e98-0576-4ad8-b455-623a4be6d705 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:27.595593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.921986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=f0174a1d-cb9d-4261-9a44-6d71fd599dd2,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:27.961033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:27.999339 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-431074f1-ded5-4ba7-a8cc-9945f53dc297 service neutron] 10.222.0.50 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0271294 Mar 16 10:53:28.045605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1724597940'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.053348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.061621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Usage tracker for resource:network and tenant:d47b22b20b5941798d32f64b63c1679a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.065379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.073015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.090097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:28.094922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:28.102927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:28.163578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Made reservation on behalf of d47b22b20b5941798d32f64b63c1679a for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:28.167283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.198209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Pushing event updated for resources: {'Port': ['ID=80184e98-0576-4ad8-b455-623a4be6d705,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:28.211260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Allocated IP 2001:db8:1::2 (0ecebf4b-77f9-4985-b517-f8a06419d2b1/e3deecfe-c689-4e1b-8bfd-6b4197eee9ec/3cdb8165-3c21-40ba-9b70-e679247e686c) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:28.227014 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-5b1f574e-7be3-4f16-ae28-69c598ef7a7b service neutron] 10.222.0.50 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109330 Mar 16 10:53:28.242295 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-5d19a16e-de21-49d0-8cb5-2e59e2131269 service neutron] 10.222.0.50 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578058 Mar 16 10:53:28.267792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:28.275696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:28.317164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.434537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 35954) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:28.441188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'subnets': [{'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--553724604', 'ip_version': 6}, {'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.441447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'subnet': {'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--553724604', 'ip_version': 6}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.449516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Request body: {'subnet': {'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:28.627453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:28.678802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Attempting to bind port 80184e98-0576-4ad8-b455-623a4be6d705 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:28.679266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Attempting to bind port 80184e98-0576-4ad8-b455-623a4be6d705 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6e3a09ae-4ecd-4cec-9dec-219e84bcd983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:28.679986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Attempting to bind port 80184e98-0576-4ad8-b455-623a4be6d705 on network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:28.698686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:28.698971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Checking segment: {'id': '6e3a09ae-4ecd-4cec-9dec-219e84bcd983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:28.699508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.700255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Bound using segment: {'id': '6e3a09ae-4ecd-4cec-9dec-219e84bcd983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:28.701106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Bound port: 80184e98-0576-4ad8-b455-623a4be6d705, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3a09ae-4ecd-4cec-9dec-219e84bcd983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bc6d94f-60a3-446f-a27c-2c17c1c3d044'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:28.701553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.728741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Usage tracker for resource:security_group_rule and tenant:d47b22b20b5941798d32f64b63c1679a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:28.765262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:28.783079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:28.795755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-49905f48-206f-4d53-b088-6eb188172062 None None] Provisioning complete for port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:28.796443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49905f48-206f-4d53-b088-6eb188172062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.900243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.908730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:28.956526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a94c3f7-bd22-4c2a-831f-d9135f8f815d req-029eb571-b202-4f8d-98bc-c09805729b4f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.1194696 Mar 16 10:53:29.041164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Router 58bf9675-3082-432b-90c9-bc02f28577cf has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:29.113455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1578732b-d669-456f-8f84-5a0db3759c92 req-4e9e7a2d-c287-4e6a-a1ce-0145702b657a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2725530 Mar 16 10:53:29.129691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-49905f48-206f-4d53-b088-6eb188172062 None None] Port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:29.151789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4fc84d16-ec6d-4333-8133-eed23999a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.199516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.207956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] For port 80184e98-0576-4ad8-b455-623a4be6d705, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:29.216558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] For port 80184e98-0576-4ad8-b455-623a4be6d705, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=80184e98-0576-4ad8-b455-623a4be6d705,segment=NetworkSegment(6e3a09ae-4ecd-4cec-9dec-219e84bcd983),segment_id=6e3a09ae-4ecd-4cec-9dec-219e84bcd983)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:29.249449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.255613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73927cf8-492c-47cc-96a2-f4bfc821cf5b']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:29.272727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Transition to ACTIVE for port object 3cdb8165-3c21-40ba-9b70-e679247e686c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:29.311299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6ecb4e-4d53-4201-aa33-142571f08dfa') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:29.311807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6ecb4e-4d53-4201-aa33-142571f08dfa') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:29.380509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Transition to ACTIVE for port object 3cdb8165-3c21-40ba-9b70-e679247e686c will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:29.387839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:29.410497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Usage tracker for resource:subnet and tenant:488de5b9504946b49725f6383b544041 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:29.425901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.443159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:29.444788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a178-6a9f-4666-95c7-b432bf52e6c0 None None] Pushing event updated for resources: {'Port': ['ID=80184e98-0576-4ad8-b455-623a4be6d705,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.460922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:29.497855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:29.500888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:29.505499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:29.539894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.550642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Made reservation on behalf of 488de5b9504946b49725f6383b544041 for: {'subnet': 2} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:29.556316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.559992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.639619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Pushing event updated for resources: {'Port': ['ID=3cdb8165-3c21-40ba-9b70-e679247e686c,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:29.648579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Attempting to bind port 3cdb8165-3c21-40ba-9b70-e679247e686c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:29.649213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Attempting to bind port 3cdb8165-3c21-40ba-9b70-e679247e686c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '02f987ca-4031-405f-9c92-4afe62cb51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:29.653291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Attempting to bind port 3cdb8165-3c21-40ba-9b70-e679247e686c on network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:29.663652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:29.664027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Checking segment: {'id': '02f987ca-4031-405f-9c92-4afe62cb51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:29.664425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.664808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Bound using segment: {'id': '02f987ca-4031-405f-9c92-4afe62cb51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:29.665515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Bound port: 3cdb8165-3c21-40ba-9b70-e679247e686c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f987ca-4031-405f-9c92-4afe62cb51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0ecebf4b-77f9-4985-b517-f8a06419d2b1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:29.666460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.675322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.738340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:29.743364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:29.786782 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:29.853633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] For port 3cdb8165-3c21-40ba-9b70-e679247e686c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:29.858811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] For port 3cdb8165-3c21-40ba-9b70-e679247e686c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3cdb8165-3c21-40ba-9b70-e679247e686c,segment=NetworkSegment(02f987ca-4031-405f-9c92-4afe62cb51ca),segment_id=02f987ca-4031-405f-9c92-4afe62cb51ca)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:29.870353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:29.980375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dface630-87be-4fd8-ab28-2e0718d99ad8 None None] Pushing event updated for resources: {'Port': ['ID=3cdb8165-3c21-40ba-9b70-e679247e686c,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.022251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.036860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.102521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:30.112631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.135001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.203830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0274bfc2-3293-4aa4-be27-5b62b8ba2503,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.219622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8::1 (9bc6d94f-60a3-446f-a27c-2c17c1c3d044/d46bcacf-fd31-4b8c-8314-ccbc59bed7d5/a4ab158d-4b11-4da2-8d20-596d9bb30b22) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:30.226704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.227138 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Added segment 631632c0-36de-4c58-9d83-2626cf489a47 of type vlan for network e1a5abff-1848-45eb-99d8-4593a628f09c Mar 16 10:53:30.230709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] Pushing event deleted for resources: {'Network': ['ID=73927cf8-492c-47cc-96a2-f4bfc821cf5b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:30.280129 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-714487c6-29f5-420a-9c39-6b9714589209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791549234-project] 10.222.0.50 "DELETE /v2.0/networks/73927cf8-492c-47cc-96a2-f4bfc821cf5b HTTP/1.1" status: 204 len: 168 time: 2.7674556 Mar 16 10:53:30.353538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.381260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.407293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b223b4b3-f1a1-48a7-aa67-2c0f4dba2bbb req-c189e7e1-ecf4-4848-b127-aa21321addbc tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.2103341 Mar 16 10:53:30.427667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:30.450722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.455334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] Sync routers for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:30.455867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-962e2c2a-88ae-45a7-b453-e443cdc04ac2 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "PUT /v2.0/routers/58bf9675-3082-432b-90c9-bc02f28577cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9184372 Mar 16 10:53:30.462300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-98842eaf-106a-41a6-8f71-0644fb28f571 req-648188ab-f394-4470-b38e-0b5fe5dc76bc tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2106755 Mar 16 10:53:30.477128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36046) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:30.497660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:30.499218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:30.507071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Request body: {'port': {'network_id': 'd1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0', 'name': 'tempest-FloatingIPAdminTestJSON-1557054672'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:30.890396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:30.892284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:30.928198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:30.930131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:30.959905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object a4ab158d-4b11-4da2-8d20-596d9bb30b22 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:31.037205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.129568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36068) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.138567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3cdb8165-3c21-40ba-9b70-e679247e686c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:31.164513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:31.177409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Usage tracker for resource:port and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:31.185916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:31.193114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.207077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:31.207759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.209753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:31.210153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd5e86-9cf3-4686-b966-cfaa25a0272a None None] The sync data for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:31.246528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:31.304161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.317496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3cdb8165-3c21-40ba-9b70-e679247e686c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:31.323103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 80184e98-0576-4ad8-b455-623a4be6d705 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:31.373252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:31.387840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:31.388613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.456676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=a4ab158d-4b11-4da2-8d20-596d9bb30b22,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.482460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:31.516240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7bd61-0887-456d-83bd-2468faff1be3 None None] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:31.659321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Made reservation on behalf of 2a4c30624c0c456db7247e3123c423d9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:31.665155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.686756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4cc65915-2745-44ac-b8a0-fcf42196510b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9449555a418b40f08f58a9463067429c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5557890 Mar 16 10:53:31.696259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36084) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.735986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] device_id is not set on port 42489553-efaf-4595-8361-9fb1250b4e1d yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:31.767352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ab1b008c-22df-4bfc-91c1-0b987d3dc8d1 None None] Provisioning for port 80184e98-0576-4ad8-b455-623a4be6d705 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:31.804119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 80184e98-0576-4ad8-b455-623a4be6d705 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:31.817112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.822776 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.4017944 Mar 16 10:53:31.827469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36092) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:31.834357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 80184e98-0576-4ad8-b455-623a4be6d705 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:31.838082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:31.841213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79cef2-befc-4775-9b94-a70fed0adeab tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Pushing event updated for resources: {'Network': ['ID=e1a5abff-1848-45eb-99d8-4593a628f09c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:31.875359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e1a5abff-1848-45eb-99d8-4593a628f09c details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:31.903125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77699368-2133-4cfb-baeb-38c83dd719cf None None] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:31.991428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6c1048cc-6348-4965-83d6-1ddd2687f6b5 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:31.994577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.028481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'name': 'tempest-network--76693460', 'router:external': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:32.043550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:32.096916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-88fc21fd-0219-4f7e-b178-c3d93a1b1830 req-5b37039c-f2d6-4a51-91b6-b83993ab9290 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2493889 Mar 16 10:53:32.110115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af0ef412-425d-49b2-9d89-9dea62f8a646 req-283a3e32-bd49-443c-8857-2d2eeeac1d6c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.2635336 Mar 16 10:53:32.118992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.55', 60773) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.166090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Provisioning for port 3cdb8165-3c21-40ba-9b70-e679247e686c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:32.225988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:network and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:32.229759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:32.252189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Provisioning complete for port 3cdb8165-3c21-40ba-9b70-e679247e686c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:32.253323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.302329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:32.323789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.340765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:32.343158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.367572 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c1048cc-6348-4965-83d6-1ddd2687f6b5 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "PUT /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625 HTTP/1.1" status: 200 len: 366 time: 0.9060612 Mar 16 10:53:32.372324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.373317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.425831 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-952d89b9-d079-4de9-bfe3-9fdf33f182d6 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0410986 Mar 16 10:53:32.429673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:32.433176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36106) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.439151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:security_group_rule and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:32.445661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:32.463432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.537908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Allocated IP 172.20.0.4 (d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0/770bcb2d-a567-4a7d-8e4d-a9ce4017d26a/42489553-efaf-4595-8361-9fb1250b4e1d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:32.539387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:32.560732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.574024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-01689932-c03d-4fe7-9119-11bc580a158d tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625 HTTP/1.1" status: 200 len: 366 time: 0.0980637 Mar 16 10:53:32.579580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36114) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.629735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.671310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.677642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.55', 60778) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.701427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.702270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.707426 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cb63c9f4-2d21-4435-8d1d-95f886ecf2ab tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625 HTTP/1.1" status: 204 len: 168 time: 0.1269662 Mar 16 10:53:32.713440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 80184e98-0576-4ad8-b455-623a4be6d705, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=80184e98-0576-4ad8-b455-623a4be6d705,segment=NetworkSegment(6e3a09ae-4ecd-4cec-9dec-219e84bcd983),segment_id=6e3a09ae-4ecd-4cec-9dec-219e84bcd983)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:32.717729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.734068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.839897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] For port 3cdb8165-3c21-40ba-9b70-e679247e686c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3cdb8165-3c21-40ba-9b70-e679247e686c,segment=NetworkSegment(02f987ca-4031-405f-9c92-4afe62cb51ca),segment_id=02f987ca-4031-405f-9c92-4afe62cb51ca)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:32.853935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:32.855842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=80184e98-0576-4ad8-b455-623a4be6d705,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.872781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36124) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:32.878880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Subnet': ['ID=5087b988-8570-45a2-b2be-9b90342d5c95,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:32.930550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ab50f12d-8a4c-49c7-b40e-aa06e51b939a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:32.932048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ab50f12d-8a4c-49c7-b40e-aa06e51b939a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "GET /v2.0/networks?id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 200 len: 805 time: 0.7970302 Mar 16 10:53:32.967260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.028658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a64f8-d270-4845-8436-0a8716bf30b6 None None] Pushing event updated for resources: {'Port': ['ID=3cdb8165-3c21-40ba-9b70-e679247e686c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.073051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.151223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.181779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Checking segment: {'id': 'a684e364-238f-4487-91fc-11a17d9d4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:33.182126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network hostable DHCP agents. Network: a4938fe4-16d1-4d01-a5a2-4587f5d86961, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:33.198001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Provisioning for port a4ab158d-4b11-4da2-8d20-596d9bb30b22 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:33.226217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Provisioning complete for port a4ab158d-4b11-4da2-8d20-596d9bb30b22 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:33.229583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.244606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa17e308-6ed0-45f6-868f-fc451918e797,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.250381 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-135c67e8-e5a1-4895-b607-039b48a6bb9c tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2796595 Mar 16 10:53:33.258901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36148) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.344872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-5fb9865e-0851-4544-bd9e-25df76f05697 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acf26f1d08648e39a6cbc181a9a8788 HTTP/1.1" status: 200 len: 380 time: 0.3114445 Mar 16 10:53:33.396385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:33.409052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Port a4ab158d-4b11-4da2-8d20-596d9bb30b22 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:33.416875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=a4ab158d-4b11-4da2-8d20-596d9bb30b22,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.428345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Provisioning complete for port 80184e98-0576-4ad8-b455-623a4be6d705 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:33.429145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2eecc5a-c2e5-4b85-9513-b946bd3c9a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.436531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa53f3-ba8c-43ec-9479-6245a2602ec1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:33.452412 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-003b0949-b23c-4147-a764-7b67561acee3 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625 HTTP/1.1" status: 200 len: 370 time: 0.1841621 Mar 16 10:53:33.455770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'port': {'device_id': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'admin_state_up': True, 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'security_groups': ['dbd583d4-f3e0-43ce-86c8-95f1372ab42f']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:33.462687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36158) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.486705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.487354 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Added segment dbaa8c67-00f7-409e-b198-84687253cadf of type vlan for network 5a829266-edd8-4cfd-8dca-75dd72da054f Mar 16 10:53:33.497116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b50bd3e-4ae2-42b9-a996-3f6f2a5859ac req-d1b06e40-5e08-46c8-8324-abe013b88679 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2024317 Mar 16 10:53:33.515599 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a3a1bf5c-1070-4436-840f-17b4de172aa9 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625/default HTTP/1.1" status: 200 len: 370 time: 0.0309656 Mar 16 10:53:33.530485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36162) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:33.556741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a67b938-6320-4e76-814c-f1180f746dbb req-d73e52b2-db74-4818-81a5-64666d0b4b75 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.2097061 Mar 16 10:53:33.571908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.573220 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4187f895-db10-451a-a43f-cc2958b1beb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa17e308-6ed0-45f6-868f-fc451918e797 HTTP/1.1" status: 204 len: 168 time: 1.8729482 Mar 16 10:53:33.574154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network a4938fe4-16d1-4d01-a5a2-4587f5d86961 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:33.605024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-6936d0ab-85c2-4105-a423-3b146eb2ae33 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:33.606544 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-6936d0ab-85c2-4105-a423-3b146eb2ae33 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.55 "GET /v2.0/networks?id=55c446d9-df98-4079-be3b-cd182679363b HTTP/1.1" status: 200 len: 812 time: 0.9272842 Mar 16 10:53:33.612171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.629466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:33.633738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:33.671402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.914089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:33.976456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8e646727-c90a-4264-a1e0-940d7cc9b312 None None] Provisioning complete for port a4ab158d-4b11-4da2-8d20-596d9bb30b22 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:33.977029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e646727-c90a-4264-a1e0-940d7cc9b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.018799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:34.051361 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a34e43d2-fa49-4ad3-af7d-b8f4d8cb64a4 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b9d59673624be79e8f089105f765b3 HTTP/1.1" status: 200 len: 380 time: 0.4063466 Mar 16 10:53:34.059733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-d680ee0a-a325-4b3b-960e-611421aacd19 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:53:34.063596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d680ee0a-a325-4b3b-960e-611421aacd19 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/aff7ce697c15418998ca5fd5dddba625 HTTP/1.1" status: 404 len: 348 time: 0.5159247 Mar 16 10:53:34.073813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a4938fe4-16d1-4d01-a5a2-4587f5d86961) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:34.084272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.090393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'port': {'device_id': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'admin_state_up': True, 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'security_groups': ['d1ba0072-fe25-43cd-ab04-65bb7ba849bf']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:34.162786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e30f75-3b72-419b-b570-b05e3b617a45 None None] Network a4938fe4-16d1-4d01-a5a2-4587f5d86961 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:34.183348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Transition to ACTIVE for port object 42489553-efaf-4595-8361-9fb1250b4e1d will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:34.212957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36172) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.298364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8e646727-c90a-4264-a1e0-940d7cc9b312 None None] Port a4ab158d-4b11-4da2-8d20-596d9bb30b22 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:34.324139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8e646727-c90a-4264-a1e0-940d7cc9b312 None None] Provisioning complete for port 3cdb8165-3c21-40ba-9b70-e679247e686c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:34.327304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e646727-c90a-4264-a1e0-940d7cc9b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.367264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event updated for resources: {'Subnet': ['ID=3a5aded6-224e-4470-9da6-74d31a42ef08,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.377919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c810688b-7b69-4609-bf1c-d3388d2ac036 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ca5a62035524240902d86551e3dee7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481812 Mar 16 10:53:34.382763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36176) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.388166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:34.403769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.404899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.405493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.429501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Usage tracker for resource:port and tenant:8acf26f1d08648e39a6cbc181a9a8788 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:34.441251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:34.467931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Checking segment: {'id': '8b6ec67f-4955-4707-89ee-f9376f75c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:34.467931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network hostable DHCP agents. Network: a8c25e25-e6a1-4bbf-8aa7-e397a1257adf, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:34.473158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:34.530551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36180) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.609351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.611100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Made reservation on behalf of 8acf26f1d08648e39a6cbc181a9a8788 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:34.618852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.687429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-a4938fe4-16d1-4d01-a5a2-4587f5d86961', 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961', 'tenant_id': '488de5b9504946b49725f6383b544041', 'fixed_ips': [{'subnet_id': '5087b988-8570-45a2-b2be-9b90342d5c95'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:34.692000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.762726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=5a829266-edd8-4cfd-8dca-75dd72da054f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:34.766157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:34.782136 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-32ea36fc-c19c-4de0-b569-354503401c22 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.9496517 Mar 16 10:53:34.789800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36188) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:34.796779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:34.803496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ce6bdeb4-c739-49f9-b4fa-7ac2944ef164 None None] Provisioning complete for port a4ab158d-4b11-4da2-8d20-596d9bb30b22 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:34.804055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce6bdeb4-c739-49f9-b4fa-7ac2944ef164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.816263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Usage tracker for resource:port and tenant:13b9d59673624be79e8f089105f765b3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:34.821640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:34.826626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a8c25e25-e6a1-4bbf-8aa7-e397a1257adf) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:34.830923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:34.850028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:34.853403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 52706550-1cad-49ee-9262-88a4c45abf54 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:34.863228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 5a829266-edd8-4cfd-8dca-75dd72da054f details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:34.867875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Made reservation on behalf of 13b9d59673624be79e8f089105f765b3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:34.871445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.947906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970cee2-9ad4-49c4-a32c-c7a2380abfa7 None None] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:34.948922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:34.951119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:network and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:34.960641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.961317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:34.961949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:34.966411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:35.055990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3cdb8165-3c21-40ba-9b70-e679247e686c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:35.223402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-75e3eb41-6e27-487f-8b6a-627f80ee2eeb req-8235d680-c168-42cc-b6d9-ad1e3e56a609 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.4365208 Mar 16 10:53:35.225640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:35.238699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Allocated IP 2001:db8::1 (a4938fe4-16d1-4d01-a5a2-4587f5d86961/5087b988-8570-45a2-b2be-9b90342d5c95/0d1ba55a-e7be-47d1-9d33-883b6a1b479a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:35.274907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:35.296697 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] Sync routers for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:35.303989 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c087eed8-5e2d-44e7-a518-ec81148e6796 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1872802 Mar 16 10:53:35.306067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36194) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.313663 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:35.317688 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.441865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40aaeb-b859-47cc-9372-6eb83bfcac62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:35.442495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6e40aaeb-b859-47cc-9372-6eb83bfcac62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:35.480221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12e2608f-6be4-4bd3-964e-66daf27d4aaa req-4c9fb86f-7f2c-4c75-93f2-ce00f798c45b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.5236354 Mar 16 10:53:35.498184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.499265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bdeb4-c739-49f9-b4fa-7ac2944ef164 None None] Port a4ab158d-4b11-4da2-8d20-596d9bb30b22 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:35.526752 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:35.528692 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.535252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Allocated IP 172.20.0.7 (55c446d9-df98-4079-be3b-cd182679363b/a7e98511-e885-42b2-ad0c-efaeba8d570e/914fc89a-35e8-492d-85a5-f41ada15c0b6) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:35.537745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6e40aaeb-b859-47cc-9372-6eb83bfcac62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:35.543210 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6e40aaeb-b859-47cc-9372-6eb83bfcac62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports/a4ab158d-4b11-4da2-8d20-596d9bb30b22 HTTP/1.1" status: 200 len: 911 time: 0.2361174 Mar 16 10:53:35.551180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36198) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.586150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-36d84731-5446-49c7-a6a6-139d4d3bfa18 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.1501627 Mar 16 10:53:35.601340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36202) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:35.610684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.614979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event updated for resources: {'Port': ['ID=42489553-efaf-4595-8361-9fb1250b4e1d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:35.650106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:subnet and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:35.652726 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:35.653263 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6553-694b-4507-a51d-dc6a238a0b15 None None] The sync data for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:35.741396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-925e378a-61f1-43dd-88f5-6d1b6e03da5a None None] Provisioning for port 42489553-efaf-4595-8361-9fb1250b4e1d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:35.741988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.788011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3cdb8165-3c21-40ba-9b70-e679247e686c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:35.788380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.853413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:35.867522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-925e378a-61f1-43dd-88f5-6d1b6e03da5a None None] Provisioning complete for port 42489553-efaf-4595-8361-9fb1250b4e1d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:35.867892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-925e378a-61f1-43dd-88f5-6d1b6e03da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:35.941129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.037200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.090218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-925e378a-61f1-43dd-88f5-6d1b6e03da5a None None] Port 42489553-efaf-4595-8361-9fb1250b4e1d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:36.091952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-a8c25e25-e6a1-4bbf-8aa7-e397a1257adf', 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf', 'tenant_id': '488de5b9504946b49725f6383b544041', 'fixed_ips': [{'subnet_id': '3a5aded6-224e-4470-9da6-74d31a42ef08'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:53:36.092825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.096175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:subnetpool and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:36.114680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:36.117210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:36.118191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:36.118704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:36.121106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Transition to ACTIVE for port object 0d1ba55a-e7be-47d1-9d33-883b6a1b479a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:36.121357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.126390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Allocated IP 172.20.0.9 (9c53a580-0ee9-4147-ab0e-8691eeba3bdf/3104b282-95d3-4ce3-9a73-fd821848095f/c2f3487e-a1c8-4302-9081-206b8c4180bf) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:36.142267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 80184e98-0576-4ad8-b455-623a4be6d705 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:36.152073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:36.152733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.228540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:36.288922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Transition to ACTIVE for port object 0d1ba55a-e7be-47d1-9d33-883b6a1b479a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:36.322045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.413701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Network a4938fe4-16d1-4d01-a5a2-4587f5d86961 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:36.450779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:36.469078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:36.490288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Pushing event updated for resources: {'Port': ['ID=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.542774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 80184e98-0576-4ad8-b455-623a4be6d705 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:36.543160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.672317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.683102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Allocated IP 2001:db8:0:1::1 (a8c25e25-e6a1-4bbf-8aa7-e397a1257adf/3a5aded6-224e-4470-9da6-74d31a42ef08/31a0bea6-8e1e-4fdf-9a85-e14ee29753dd) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:36.718712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Attempting to bind port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:36.719163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Attempting to bind port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a684e364-238f-4487-91fc-11a17d9d4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:36.719550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Attempting to bind port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a on network a4938fe4-16d1-4d01-a5a2-4587f5d86961 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:36.726691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.732708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:36.733238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Checking segment: {'id': 'a684e364-238f-4487-91fc-11a17d9d4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:36.733803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.734389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Bound using segment: {'id': 'a684e364-238f-4487-91fc-11a17d9d4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:36.734586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.735136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Bound port: 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a684e364-238f-4487-91fc-11a17d9d4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a4938fe4-16d1-4d01-a5a2-4587f5d86961'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:36.735351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.760024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Transition to ACTIVE for port object c2f3487e-a1c8-4302-9081-206b8c4180bf will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:36.808854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63413560-bac5-42ec-8618-6cfefa0579ba,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:36.818790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:36.820079 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-28b36851-8a4e-4cfa-9b0a-9b6a6aadb09e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63413560-bac5-42ec-8618-6cfefa0579ba HTTP/1.1" status: 204 len: 168 time: 2.4337337 Mar 16 10:53:36.924877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Transition to ACTIVE for port object 914fc89a-35e8-492d-85a5-f41ada15c0b6 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:37.066753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ec19907f-bef4-480f-b6bf-a32d7ea090a2 req-d32be561-06b0-4eed-9bb8-48bb218d4144 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.2405641 Mar 16 10:53:37.068868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-181b68a3-2e03-47cb-96b1-ac2732979d5d tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5889256 Mar 16 10:53:37.075186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.084274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36212) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.092794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:37.094011 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0a60ffde-fcb9-49f3-8fb9-facda940ec7c tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.4883983 Mar 16 10:53:37.119366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36216) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:37.348686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] For port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:37.355271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:port and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:37.439191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:37.454627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting subnet 5087b988-8570-45a2-b2be-9b90342d5c95 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:37.458307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] For port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,segment=NetworkSegment(a684e364-238f-4487-91fc-11a17d9d4ada),segment_id=a684e364-238f-4487-91fc-11a17d9d4ada)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:37.484727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.488364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.490349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.583542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:37.584877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.609676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:37.630382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.664275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.710717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Network 55c446d9-df98-4079-be3b-cd182679363b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:37.720195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a829266-edd8-4cfd-8dca-75dd72da054f']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:37.729947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.749061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:37.779545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Transition to ACTIVE for port object 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:37.786587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:37.831686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f7ece-17bd-497b-8a6a-37f39c713f7a None None] Pushing event updated for resources: {'Port': ['ID=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:37.874702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Transition to ACTIVE for port object 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:37.880698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:router and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:37.885429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:37.891598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'project_id': '2a4c30624c0c456db7247e3123c423d9', 'port_id': '42489553-efaf-4595-8361-9fb1250b4e1d'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:37.930628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:37.940397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaa8c67-00f7-409e-b198-84687253cadf') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:37.940697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaa8c67-00f7-409e-b198-84687253cadf') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:38.006945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b64312-baca-4b3c-9ac4-e252b6f21864 req-31c5513d-c742-4310-9771-3d970a6d9e74 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.013775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-96b64312-baca-4b3c-9ac4-e252b6f21864 req-31c5513d-c742-4310-9771-3d970a6d9e74 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Synchronizing usage tracker for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:38.017021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.031110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.053010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.091973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:38.112983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:38.135603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:floatingip and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.139048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event updated for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.144027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.149235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-96b64312-baca-4b3c-9ac4-e252b6f21864 req-31c5513d-c742-4310-9771-3d970a6d9e74 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Unset dirty status for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:38.150459 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96b64312-baca-4b3c-9ac4-e252b6f21864 req-31c5513d-c742-4310-9771-3d970a6d9e74 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 931 time: 1.2537651 Mar 16 10:53:38.165168 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:38.168700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.169985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.173668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.183923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Usage tracker for resource:floatingip and tenant:2a4c30624c0c456db7247e3123c423d9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.215533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.295177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:38.295643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:38.331078 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:38.355449 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96b64312-baca-4b3c-9ac4-e252b6f21864 req-dcc4c351-fd5e-4a4a-8877-17a11fd0ebb6 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779966 Mar 16 10:53:38.391729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:38.607059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Pushing event updated for resources: {'Port': ['ID=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.620917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.621594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.635598 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ac631d22-734d-4985-84c4-551df2e43624 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2404556 Mar 16 10:53:38.662085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-08a99d72-f808-4421-a793-3f15148350ee None None] Provisioning for port c2f3487e-a1c8-4302-9081-206b8c4180bf completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:38.671639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-69a12cd9-587c-4672-9254-f54bb5dfc434 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:53:38.672403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.672648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-69a12cd9-587c-4672-9254-f54bb5dfc434 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066459 Mar 16 10:53:38.682810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.707443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-08a99d72-f808-4421-a793-3f15148350ee None None] Provisioning complete for port c2f3487e-a1c8-4302-9081-206b8c4180bf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:38.708734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08a99d72-f808-4421-a793-3f15148350ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.718570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:security_group and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.790911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ef43-d877-4664-849b-3940f9af6678 req-a23f907a-0888-4a84-9f80-a1d8a3bc23c2 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:38.799452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9e6ef43-d877-4664-849b-3940f9af6678 req-a23f907a-0888-4a84-9f80-a1d8a3bc23c2 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 931 time: 0.2154684 Mar 16 10:53:38.799720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a829266-edd8-4cfd-8dca-75dd72da054f {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:53:38.820377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.821209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.861980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:38.875497 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/5a829266-edd8-4cfd-8dca-75dd72da054f HTTP/1.1" status: 204 len: 168 time: 4.0503397 Mar 16 10:53:38.881862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36242) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:38.891947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1397-8609-4e5d-bd62-ec3e3032566d tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a829266-edd8-4cfd-8dca-75dd72da054f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:38.901798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Attempting to bind port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:38.902176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Attempting to bind port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '8b6ec67f-4955-4707-89ee-f9376f75c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:38.902538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Attempting to bind port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd on network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:38.908570 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-a327cc1e-bb53-4eab-b915-1298be0c3784 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8325112 Mar 16 10:53:38.916527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:38.925137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:38.947986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:38.948405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Checking segment: {'id': '8b6ec67f-4955-4707-89ee-f9376f75c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:38.948754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.949177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Bound using segment: {'id': '8b6ec67f-4955-4707-89ee-f9376f75c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:38.949650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Bound port: 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6ec67f-4955-4707-89ee-f9376f75c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8c25e25-e6a1-4bbf-8aa7-e397a1257adf'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:38.950027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:38.953772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Usage tracker for resource:security_group_rule and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.956948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:network and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:38.975071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8:1::1 (0ecebf4b-77f9-4985-b517-f8a06419d2b1/e3deecfe-c689-4e1b-8bfd-6b4197eee9ec/f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:38.977388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-08a99d72-f808-4421-a793-3f15148350ee None None] Port c2f3487e-a1c8-4302-9081-206b8c4180bf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:39.034878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:39.050972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9e6ef43-d877-4664-849b-3940f9af6678 req-ebd90e1c-cb0d-4878-86f0-256530e253c2 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164822 Mar 16 10:53:39.068342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:39.108046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:39.148321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:39.151965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-99193474-0929-4f91-a709-995c3f41090d None None] Provisioning for port 914fc89a-35e8-492d-85a5-f41ada15c0b6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:39.174561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.178269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-99193474-0929-4f91-a709-995c3f41090d None None] Provisioning complete for port 914fc89a-35e8-492d-85a5-f41ada15c0b6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:39.184979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-99193474-0929-4f91-a709-995c3f41090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.209483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a2c04d6-d785-4b9d-8606-1a94fd5bfc81 tempest-QuotasTest-104581534 tempest-QuotasTest-104581534-project-admin] 10.222.0.50 "GET /v2.0/quotas/96bbcc81dbad41128015887cc8063b6f/details.json HTTP/1.1" status: 200 len: 703 time: 4.6448512 Mar 16 10:53:39.259505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Request body: {'port': {'device_id': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:39.366525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Request body: {'port': {'device_id': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:39.424092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-99193474-0929-4f91-a709-995c3f41090d None None] Port 914fc89a-35e8-492d-85a5-f41ada15c0b6 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:39.434391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] For port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:39.476494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] For port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,segment=NetworkSegment(8b6ec67f-4955-4707-89ee-f9376f75c2f9),segment_id=8b6ec67f-4955-4707-89ee-f9376f75c2f9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:39.491482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.551509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:39.559621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.644668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.645322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Added segment d2a9d79b-47a1-49c9-98f4-e7583c3aa691 of type vlan for network a470ec29-9da5-43ea-91aa-c398a1050408 Mar 16 10:53:39.771689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d1ba55a-e7be-47d1-9d33-883b6a1b479a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:39.786058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:39.928740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36260) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:39.943233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76810b-6335-4224-bbe7-cce4859f6fc8 None None] Network a4938fe4-16d1-4d01-a5a2-4587f5d86961 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:40.155771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3766aab-ad6b-4ef6-b744-7a8e9df93109 None None] Pushing event updated for resources: {'Port': ['ID=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.206684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.269788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.270912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:40.271530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.341601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.366492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.414024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:40.414853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b83ab-6d6e-43ab-ac56-91a075802e55 req-9727d928-e606-442e-a0b7-0b134b10874b tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:40.416463 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1b83ab-6d6e-43ab-ac56-91a075802e55 req-9727d928-e606-442e-a0b7-0b134b10874b tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 931 time: 0.6356311 Mar 16 10:53:40.418029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Provisioning for port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:40.435085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:40.435860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.489449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Provisioning complete for port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:40.490202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.497314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.520626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Subnet': ['ID=5087b988-8570-45a2-b2be-9b90342d5c95,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.535248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:40.837644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=a470ec29-9da5-43ea-91aa-c398a1050408,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:40.863377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a470ec29-9da5-43ea-91aa-c398a1050408 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:40.868623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:40.897767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-75c68e62-6993-412d-b4f8-eb0fc1db3fb3 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9991219 Mar 16 10:53:40.911800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36278) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:40.914236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a180b3ccac6b44d9bf5fb3a7677068bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:40.937037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:40.974223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1b83ab-6d6e-43ab-ac56-91a075802e55 req-f65c8aa1-b654-4a06-aa86-78bb602113bf tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835566 Mar 16 10:53:40.998919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'subnet': {'network_id': 'a470ec29-9da5-43ea-91aa-c398a1050408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:41.004371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:41.009801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Allocated IP 172.26.0.96 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/2d2df906-9cb9-4199-b171-673427c7d3cb) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:41.010093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:subnet and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:41.023390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:41.030639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.060457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36282) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.061609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.091068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:41.093861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.242343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.289291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.309453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:41.344701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.375675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2138077088', 'router:external': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:41.386989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:41.391848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:network and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:41.395868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:41.411784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:41.419345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:41.420821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.434201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:41.447811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:41.458385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.502771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.571208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fdceed-930a-4384-928f-204958c6b01f None None] DHCP port deletion for a4938fe4-16d1-4d01-a5a2-4587f5d86961 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:41.571437 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a645f686-213d-43a2-b4ff-7efc2078d440 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/subnets/5087b988-8570-45a2-b2be-9b90342d5c95 HTTP/1.1" status: 204 len: 168 time: 4.4486682 Mar 16 10:53:41.598173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Deleting port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:41.598544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.647885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36288) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:41.678676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:41.705831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Made reservation on behalf of 4aafaae5c0a54a738e574052cc9e2c1b for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:41.707875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.744378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.849665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:41.860606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.880116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:41.913437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-05fdceed-930a-4384-928f-204958c6b01f None None] For port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,segment=NetworkSegment(a684e364-238f-4487-91fc-11a17d9d4ada),segment_id=a684e364-238f-4487-91fc-11a17d9d4ada)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:41.913980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.062659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Calling delete_port for 0d1ba55a-e7be-47d1-9d33-883b6a1b479a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:42.088982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f40d-fce5-496b-85ea-f761e4367163 req-b29758af-1a50-4ee1-a8be-fabaf7bedf1e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:42.091090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb78f40d-fce5-496b-85ea-f761e4367163 req-b29758af-1a50-4ee1-a8be-fabaf7bedf1e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 931 time: 1.6524739 Mar 16 10:53:42.151108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:42.154169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:42.155187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.164119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769ad1c-94f0-43e2-befa-a4e5a183e2b3 None None] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:42.199075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2df906-9cb9-4199-b171-673427c7d3cb,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.204636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:42.212193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] For port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,segment=NetworkSegment(a684e364-238f-4487-91fc-11a17d9d4ada),segment_id=a684e364-238f-4487-91fc-11a17d9d4ada)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:42.275431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.325909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb78f40d-fce5-496b-85ea-f761e4367163 req-2142765c-0aaa-4937-a7b9-f7ccb64f350e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805487 Mar 16 10:53:42.348489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:security_group_rule and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:42.377515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914fc89a-35e8-492d-85a5-f41ada15c0b6 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:53:42.418209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12b15-d88b-4002-8010-a7dc7e19eef0 None None] Pushing event updated for resources: {'Port': ['ID=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.431250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:42.432081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:42.473391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting subnet 3a5aded6-224e-4470-9da6-74d31a42ef08 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:53:42.487330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:42.492241 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a180b3ccac6b44d9bf5fb3a7677068bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5603967 Mar 16 10:53:42.507765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36294) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:42.532294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d88399-ac57-4ed8-84c7-8bccb26cc9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e9559-5eb2-4a6c-96f3-17a4ac63cc0b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:42.539963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:42.543333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.580505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.653916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73948ec8-08af-4371-a1ae-8eb34dcbb86b None None] Provisioning for port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:42.681706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Transition to ACTIVE for port object 914fc89a-35e8-492d-85a5-f41ada15c0b6 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:42.725343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.780442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:42.781181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:42.846335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-adc64ba1-7065-422a-aa4e-480f3712eb2c None None] Provisioning for port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:42.891485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-adc64ba1-7065-422a-aa4e-480f3712eb2c None None] Provisioning complete for port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:42.892120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adc64ba1-7065-422a-aa4e-480f3712eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:42.980508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Deleting port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:42.981239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.025703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91255bf-01a4-41e9-b137-21a2c91c3f06 req-a5b26a87-94f1-4691-a2be-b9a98ec6f54b tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:43.027503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d91255bf-01a4-41e9-b137-21a2c91c3f06 req-a5b26a87-94f1-4691-a2be-b9a98ec6f54b tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 931 time: 0.7132282 Mar 16 10:53:43.124511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-adc64ba1-7065-422a-aa4e-480f3712eb2c None None] Port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:43.138630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.290329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.297139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.320334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.536906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.556145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Pushing event updated for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.574192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.581388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:53:43.581948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.591794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:43.663860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.675179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-05fdceed-930a-4384-928f-204958c6b01f None None] For port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,segment=NetworkSegment(a684e364-238f-4487-91fc-11a17d9d4ada),segment_id=a684e364-238f-4487-91fc-11a17d9d4ada)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:43.675949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.695541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.768903 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d91255bf-01a4-41e9-b137-21a2c91c3f06 req-8db2aa4e-bb20-431a-8cbe-636594744759 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692380 Mar 16 10:53:43.784098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9072b3b-cf4d-42f4-89ce-26cea7301556,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.857542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Calling delete_port for 0d1ba55a-e7be-47d1-9d33-883b6a1b479a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:43.894948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Attempting to bind port 914fc89a-35e8-492d-85a5-f41ada15c0b6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:43.895346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Attempting to bind port 914fc89a-35e8-492d-85a5-f41ada15c0b6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:43.896059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Attempting to bind port 914fc89a-35e8-492d-85a5-f41ada15c0b6 on network 55c446d9-df98-4079-be3b-cd182679363b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:43.902108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c04e1-aeed-4dea-9682-3ddff11e18e3,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.927851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.928173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Added segment 31d046b7-1da0-40a6-bbed-f0aed6ddd6fb of type vlan for network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db Mar 16 10:53:43.936935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.973329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.989876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Port 914fc89a-35e8-492d-85a5-f41ada15c0b6 on network 55c446d9-df98-4079-be3b-cd182679363b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:43.990320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Attempting to bind port 914fc89a-35e8-492d-85a5-f41ada15c0b6 on network 55c446d9-df98-4079-be3b-cd182679363b {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:43.992434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5aded6-224e-4470-9da6-74d31a42ef08,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:43.999037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:43.999407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:44.011101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:44.011527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Checking segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:44.012099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Bound using segment: {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:44.012529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Bound port: 914fc89a-35e8-492d-85a5-f41ada15c0b6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3ac300-3676-4aa7-9d91-69c7c0a0b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '55c446d9-df98-4079-be3b-cd182679363b'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:44.012895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.023705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.061638 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9fe5c48e-233f-476d-8f1f-cdd4bb2cae35 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/subnets/3a5aded6-224e-4470-9da6-74d31a42ef08 HTTP/1.1" status: 204 len: 168 time: 2.3973513 Mar 16 10:53:44.068427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36300) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.075069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f6126-3f07-4f7b-ac4e-9f289bf748d9 None None] Network a8c25e25-e6a1-4bbf-8aa7-e397a1257adf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:44.088483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.128657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e9559-5eb2-4a6c-96f3-17a4ac63cc0b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.171724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Checking segment: {'id': 'd2a9d79b-47a1-49c9-98f4-e7583c3aa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a470ec29-9da5-43ea-91aa-c398a1050408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:44.172231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Network hostable DHCP agents. Network: a470ec29-9da5-43ea-91aa-c398a1050408, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:44.224786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.228499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-38190306-ce6e-4872-b650-610bb42f7150 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c1e9559-5eb2-4a6c-96f3-17a4ac63cc0b HTTP/1.1" status: 204 len: 168 time: 1.6952956 Mar 16 10:53:44.231392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:44.237878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:44.261243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:53:44.264482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c357c5-e157-4770-b814-5edaeb9551b1 req-d213c848-22c1-4711-a2cf-23b5c485571a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.266067 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b3c357c5-e157-4770-b814-5edaeb9551b1 req-d213c848-22c1-4711-a2cf-23b5c485571a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.4877827 Mar 16 10:53:44.267239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.276624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.277787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.278375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.379759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdceed-930a-4384-928f-204958c6b01f None None] Pushing event deleted for resources: {'Port': ['ID=0d1ba55a-e7be-47d1-9d33-883b6a1b479a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.393237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdceed-930a-4384-928f-204958c6b01f None None] No DVR routers for this DVR port 0d1ba55a-e7be-47d1-9d33-883b6a1b479a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:44.438382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Pushing event updated for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.450857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.3705277 Mar 16 10:53:44.453504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.454515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.456880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-388096a8-ca39-46e4-920b-e0a405f375fe service neutron] 10.222.0.55 "PUT /v2.0/ports/914fc89a-35e8-492d-85a5-f41ada15c0b6 HTTP/1.1" status: 200 len: 1093 time: 5.3857574 Mar 16 10:53:44.472059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:53:44.488407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36306) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.507714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Network a470ec29-9da5-43ea-91aa-c398a1050408 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:44.570446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'subnet': {'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:44.603006 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b3c357c5-e157-4770-b814-5edaeb9551b1 req-9f95f847-be55-40af-9b75-24fb2da1f95a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075368 Mar 16 10:53:44.677524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:44.689574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a470ec29-9da5-43ea-91aa-c398a1050408) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:44.691920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:subnet and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:44.697386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:44.707099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe582551-5ecd-4401-83c9-aacec660af33 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Network': ['ID=f4542ff5-7eb3-44ab-81f3-4515b5f4a9db,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:44.715305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:44.722401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:44.725030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.749437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.807907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3c597-4ad3-4fa5-8293-9ca8e1c73fe8 None None] Network a470ec29-9da5-43ea-91aa-c398a1050408 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:44.815971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Made reservation on behalf of 4aafaae5c0a54a738e574052cc9e2c1b for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:44.825840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:44.870058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:44.893751 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a32edc7-83f4-44c7-bb7f-09fcd0466c53 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9748569 Mar 16 10:53:44.895760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36318) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:44.939564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:45.104746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'floatingip': {'floating_network_id': 'a470ec29-9da5-43ea-91aa-c398a1050408'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:45.120124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:45.120811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.198928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36324) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.214134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:45.241639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.258495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.326828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f3487e-a1c8-4302-9081-206b8c4180bf {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:53:45.387210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.387372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:floatingip and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:45.393667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:45.407256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.421703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2df906-9cb9-4199-b171-673427c7d3cb,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:45.422823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.436820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a408294-20b8-4527-a63a-3fd9de7f7ddd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.437654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a408294-20b8-4527-a63a-3fd9de7f7ddd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Synchronizing usage tracker for tenant:488de5b9504946b49725f6383b544041 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:45.449199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:45.456677 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'status': 'completed', 'code': 200} Mar 16 10:53:45.459053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Usage tracker for resource:security_group_rule and tenant:96bbcc81dbad41128015887cc8063b6f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:45.460129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.468743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:45.491399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:45.495641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.496292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Transition to ACTIVE for port object c2f3487e-a1c8-4302-9081-206b8c4180bf will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:53:45.502406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a408294-20b8-4527-a63a-3fd9de7f7ddd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Unset dirty status for tenant:488de5b9504946b49725f6383b544041 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:45.503791 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9a408294-20b8-4527-a63a-3fd9de7f7ddd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4311159 Mar 16 10:53:45.509284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36332) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:45.540585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.571773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-2c79e0cf-c819-4dd7-a831-87594a35672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.573536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-2c79e0cf-c819-4dd7-a831-87594a35672a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13b9d59673624be79e8f089105f765b3&device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 1096 time: 0.6293783 Mar 16 10:53:45.615229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25286055-e2a9-45c4-8e3e-181b4240cb14 req-38389f91-aa24-4cef-bbdf-15bd2dd31cdf tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:45.616676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25286055-e2a9-45c4-8e3e-181b4240cb14 req-38389f91-aa24-4cef-bbdf-15bd2dd31cdf tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 931 time: 0.4815452 Mar 16 10:53:45.668913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.733656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.737062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.745381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,segment=NetworkSegment(8b6ec67f-4955-4707-89ee-f9376f75c2f9),segment_id=8b6ec67f-4955-4707-89ee-f9376f75c2f9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:45.753871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.781094 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25286055-e2a9-45c4-8e3e-181b4240cb14 req-4cad1480-2746-44f7-be44-3da3ec11b2e3 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558371 Mar 16 10:53:45.835602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] DHCP port deletion for a8c25e25-e6a1-4bbf-8aa7-e397a1257adf request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:53:45.852886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d1ba55a-e7be-47d1-9d33-883b6a1b479a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:45.885818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034398a-6a99-46a4-98f7-017981501a7c None None] Network a470ec29-9da5-43ea-91aa-c398a1050408 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:45.972043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:45.998968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Deleting port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:45.999434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.045034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0d1ba55a-e7be-47d1-9d33-883b6a1b479a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:53:46.045467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0d1ba55a-e7be-47d1-9d33-883b6a1b479a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:53:46.063550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:46.063550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.140942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.146651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.212625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:53:46.218857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.245135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96bbcc81dbad41128015887cc8063b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324650 Mar 16 10:53:46.249126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36338) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:46.254686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e5ec2-9ce7-4639-b224-c9d671414c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9328dc9-2808-459a-b2ff-75bc957b52a9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.279567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce89a-47d5-4882-9ba2-f12258a9d063 req-dae9c5b2-b6cf-4df6-8d03-098810e87e86 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:46.281117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d41ce89a-47d5-4882-9ba2-f12258a9d063 req-dae9c5b2-b6cf-4df6-8d03-098810e87e86 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.4473200 Mar 16 10:53:46.287016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.395778 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Floating IP 6c58aaed-5519-4289-86b9-a7d844b766e9 associated. External IP: 172.26.0.96, port: 42489553-efaf-4595-8361-9fb1250b4e1d. Mar 16 10:53:46.461484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d41ce89a-47d5-4882-9ba2-f12258a9d063 req-3be9829e-ccec-4de2-9364-dc0c7fa6bb48 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686168 Mar 16 10:53:46.529506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.566572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] For port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,segment=NetworkSegment(8b6ec67f-4955-4707-89ee-f9376f75c2f9),segment_id=8b6ec67f-4955-4707-89ee-f9376f75c2f9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:46.566975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.618679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.624710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:53:46.625181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.703266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Allocated IP 172.20.0.10 (a470ec29-9da5-43ea-91aa-c398a1050408/b9072b3b-cf4d-42f4-89ce-26cea7301556/68b8fbba-5692-4756-a6e6-1fda9461febc) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:46.748966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Calling delete_port for 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:46.785133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fc6766c9-5b7f-41c6-91d9-997cdbc6c504,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.813394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.869486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Checking segment: {'id': '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:46.869984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network hostable DHCP agents. Network: f4542ff5-7eb3-44ab-81f3-4515b5f4a9db, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:53:46.883816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Attempting to bind port c2f3487e-a1c8-4302-9081-206b8c4180bf on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:53:46.884153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Attempting to bind port c2f3487e-a1c8-4302-9081-206b8c4180bf by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:53:46.884485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Attempting to bind port c2f3487e-a1c8-4302-9081-206b8c4180bf on network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:46.886253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.897014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Port c2f3487e-a1c8-4302-9081-206b8c4180bf on network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:53:46.897398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Attempting to bind port c2f3487e-a1c8-4302-9081-206b8c4180bf on network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:53:46.915940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:53:46.916310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Checking segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:53:46.916902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Bound using segment: {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:53:46.917352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Bound port: c2f3487e-a1c8-4302-9081-206b8c4180bf, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f9255c-7d20-493f-a68a-d517c2cc6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:53:46.917695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.927674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:46.941003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] Pushing event deleted for resources: {'Port': ['ID=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:46.968005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6228e-fda2-46ec-804a-f6bd56f2c980 None None] No DVR routers for this DVR port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:53:47.001775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9328dc9-2808-459a-b2ff-75bc957b52a9,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.018958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:53:47.081382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-1c964f92-dfe6-4a57-a995-4850a311d73a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6 HTTP/1.1" status: 200 len: 217 time: 0.1451218 Mar 16 10:53:47.084277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.086758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] For port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31a0bea6-8e1e-4fdf-9a85-e14ee29753dd,segment=NetworkSegment(8b6ec67f-4955-4707-89ee-f9376f75c2f9),segment_id=8b6ec67f-4955-4707-89ee-f9376f75c2f9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:47.087262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.142267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:53:47.151697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.152794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0bdaec2f-9951-454c-acde-1fb9e2ae1c8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9328dc9-2808-459a-b2ff-75bc957b52a9 HTTP/1.1" status: 204 len: 168 time: 0.9000676 Mar 16 10:53:47.180985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f4542ff5-7eb3-44ab-81f3-4515b5f4a9db) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:47.189239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e394011-39ae-4446-895e-4c096a8e137c None None] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:47.189834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:47.190422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.207721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-4efe3553-4558-410c-83ff-6831677daa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:47.209316 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-4efe3553-4558-410c-83ff-6831677daa3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7e98511-e885-42b2-ad0c-efaeba8d570e HTTP/1.1" status: 200 len: 851 time: 0.1145675 Mar 16 10:53:47.268975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-39ce3b54-a4fd-4345-81fd-3da246668d7b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7791607 Mar 16 10:53:47.276909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36346) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:47.287868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-839791674', 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:47.299713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48075-95bc-4288-b461-feade24630be req-08e5d931-5be3-4d1c-aa26-4a2ece2b5cb0 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:47.301279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24c48075-95bc-4288-b461-feade24630be req-08e5d931-5be3-4d1c-aa26-4a2ece2b5cb0 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.3688025 Mar 16 10:53:47.305287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:47.312524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:port and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:47.317015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:47.320006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.331718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Calling delete_port for 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:47.359542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:47.406369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:53:47.422158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Network a470ec29-9da5-43ea-91aa-c398a1050408 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:47.431381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:47.442878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:47.489043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:53:47.499510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Made reservation on behalf of 4aafaae5c0a54a738e574052cc9e2c1b for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:47.500653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226701c-d061-446e-b06d-a0141456d050 None None] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:53:47.502168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.516054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.562661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.590711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.591434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.594170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Port': ['ID=68b8fbba-5692-4756-a6e6-1fda9461febc,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:47.617595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24c48075-95bc-4288-b461-feade24630be req-12cc8733-2b02-4b09-b32f-5a93c37deac9 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897863 Mar 16 10:53:47.618330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:53:47.618810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:53:47.620376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:47.621152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:47.622706 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 200 len: 1093 time: 8.4762430 Mar 16 10:53:47.632978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:53:47.652028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] device_id is not set on port e836eedf-0306-471b-b976-bfbaede8b1c8 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:53:47.675759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Router 58bf9675-3082-432b-90c9-bc02f28577cf has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:47.710511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e39bd9-0421-4eab-b127-d546a814805d req-8948e8e9-b0b1-45d5-8163-ce2a609a1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:47.712115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-8948e8e9-b0b1-45d5-8163-ce2a609a1750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55c446d9-df98-4079-be3b-cd182679363b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4873674 Mar 16 10:53:47.761716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38c133-860b-4eaf-a44f-efead0b95be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.035884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:48.065712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.122305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Deleting port 31a0bea6-8e1e-4fdf-9a85-e14ee29753dd {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:48.122770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.182684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 2001:db8::135 (f4542ff5-7eb3-44ab-81f3-4515b5f4a9db/fc6766c9-5b7f-41c6-91d9-997cdbc6c504/e836eedf-0306-471b-b976-bfbaede8b1c8) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:48.202455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-8f28d6af-7fd6-448c-a2b4-36bac0eb3c01 service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591776 Mar 16 10:53:48.215613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] The port '31a0bea6-8e1e-4fdf-9a85-e14ee29753dd' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:53:48.234340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:48.260464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30f3f6-5386-4d04-a9ed-bc9413996409 req-b03cd356-8703-42c7-96d1-820e989bf04a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.262330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff30f3f6-5386-4d04-a9ed-bc9413996409 req-b03cd356-8703-42c7-96d1-820e989bf04a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.5120368 Mar 16 10:53:48.268545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.272566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:48.301713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:48.317054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] Sync routers for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:48.328278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-a2768853-7db8-4d8b-8923-9d0e9e2c5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:48.331057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:48.332193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.332758 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-a2768853-7db8-4d8b-8923-9d0e9e2c5323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 1096 time: 0.6164076 Mar 16 10:53:48.409065 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'status': 'completed', 'code': 200} Mar 16 10:53:48.432403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.446353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:48.447821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.519101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.519513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd32fd-fecd-4c8a-bd29-9a03daab88b1 None None] The sync data for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:48.633465 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff30f3f6-5386-4d04-a9ed-bc9413996409 req-af0fe40b-7dff-45fa-8d8a-741bf4eb7cdf tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120124 Mar 16 10:53:48.745131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-956f89d3-6cb6-4593-9851-cb6f6426406a None None] Provisioning complete for port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:48.746019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-956f89d3-6cb6-4593-9851-cb6f6426406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.773768 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-fa6fe1ff-6ab4-41b8-8611-627295f9f590 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 200 len: 217 time: 0.3606067 Mar 16 10:53:48.832023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-956f89d3-6cb6-4593-9851-cb6f6426406a None None] Port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:53:48.839904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.868428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.897775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:48.979664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c25e25-e6a1-4bbf-8aa7-e397a1257adf']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:48.984340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e39bd9-0421-4eab-b127-d546a814805d req-c43f926c-efad-41a8-9566-a7057816a4a8 service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630191 Mar 16 10:53:49.005780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6ec67f-4955-4707-89ee-f9376f75c2f9') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.006240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6ec67f-4955-4707-89ee-f9376f75c2f9') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.025720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-197d0d5e-6c84-4a89-97dd-3a4d6243ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.027157 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-197d0d5e-6c84-4a89-97dd-3a4d6243ae38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3104b282-95d3-4ce3-9a73-fd821848095f HTTP/1.1" status: 200 len: 844 time: 0.1891961 Mar 16 10:53:49.041005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 52706550-1cad-49ee-9262-88a4c45abf54 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:49.041005 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-281cbeb0-5877-4975-a63e-18f2919f4f58 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.9514496 Mar 16 10:53:49.042445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36394) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.045658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.100230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff09d-3c9d-47b9-980f-086ec4ff7ba9 req-a4f21190-abcd-45f0-a7ad-c738340b48b1 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.101713 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-106ff09d-3c9d-47b9-980f-086ec4ff7ba9 req-a4f21190-abcd-45f0-a7ad-c738340b48b1 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.2080624 Mar 16 10:53:49.182428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36400) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.195039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.250096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.266086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:49.266473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.279609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-106ff09d-3c9d-47b9-980f-086ec4ff7ba9 req-873b2d31-6f4f-4247-a196-e408d8512315 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395817 Mar 16 10:53:49.305463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.308170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:49.320510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.324054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:49.334326 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:49.338404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:49.339382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.339978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.347116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-15873437'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:49.349686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=e836eedf-0306-471b-b976-bfbaede8b1c8,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.357523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:49.403681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Usage tracker for resource:router and tenant:701680ff0f884ff7be958c6961620b73 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:49.438150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:49.441742 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a702d169-a042-4c90-a687-f66b2e42cbf8 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "GET /v2.0/floatingips/6c58aaed-5519-4289-86b9-a7d844b766e9 HTTP/1.1" status: 200 len: 982 time: 0.3956425 Mar 16 10:53:49.450700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.461378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc689ac-62f4-4525-a001-5be122171f47 req-52a4b4cf-42fc-469d-a1e7-b4b9c5de8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.461897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.463542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-52a4b4cf-42fc-469d-a1e7-b4b9c5de8bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13b9d59673624be79e8f089105f765b3&device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 1096 time: 0.3602695 Mar 16 10:53:49.465970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:49.475239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:49.485838 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] Sync routers for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:49.493305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.503602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:49.504704 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.509234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=a8c25e25-e6a1-4bbf-8aa7-e397a1257adf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.515870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-9b961a17-931f-4173-a0ba-0dd4ccd8e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.517719 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-9b961a17-931f-4173-a0ba-0dd4ccd8e1ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3960004 Mar 16 10:53:49.525980 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7bb2c83c-2981-45a5-ac42-2b83e01a81f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9685383 Mar 16 10:53:49.525980 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2fc0c84f-d913-47d1-a00b-b0e8798010dc tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/a8c25e25-e6a1-4bbf-8aa7-e397a1257adf HTTP/1.1" status: 204 len: 168 time: 3.9837003 Mar 16 10:53:49.525980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36410) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.527690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36414) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.588414 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.598737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:49.599390 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.610628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7217e922-e031-4138-8621-19594b78ceb9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3286200 Mar 16 10:53:49.621149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36420) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.623602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Port': ['ID=68b8fbba-5692-4756-a6e6-1fda9461febc,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:49.627932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.628966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.662685 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:49.663186 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9306-d7d9-462b-895e-4b423f4b6013 None None] The sync data for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:49.693012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.782353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbad5c-6360-4c83-93eb-a7eeb515dc86 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:49.783780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7bbad5c-6360-4c83-93eb-a7eeb515dc86 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:49.824094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.835401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dd0eb97d-7d58-462f-8332-4101a42e43ce tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.3766649 Mar 16 10:53:49.844666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36426) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.846414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.851162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7bbad5c-6360-4c83-93eb-a7eeb515dc86 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:49.852248 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e7bbad5c-6360-4c83-93eb-a7eeb515dc86 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports/f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 HTTP/1.1" status: 200 len: 913 time: 0.3278844 Mar 16 10:53:49.855181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36430) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.860341 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-c4c9bd88-d1cd-4442-ac35-ad6b8cd78b35 service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341174 Mar 16 10:53:49.863815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:49.864985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ba00f4f0-ffeb-4e6f-99c1-fdc1c259c235 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9285076 Mar 16 10:53:49.919638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36434) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:49.966633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting port e836eedf-0306-471b-b976-bfbaede8b1c8 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:49.966988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.016890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc689ac-62f4-4525-a001-5be122171f47 req-7d395718-2dab-4e2a-bf46-b87b1e0d5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:50.018659 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-7d395718-2dab-4e2a-bf46-b87b1e0d5488 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55c446d9-df98-4079-be3b-cd182679363b HTTP/1.1" status: 200 len: 913 time: 0.5427694 Mar 16 10:53:50.092060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.132401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-fa237f43-f2de-4465-a3b7-86e17ec4b215 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6 HTTP/1.1" status: 200 len: 217 time: 0.1034651 Mar 16 10:53:50.293103 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5258976c-6be9-43b6-abf5-e4cbe3e9ed07 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=a470ec29-9da5-43ea-91aa-c398a1050408 HTTP/1.1" status: 200 len: 690 time: 0.3723538 Mar 16 10:53:50.314537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36438) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.364754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.370023 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-455cfb36-53ff-403f-b96c-574562273237 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.1826444 Mar 16 10:53:50.388777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36444) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:50.455106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.460762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cf98b-5ad6-43ce-8712-d98e443bd509 req-991d436d-b97f-4243-9b6d-88aac07f1705 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:50.462219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c0cf98b-5ad6-43ce-8712-d98e443bd509 req-991d436d-b97f-4243-9b6d-88aac07f1705 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.7069516 Mar 16 10:53:50.593953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port 2d2df906-9cb9-4199-b171-673427c7d3cb {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:50.594358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.625709 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b5a7dab-5dd1-4dde-aaf9-3238d66fff17 req-ab6ca810-69cb-40b7-b362-cecbfdc24d1c service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115917 Mar 16 10:53:50.628125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4938fe4-16d1-4d01-a5a2-4587f5d86961']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:50.707956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a684e364-238f-4487-91fc-11a17d9d4ada') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:50.708183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a684e364-238f-4487-91fc-11a17d9d4ada') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:50.743337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc689ac-62f4-4525-a001-5be122171f47 req-af575fba-eae3-4ada-8c70-7c5f3d4b08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:50.744732 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-af575fba-eae3-4ada-8c70-7c5f3d4b08ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7e98511-e885-42b2-ad0c-efaeba8d570e HTTP/1.1" status: 200 len: 851 time: 0.4378936 Mar 16 10:53:50.747114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.774672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.796490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.843859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.930109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:50.930496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:50.945018 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:50.970484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c0cf98b-5ad6-43ce-8712-d98e443bd509 req-be264db5-e081-4104-8f07-63cff54b5fd2 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909286 Mar 16 10:53:50.979909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Deleting port 68b8fbba-5692-4756-a6e6-1fda9461febc {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:50.980247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.138370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.168382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.177370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-37f5bbbf-7eb5-497c-a6b3-9559520c04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.178843 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-37f5bbbf-7eb5-497c-a6b3-9559520c04b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 1096 time: 0.4337680 Mar 16 10:53:51.228007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.275705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=a4938fe4-16d1-4d01-a5a2-4587f5d86961,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:51.315256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.315921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.315921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.316236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.316565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.316913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.317241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.317560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.317877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.318197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.318513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.318828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:51.329881 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fbf4c842-6fd2-4a88-a791-ae3a3e842acd tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/a4938fe4-16d1-4d01-a5a2-4587f5d86961 HTTP/1.1" status: 204 len: 168 time: 1.7645054 Mar 16 10:53:51.490265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36448) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:51.498516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Calling delete_port for e836eedf-0306-471b-b976-bfbaede8b1c8 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:51.526623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.530424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.569978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9d233-05db-470f-aaec-0dd68113d0b7 req-3b78b0a2-8d26-4ec3-8b83-611819e5e23f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.571380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25e9d233-05db-470f-aaec-0dd68113d0b7 req-3b78b0a2-8d26-4ec3-8b83-611819e5e23f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 1.0988748 Mar 16 10:53:51.579002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.579420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.729417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Calling delete_port for 68b8fbba-5692-4756-a6e6-1fda9461febc owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:51.766785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-f7c46702-ff63-460a-85c6-23b2623e0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.768296 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-f7c46702-ff63-460a-85c6-23b2623e0fbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 200 len: 906 time: 0.5677998 Mar 16 10:53:51.774219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.774753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.818259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc689ac-62f4-4525-a001-5be122171f47 req-b13daefc-4569-4205-8624-fde425c40c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:51.819743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-b13daefc-4569-4205-8624-fde425c40c95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55c446d9-df98-4079-be3b-cd182679363b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0476508 Mar 16 10:53:51.820333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.820804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce41f32-71e8-4e7b-bb3c-24aa04d10105 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:51.859316 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-d409e027-36c8-48c9-98fa-59cf995d1e81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 200 len: 217 time: 0.0746694 Mar 16 10:53:51.977469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:51.977694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Calling delete_port for 2d2df906-9cb9-4199-b171-673427c7d3cb owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:52.006587 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25e9d233-05db-470f-aaec-0dd68113d0b7 req-683eeaf1-c73a-4120-86bd-2e0a41bae268 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652174 Mar 16 10:53:52.037238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.052853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-60d4b58d-ba1a-486c-ae0e-ad725ccd9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.054325 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-60d4b58d-ba1a-486c-ae0e-ad725ccd9e90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3104b282-95d3-4ce3-9a73-fd821848095f HTTP/1.1" status: 200 len: 844 time: 0.1869407 Mar 16 10:53:52.073532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.077521 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-79e8830d-02b1-4dd7-8b0f-83ddaa487b26 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "DELETE /v2.0/routers/5ce41f32-71e8-4e7b-bb3c-24aa04d10105 HTTP/1.1" status: 204 len: 168 time: 1.6836767 Mar 16 10:53:52.110366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36454) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.160443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Request body: {'router': {'name': 'tempest-router-250581438', 'distributed': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:52.178059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:52.190876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Usage tracker for resource:router and tenant:701680ff0f884ff7be958c6961620b73 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:52.206785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:52.222228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.225692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:52.327277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.335882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Port': ['ID=68b8fbba-5692-4756-a6e6-1fda9461febc,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.378009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.378329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-e7a6fb75-0698-452d-8b1b-27075cf1e9ef service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910760 Mar 16 10:53:52.379025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.472310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Port': ['ID=e836eedf-0306-471b-b976-bfbaede8b1c8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:52.488984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.498217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.510758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-df3a0b02-5eae-4fea-bcb2-b79f0ae655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.511777 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-df3a0b02-5eae-4fea-bcb2-b79f0ae655f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4014473 Mar 16 10:53:52.552152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.552491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.552826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.553176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.553503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.553825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.554142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.554457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.554772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.555083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.555400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.555709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:52.575796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.581918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.661644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.685407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.721733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bfa92-8afc-4677-ab06-cd9ab03d2f77 req-a7103a18-7347-4530-b446-b6b69254d04c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:52.723177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f26bfa92-8afc-4677-ab06-cd9ab03d2f77 req-a7103a18-7347-4530-b446-b6b69254d04c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.5925241 Mar 16 10:53:52.724784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf16a5f-e587-47c8-8862-477ae5d356f8') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.725093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf16a5f-e587-47c8-8862-477ae5d356f8') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:52.735252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7e8a0f7e-35e4-4be4-b1bc-ae61db91ec99 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e836eedf-0306-471b-b976-bfbaede8b1c8 HTTP/1.1" status: 204 len: 168 time: 3.1090832 Mar 16 10:53:52.744478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36458) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.756469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:52.756810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.765652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.776962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db', 'external_fixed_ips': [{'subnet_id': 'fc6766c9-5b7f-41c6-91d9-997cdbc6c504', 'ip_address': '2001:db8::135'}]}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:52.781345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.783377 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f86135a-9648-4399-a86a-bc7906fd2ff3 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6688900 Mar 16 10:53:52.793791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:52.800868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:52.808188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.814462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.853968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:router and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:52.865578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:52.878576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fc689ac-62f4-4525-a001-5be122171f47 req-5d1b1702-aa4a-45a1-998a-2aa77a6cf99e service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404497 Mar 16 10:53:52.884069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:52.884475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:52.905430 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:52.919988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:52.925768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Port': ['ID=2d2df906-9cb9-4199-b171-673427c7d3cb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.021379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.116742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f26bfa92-8afc-4677-ab06-cd9ab03d2f77 req-7c509419-286a-44ed-b9ca-420c5f28bdfa tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749223 Mar 16 10:53:53.146745 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-9621c03c-e86b-41b0-817c-1ab3a2e41c63 service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210327 Mar 16 10:53:53.159242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.160213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.160757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.226535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.248756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.268797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.279899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.281941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.282326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Floating IP 6c58aaed-5519-4289-86b9-a7d844b766e9 disassociated (deleted). External IP: 172.26.0.96, port: 42489553-efaf-4595-8361-9fb1250b4e1d. Mar 16 10:53:53.355274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-142d6ad2-8241-419f-9e16-3dce40ff1554 tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/ca9cfb6f-5dbb-462a-ab2d-bd85c31eb2ef HTTP/1.1" status: 204 len: 168 time: 1.8265905 Mar 16 10:53:53.365368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36468) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:53.588340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.631986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433797d-4a75-4889-8e6d-1152c6e76c3b req-a39792e0-935c-47b0-9ffa-9f8b357c421a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:53.633457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d433797d-4a75-4889-8e6d-1152c6e76c3b req-a39792e0-935c-47b0-9ffa-9f8b357c421a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.4759800 Mar 16 10:53:53.711036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9072b3b-cf4d-42f4-89ce-26cea7301556,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:53.725608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.729992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.734857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.745546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.891159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:53.928981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d433797d-4a75-4889-8e6d-1152c6e76c3b req-b3421b56-bd42-4604-8e45-ab1ad73ecf49 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459838 Mar 16 10:53:54.003679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:53:54.051999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.066247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-00d254e9-2f68-448d-b6d2-865c7ab6eac4 req-7a1111a2-73a1-48ab-b243-85565a5359ba service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537662 Mar 16 10:53:54.097701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.098210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a45a6f2b-1218-4431-bccf-911b17140bad {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:54.103175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a470ec29-9da5-43ea-91aa-c398a1050408']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.121455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a9d79b-47a1-49c9-98f4-e7583c3aa691') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.121837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a9d79b-47a1-49c9-98f4-e7583c3aa691') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.137660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.231875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.302573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8a344-1034-40aa-8a7e-35b0605ecc0f') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.302870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8a344-1034-40aa-8a7e-35b0605ecc0f') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:54.384413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.395743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 914fc89a-35e8-492d-85a5-f41ada15c0b6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:53:54.417148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.421496 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-db79f1b0-4582-4e87-ba28-ef084f28046d tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "DELETE /v2.0/routers/a45a6f2b-1218-4431-bccf-911b17140bad HTTP/1.1" status: 204 len: 168 time: 1.6172214 Mar 16 10:53:54.421496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.424482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36474) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.435034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Request body: {'router': {'name': 'tempest-router-185074560', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '522a830043f24f2bb5ea1a67e75f09a0'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:54.442130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:54.442531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:54.455749 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:54.457933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:54.474604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.505131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Router 58bf9675-3082-432b-90c9-bc02f28577cf has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:54.519912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.521902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Usage tracker for resource:router and tenant:522a830043f24f2bb5ea1a67e75f09a0 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:54.531602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:54.538315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:54.538711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.550277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:54.554628 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:54.566866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.567850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.595790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:54.601736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.609642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'port_id': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'mac_address': 'fa:16:3e:d4:fe:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:53:54.635229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a470ec29-9da5-43ea-91aa-c398a1050408 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:53:54.639434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.666651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Network': ['ID=a470ec29-9da5-43ea-91aa-c398a1050408,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.676610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.680900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.683660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.703095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914fc89a-35e8-492d-85a5-f41ada15c0b6 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:53:54.735030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.735322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:54.740801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e1f349c6-b48c-492b-8c58-998b8d181bc9 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a470ec29-9da5-43ea-91aa-c398a1050408 HTTP/1.1" status: 204 len: 168 time: 4.4158218 Mar 16 10:53:54.750599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36478) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:54.752517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=f8d34e0e-5be2-4c93-b56c-6f5a6a6256a1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.760893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.766913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:54.773451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c2f3487e-a1c8-4302-9081-206b8c4180bf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:53:54.780088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e91f-1f65-4013-89b3-acf9545aedfa req-923e7074-67e5-4be3-870c-747e752dfd4c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:54.785086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5040e91f-1f65-4013-89b3-acf9545aedfa req-923e7074-67e5-4be3-870c-747e752dfd4c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 943 time: 0.5025241 Mar 16 10:53:54.797818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] Pushing event deleted for resources: {'Network': ['ID=d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:54.919052 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b64fba5-6e25-4a76-a15d-f64ad831719b tempest-BulkNetworkOpsIpV6Test-1836779864 tempest-BulkNetworkOpsIpV6Test-1836779864-project] 10.222.0.50 "DELETE /v2.0/networks/d2d4bbc0-1985-4be1-91cd-c1f867d0c7ac HTTP/1.1" status: 204 len: 168 time: 1.5510895 Mar 16 10:53:54.999780 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5040e91f-1f65-4013-89b3-acf9545aedfa req-ef225eeb-6995-4f6d-9401-ecf77176d301 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947324 Mar 16 10:53:55.010989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:55.021941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.051185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.075040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.155021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2524c3f8-1219-4551-9c88-c9a2f8e662bd tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Synchronizing usage tracker for tenant:da8325a610a14c1cb5c5ea3eb1ec31bc on resource:floatingip {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:55.236406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] Sync routers for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:55.245098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.246525 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6e4ab995-538c-41d6-b8c7-3ebf185654e0 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8189106 Mar 16 10:53:55.255462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36486) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.258148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2524c3f8-1219-4551-9c88-c9a2f8e662bd tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Unset dirty status for tenant:da8325a610a14c1cb5c5ea3eb1ec31bc on resource:floatingip {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:55.259453 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2524c3f8-1219-4551-9c88-c9a2f8e662bd tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.5046949 Mar 16 10:53:55.265327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36490) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.265641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:55.318243 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-381dc291-56e4-4a83-9d6a-983054081a01 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/floatingips/6c58aaed-5519-4289-86b9-a7d844b766e9 HTTP/1.1" status: 204 len: 168 time: 5.4644353 Mar 16 10:53:55.321958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36496) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.323775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:55.342942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:55.347076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'port_id': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'mac_address': 'fa:16:3e:46:e5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:53:55.360442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:55.394863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.400762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36500) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.403955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:55.404607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.428447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Usage tracker for resource:floatingip and tenant:cd88e47ba3574e8381a160be0702cd91 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:55.432936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:55.523864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.530383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.555308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:55.559873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f3487e-a1c8-4302-9081-206b8c4180bf {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:53:55.567493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:55.568484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.634614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:55.635015 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da42c5-1eb6-4cff-ba94-82ddd416b0b5 None None] The sync data for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:55.639889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.640319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.640773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.641248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.641727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.642251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.642807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.643113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.643549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.644626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Synchronizing usage tracker for tenant:da8325a610a14c1cb5c5ea3eb1ec31bc on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:55.651395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:55.656771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.684249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666682a-803d-40c4-8005-373df8063d30 req-28818fc2-f20d-43af-80f1-4412c6a3ddf3 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:55.685836 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4666682a-803d-40c4-8005-373df8063d30 req-28818fc2-f20d-43af-80f1-4412c6a3ddf3 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.5238509 Mar 16 10:53:55.715924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.741724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:55.749334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.749778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.750140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.750458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.750787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.751664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.752088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.752430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.752760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.753118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.753442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.754068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:53:55.754341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Unset dirty status for tenant:da8325a610a14c1cb5c5ea3eb1ec31bc on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:55.758340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e258943f-209e-43ff-abbc-33f32175835f tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5814 time: 0.4831648 Mar 16 10:53:55.758340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4322978f-f6a5-4bf9-93cd-89dbec5a786c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=488de5b9504946b49725f6383b544041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539939 Mar 16 10:53:55.761533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36506) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.761851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36508) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.771176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.814907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.906060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-fc624801-b377-4f45-b5c4-75852a6fd53a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] delete failed (client error): The resource could not be found. Mar 16 10:53:55.910445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fc624801-b377-4f45-b5c4-75852a6fd53a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/c92c4714-4e3d-4b71-ab85-7df471e7495d HTTP/1.1" status: 404 len: 345 time: 0.1419561 Mar 16 10:53:55.923838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36514) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:55.940519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4666682a-803d-40c4-8005-373df8063d30 req-40ffc6fd-21d3-4fea-a845-3e81432bedab tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467170 Mar 16 10:53:55.957092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:55.957708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.147646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b553c920-1814-4162-bf7f-c393b2f7fe39 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] DELETE failed (client error): The resource could not be found. Mar 16 10:53:56.148116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b553c920-1814-4162-bf7f-c393b2f7fe39 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:53:56.169073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87842) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 16 10:53:56.169408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Router f5e76b75-da0c-40c3-97fc-1d15e92f2e98 migrating from provider to provider. {{(pid=87842) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 16 10:53:56.169806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.179463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 52706550-1cad-49ee-9262-88a4c45abf54 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:53:56.188884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.202057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.222294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b553c920-1814-4162-bf7f-c393b2f7fe39 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a470ec29-9da5-43ea-91aa-c398a1050408 HTTP/1.1" status: 404 len: 339 time: 0.2909126 Mar 16 10:53:56.227650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['c2f3487e-a1c8-4302-9081-206b8c4180bf'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:53:56.228114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36520) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.242360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'name': 'tempest-network--354559827', 'router:external': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:56.245130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.251144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:56.261548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['914fc89a-35e8-492d-85a5-f41ada15c0b6'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:53:56.273646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:network and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:56.277827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 2001:db8::135 (f4542ff5-7eb3-44ab-81f3-4515b5f4a9db/fc6766c9-5b7f-41c6-91d9-997cdbc6c504/4840bdd9-c1f6-4eeb-88f1-0a20738275a7) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:56.279836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:56.306477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:56.321891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.382866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:56.385145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.490511 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.scheduler.l3_agent_scheduler [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] No L3 agents can host the router f5e76b75-da0c-40c3-97fc-1d15e92f2e98 Mar 16 10:53:56.498539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:56.505561 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-83454c2c-aa42-4831-8bce-17d4b2e909a0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6482024 Mar 16 10:53:56.509442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36524) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:56.517770 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] Sync routers for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:56.529643 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:56.530508 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.598037 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.606865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:56.607713 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.671985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:56.672610 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b7c68-4cb4-437d-9b25-1a9ecc39a17e None None] The sync data for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:53:56.686310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aed571-1f46-46bc-a15a-292340611118 req-9312185b-6046-472f-aca2-c5dfda39cf60 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:56.687829 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85aed571-1f46-46bc-a15a-292340611118 req-9312185b-6046-472f-aca2-c5dfda39cf60 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 944 time: 0.5315676 Mar 16 10:53:56.714479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.738316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:56.782073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebd52b39-c758-4152-862f-613ea312f65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.789271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.789648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Added segment c75662a5-e4c6-4860-9007-fe0cc5becfad of type vlan for network 03009b60-43a3-4d10-b9af-c564e6cc88a3 Mar 16 10:53:56.805063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85aed571-1f46-46bc-a15a-292340611118 req-288747d1-b879-457e-a941-b0975b37e0f3 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008236 Mar 16 10:53:56.805669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.842143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.854786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ce952-3544-4d3d-b7ff-7f0880f1b723,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:56.886471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.890222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:56.891283 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-84c95c83-a589-4255-af81-5cad8d2020d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d0ce952-3544-4d3d-b7ff-7f0880f1b723 HTTP/1.1" status: 204 len: 168 time: 1.1247556 Mar 16 10:53:56.933375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.016471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Hosts for router f5e76b75-da0c-40c3-97fc-1d15e92f2e98: [] {{(pid=87842) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 16 10:53:57.025036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.027310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.028247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.028852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.051251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:57.060586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:57.073603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:57.131543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Hosts for other DVR routers connected to router f5e76b75-da0c-40c3-97fc-1d15e92f2e98: set() {{(pid=87842) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 16 10:53:57.212604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.214110 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-713b0c7f-9233-4b7d-8ead-f01519ce4ffa tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "PUT /v2.0/routers/f5e76b75-da0c-40c3-97fc-1d15e92f2e98 HTTP/1.1" status: 200 len: 716 time: 1.9573133 Mar 16 10:53:57.230327 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9994709 Mar 16 10:53:57.270555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36538) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.270803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36540) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.333166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d5db-3b1f-4997-995d-46d6e7eec1d7 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=03009b60-43a3-4d10-b9af-c564e6cc88a3,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:57.348910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 03009b60-43a3-4d10-b9af-c564e6cc88a3 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:53:57.405000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Allocated IP 172.26.0.224 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/0d75c8fa-2a08-4fdc-b59d-623eba742779) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:53:57.460646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69aa4-11ac-45de-a700-af4f1de95314 req-98b3ef31-4530-484d-a6f0-e72e46849aba tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.462218 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da69aa4-11ac-45de-a700-af4f1de95314 req-98b3ef31-4530-484d-a6f0-e72e46849aba tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 944 time: 0.3299532 Mar 16 10:53:57.588208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da69aa4-11ac-45de-a700-af4f1de95314 req-c0f7b4f2-acbc-4513-86f1-188af27f4e5e tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187890 Mar 16 10:53:57.608158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:57.620183 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8a22943e-15d9-438c-9c74-3767462e0d7c tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "GET /v2.0/routers/f5e76b75-da0c-40c3-97fc-1d15e92f2e98 HTTP/1.1" status: 200 len: 716 time: 0.3482902 Mar 16 10:53:57.627394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36556) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.795214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36564) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:57.816963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.823211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.830063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.836066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.842287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:57.843205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Synchronizing usage tracker for tenant:d47b22b20b5941798d32f64b63c1679a on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:53:57.965206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'networks': [{'name': 'tempest-network--1199898097'}, {'name': 'tempest-network--1675671464'}]} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:57.965835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-network--1199898097'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:57.966122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-network--1675671464'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:58.009533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:58.027250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Unset dirty status for tenant:d47b22b20b5941798d32f64b63c1679a on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:53:58.029138 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4429dcff-0735-4463-af34-6f5ba45bacb4 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.7559540 Mar 16 10:53:58.029987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:network and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:58.035429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:58.037882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.049095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.058933 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-41631981-3554-4301-a0ac-91a5bb8640ee tempest-RoutersTestDVR-1630963927 tempest-RoutersTestDVR-1630963927-project] 10.222.0.50 "GET /v2.0/routers/f5e76b75-da0c-40c3-97fc-1d15e92f2e98 HTTP/1.1" status: 200 len: 682 time: 0.4240987 Mar 16 10:53:58.059359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:58.063342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:58.084436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.291360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'network': 2} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:58.296006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.339784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.371463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.374133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.389133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:58.392933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 914fc89a-35e8-492d-85a5-f41ada15c0b6 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:58.410430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:security_group_rule and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:58.461369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:58.464914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 914fc89a-35e8-492d-85a5-f41ada15c0b6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:58.471751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 914fc89a-35e8-492d-85a5-f41ada15c0b6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:58.472408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.486510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464783e0-1384-4e8d-9259-fe7345788ce2 req-ca8a741d-be81-4bff-8997-fa0bd1a6c7ea tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:58.487989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-464783e0-1384-4e8d-9259-fe7345788ce2 req-ca8a741d-be81-4bff-8997-fa0bd1a6c7ea tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 944 time: 0.5364497 Mar 16 10:53:58.490953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:58.612622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.631194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.664118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:53:58.712456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.721997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-464783e0-1384-4e8d-9259-fe7345788ce2 req-f9be4e42-59a4-4ed5-9c1d-77dcd726e18a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105141 Mar 16 10:53:58.758269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.764946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.780468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.786551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:58.790706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.791599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c2f3487e-a1c8-4302-9081-206b8c4180bf up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:53:58.802052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03009b60-43a3-4d10-b9af-c564e6cc88a3']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.825851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75662a5-e4c6-4860-9007-fe0cc5becfad') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.826209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75662a5-e4c6-4860-9007-fe0cc5becfad') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:53:58.831337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:53:58.847116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router faeafe70-94ba-4eee-894a-f0df23c222c1 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:53:58.851731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:53:58.857438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Pushing event updated for resources: {'Port': ['ID=0d75c8fa-2a08-4fdc-b59d-623eba742779,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.861116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.871940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:53:58.901946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.958007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port c2f3487e-a1c8-4302-9081-206b8c4180bf completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:53:58.965507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:58.965749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.974479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port c2f3487e-a1c8-4302-9081-206b8c4180bf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:53:58.974479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.974804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:53:58.974804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:53:58.991366 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:53:58.998196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:58.998890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5e76b75-da0c-40c3-97fc-1d15e92f2e98 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:53:59.019178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.019644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.085384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.087309 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ec3cbe78-4520-414d-a5c6-2c1505343275 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "DELETE /v2.0/routers/f5e76b75-da0c-40c3-97fc-1d15e92f2e98 HTTP/1.1" status: 204 len: 168 time: 1.0271626 Mar 16 10:53:59.095863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36590) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.099028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-25fd13af-8e15-4f8c-883d-c7bc6b800166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.119525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Request body: {'router': {'name': 'tempest-router-2081758941', 'distributed': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:59.148085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.165899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf089f-7aa1-47d6-b38f-cd5d59b3b745 req-4a5d34c5-b493-484b-82dd-68579b8ac8b9 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.167418 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3bdf089f-7aa1-47d6-b38f-cd5d59b3b745 req-4a5d34c5-b493-484b-82dd-68579b8ac8b9 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 944 time: 0.4581954 Mar 16 10:53:59.176084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Usage tracker for resource:router and tenant:701680ff0f884ff7be958c6961620b73 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:59.182063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:59.217518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.235072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e97fd-35a2-4e26-bc9d-19e94f2bc74f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.258518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.259306 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'code': 200} Mar 16 10:53:59.264890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:53:59.269420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.274776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.284581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:59.292055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port a4ab158d-4b11-4da2-8d20-596d9bb30b22 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:53:59.292394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.316740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03009b60-43a3-4d10-b9af-c564e6cc88a3 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:53:59.320329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.339340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/03009b60-43a3-4d10-b9af-c564e6cc88a3 HTTP/1.1" status: 204 len: 168 time: 1.2991409 Mar 16 10:53:59.350023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36596) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.354289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.354889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.363112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'name': 'tempest-network--1014904384', 'router:external': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:53:59.374156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:53:59.395480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3bdf089f-7aa1-47d6-b38f-cd5d59b3b745 req-0ed7e983-c3c4-4f92-9502-982c385d8ae2 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070792 Mar 16 10:53:59.396409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195d65-8187-4c29-b922-669cda90dee1 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Network': ['ID=03009b60-43a3-4d10-b9af-c564e6cc88a3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:53:59.401374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:network and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:53:59.404569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.405624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.421927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.422342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment 871888cc-df7d-4bdc-9ab7-0f577c36d361 of type vlan for network c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d Mar 16 10:53:59.430077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:53:59.441841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:53:59.490105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:53:59.491374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.504163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.522348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.526212 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b0486827-a66a-426c-ac94-bfd5ab9978d9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7745707 Mar 16 10:53:59.534722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36600) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.596003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.642063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:59.644101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.645281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d5e6ff02-497f-44d6-853a-8326a841ed37 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5379384 Mar 16 10:53:59.651092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36604) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:53:59.655088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.697435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:53:59.699704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.730373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.730719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment 9cdb026b-8cd9-4135-89ba-dd56517dc441 of type vlan for network 538d35c2-7937-4abb-8e1f-43ae63cc23d9 Mar 16 10:53:59.765252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:53:59.775794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.776244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Added segment 50af2726-1587-4968-a622-45bd84adf1dd of type vlan for network c37348ac-34ac-4549-b659-c28614d9af33 Mar 16 10:53:59.818460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.866946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.895915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.896801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:53:59.897395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.904364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:53:59.919061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Sync routers for ids ['faeafe70-94ba-4eee-894a-f0df23c222c1'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:53:59.929280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Routers {'faeafe70-94ba-4eee-894a-f0df23c222c1'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:53:59.929911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['faeafe70-94ba-4eee-894a-f0df23c222c1'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:00.090022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.115077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Set router faeafe70-94ba-4eee-894a-f0df23c222c1 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:00.157903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.246891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for a4ab158d-4b11-4da2-8d20-596d9bb30b22 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:00.331781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.339426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:00.402177 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0466955 Mar 16 10:54:00.418597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36610) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.422678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-dbdb554d-5220-444f-8822-dff15c3b4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:00.428501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.434630 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-dbdb554d-5220-444f-8822-dff15c3b4244 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 1098 time: 0.8220193 Mar 16 10:54:00.442551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeafe70-94ba-4eee-894a-f0df23c222c1', 'name': '', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db', 'external_fixed_ips': [{'subnet_id': 'fc6766c9-5b7f-41c6-91d9-997cdbc6c504', 'ip_address': '2001:db8::135'}], 'enable_snat': True}, 'gw_port_id': '4840bdd9-c1f6-4eeb-88f1-0a20738275a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:53:53Z', 'updated_at': '2022-03-16T10:53:57Z', 'revision_number': 3, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port': {'id': '4840bdd9-c1f6-4eeb-88f1-0a20738275a7', 'name': '', 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faeafe70-94ba-4eee-894a-f0df23c222c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'fc6766c9-5b7f-41c6-91d9-997cdbc6c504', 'ip_address': '2001:db8::135', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:55Z', 'updated_at': '2022-03-16T10:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc6766c9-5b7f-41c6-91d9-997cdbc6c504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:00.445260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.446552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.448030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e6802-4363-43d0-889e-b2709979f654 tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=c37348ac-34ac-4549-b659-c28614d9af33,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:00.451106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:00.455882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:00.456535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.460566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Checking router: faeafe70-94ba-4eee-894a-f0df23c222c1 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:00.460954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Updating router faeafe70-94ba-4eee-894a-f0df23c222c1 port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:00.464616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.523859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.528897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.535675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network c37348ac-34ac-4549-b659-c28614d9af33 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:00.639722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:00.659798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.667683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Usage tracker for resource:security_group_rule and tenant:0b8c771014254deb9a83752e3f2ff130 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:00.676481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:00.700771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245640a-ab08-4487-9db8-f3d17a195102 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:00.705265 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c245640a-ab08-4487-9db8-f3d17a195102 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "GET /v2.0/networks/c37348ac-34ac-4549-b659-c28614d9af33 HTTP/1.1" status: 200 len: 757 time: 0.2666602 Mar 16 10:54:00.705265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:00.708615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36616) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.741604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9451556 Mar 16 10:54:00.748193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36620) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:00.792223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55e5d-9053-4634-9e04-d433b4787677 req-41cb698f-9ee0-484c-af03-64bd5745caeb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:00.794690 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9d55e5d-9053-4634-9e04-d433b4787677 req-41cb698f-9ee0-484c-af03-64bd5745caeb tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.9357204 Mar 16 10:54:00.795571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:00.809032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.818131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:00.823241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.824023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66c15cdf-9a92-4617-8798-41a7f4344a61 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:00.884260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.890857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.901221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:00.905332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-95fc69a9-09c2-41b5-ba21-00dd5f37b534 tempest-RoutersTestDVR-318916207 tempest-RoutersTestDVR-318916207-project-admin] 10.222.0.50 "DELETE /v2.0/routers/66c15cdf-9a92-4617-8798-41a7f4344a61 HTTP/1.1" status: 204 len: 168 time: 1.2503171 Mar 16 10:54:00.994551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82165057-2d43-4268-8e27-8e02b57ba40d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=538d35c2-7937-4abb-8e1f-43ae63cc23d9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.011224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:01.011561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.016088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 538d35c2-7937-4abb-8e1f-43ae63cc23d9 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:01.081375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9d55e5d-9053-4634-9e04-d433b4787677 req-1e1e862c-05b8-4949-8867-6f22066f022b tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448022 Mar 16 10:54:01.094107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59502c10-3b2d-4a8c-95c9-a2ebf36f2161 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.098626 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59502c10-3b2d-4a8c-95c9-a2ebf36f2161 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "GET /v2.0/networks/e1a5abff-1848-45eb-99d8-4593a628f09c HTTP/1.1" status: 200 len: 768 time: 0.3866143 Mar 16 10:54:01.104737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36626) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.139516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556680bf-f3c8-40f6-b630-997e49d13e73 req-29ebf086-f26d-48d9-a811-19de1be41d29 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.142248 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-556680bf-f3c8-40f6-b630-997e49d13e73 req-29ebf086-f26d-48d9-a811-19de1be41d29 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.5312679 Mar 16 10:54:01.180693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Pushing event updated for resources: {'Port': ['ID=0d75c8fa-2a08-4fdc-b59d-623eba742779,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.222811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.253555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.262525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:01.274828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Transition to ACTIVE for port object 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:01.285414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.293328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.314618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=a4ab158d-4b11-4da2-8d20-596d9bb30b22,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.352306 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'code': 200} Mar 16 10:54:01.352444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.359260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.365945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.371998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.373688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36634) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.383340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.389845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:01.391931 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-925c4d27-6a0b-4591-93d7-408c5481c2bf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.6275625 Mar 16 10:54:01.441577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36640) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.452725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Attempting to bind port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:01.453051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Attempting to bind port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:01.454290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Attempting to bind port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 on network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:01.460005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a21f6-19ee-4302-9f5b-d080bdabd25b None None] Pushing event updated for resources: {'Port': ['ID=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.467235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:01.467636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Checking segment: {'id': '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:01.468038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.468415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Bound using segment: {'id': '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:01.468888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Bound port: 4840bdd9-c1f6-4eeb-88f1-0a20738275a7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4542ff5-7eb3-44ab-81f3-4515b5f4a9db'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:01.469304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.493702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.529183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-556680bf-f3c8-40f6-b630-997e49d13e73 req-834cfb37-51b1-4b1e-b0ce-7ccc796b473b tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694830 Mar 16 10:54:01.546972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.622236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] For port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:01.631094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] For port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,segment=NetworkSegment(31d046b7-1da0-40a6-bbed-f0aed6ddd6fb),segment_id=31d046b7-1da0-40a6-bbed-f0aed6ddd6fb)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:01.643997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.678803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.687719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.736882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.738146 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-daa061ca-232f-4f41-b22f-5870c69462e6 tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4150708 Mar 16 10:54:01.738330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Routers {'faeafe70-94ba-4eee-894a-f0df23c222c1'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:01.738970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['faeafe70-94ba-4eee-894a-f0df23c222c1'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:01.802482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a21f6-19ee-4302-9f5b-d080bdabd25b None None] Pushing event updated for resources: {'Port': ['ID=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:01.848944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36644) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:01.889078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.895678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Synchronizing usage tracker for tenant:0b8c771014254deb9a83752e3f2ff130 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:01.906310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:01.918407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] Set router faeafe70-94ba-4eee-894a-f0df23c222c1 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:02.033310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.037708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faeafe70-94ba-4eee-894a-f0df23c222c1', 'name': '', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:53:53Z', 'updated_at': '2022-03-16T10:54:00Z', 'revision_number': 4, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.042642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef53120-1cae-42a3-88c1-3f5597128df8 None None] The sync data for ids ['faeafe70-94ba-4eee-894a-f0df23c222c1'] in dv-neutron-828143-9-hyperv is: [{'id': 'faeafe70-94ba-4eee-894a-f0df23c222c1', 'name': '', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:53:53Z', 'updated_at': '2022-03-16T10:54:00Z', 'revision_number': 4, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:02.050916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Calling delete_port for 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:02.091278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc12c48-486a-4ff3-8845-c69006be6a4c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:02.098761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.102883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:02.109225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.113413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Usage tracker for resource:floatingip and tenant:1d126f458a384f1aa65eccc70cb7e4cc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.117050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.132118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.135967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:02.140124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Usage tracker for resource:security_group_rule and tenant:522a830043f24f2bb5ea1a67e75f09a0 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:02.144280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:02.150347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:02.178321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37348ac-34ac-4549-b659-c28614d9af33']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.217172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50af2726-1587-4968-a622-45bd84adf1dd') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.217419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.217596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50af2726-1587-4968-a622-45bd84adf1dd') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.222661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] Unset dirty status for tenant:0b8c771014254deb9a83752e3f2ff130 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:02.223785 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ce328d7f-b3f1-4a82-aa98-3446cb1d2ac0 req-b2faaf9b-d70b-4e87-9dcf-db2b048d93ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7460864 Mar 16 10:54:02.272307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.419974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.487207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.507200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:02.507603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:02.524561 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:02.543857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e4ad1-3d2f-403c-a675-449e6d016fb0 req-27620e60-e620-4c6e-86bc-138961b5d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:02.546189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e8e4ad1-3d2f-403c-a675-449e6d016fb0 req-27620e60-e620-4c6e-86bc-138961b5d9b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 1098 time: 0.6868134 Mar 16 10:54:02.574399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 52706550-1cad-49ee-9262-88a4c45abf54 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:02.650251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.772052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:02.772422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:02.814653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.823171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.833349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c37348ac-34ac-4549-b659-c28614d9af33 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:54:02.836312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:02.839684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.841743 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4622e21a-ec1c-40bc-a087-6cffdd8841f5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3291898 Mar 16 10:54:02.846444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36656) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:02.848610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871888cc-df7d-4bdc-9ab7-0f577c36d361') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.849076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871888cc-df7d-4bdc-9ab7-0f577c36d361') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:02.867575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.872208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.886701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e8e4ad1-3d2f-403c-a675-449e6d016fb0 req-c2fce35e-3369-4cbe-a51f-b8601aef43de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142446 Mar 16 10:54:02.895110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a329ae-7bbc-4479-83b9-8bc2dd3b73fd req-9046616f-b8dc-4cc2-aa06-c1e432b547a6 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:02.902065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00a329ae-7bbc-4479-83b9-8bc2dd3b73fd req-9046616f-b8dc-4cc2-aa06-c1e432b547a6 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.6702867 Mar 16 10:54:02.918194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.927825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:02.928710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.961354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:02.974400 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:02.986565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Network': ['ID=c37348ac-34ac-4549-b659-c28614d9af33,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.020242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-97e5af6d-338d-4a2d-81e9-801f1bdedfcb tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=52706550-1cad-49ee-9262-88a4c45abf54 HTTP/1.1" status: 200 len: 205 time: 0.1337736 Mar 16 10:54:03.033952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8922b705-8880-449b-a9dc-31c0c787dc3a tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c37348ac-34ac-4549-b659-c28614d9af33 HTTP/1.1" status: 204 len: 168 time: 1.9235086 Mar 16 10:54:03.034161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36660) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.036324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36662) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.059804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'name': 'tempest-network--1373717806'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:03.072039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:03.081896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=522a830043f24f2bb5ea1a67e75f09a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7023237 Mar 16 10:54:03.086121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Usage tracker for resource:network and tenant:da8325a610a14c1cb5c5ea3eb1ec31bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:03.088398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36668) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.092467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378b7a-31ad-4ba2-8340-6671c73b0e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeef555-f802-457a-8386-5e9d8769d4b4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.106802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:03.123841 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00a329ae-7bbc-4479-83b9-8bc2dd3b73fd req-01a8e820-080a-4097-a3c6-10ee450c0239 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191491 Mar 16 10:54:03.134771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:03.182608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfccbf-7e74-4157-8c1f-c84b10cb572d req-1e4ab54e-b7e0-43c7-9671-2690746406b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.184074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3cfccbf-7e74-4157-8c1f-c84b10cb572d req-1e4ab54e-b7e0-43c7-9671-2690746406b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.4788065 Mar 16 10:54:03.187403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Made reservation on behalf of da8325a610a14c1cb5c5ea3eb1ec31bc for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:03.189639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.202584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.256070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.263087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.267005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.274627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3cfccbf-7e74-4157-8c1f-c84b10cb572d req-c614110a-b4b3-4490-9ccf-f59ffed4706e tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752342 Mar 16 10:54:03.279867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:03.280194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.309073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:03.351236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.357547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.357885 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Added segment 55655c4c-8076-4848-b9e7-bd633317f1f5 of type vlan for network d3ad4433-37c3-4ea1-9343-440abd82fb6d Mar 16 10:54:03.373576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.413314 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] Sync routers for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:03.423133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:03.423742 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.510390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.526285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.586686 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.592018 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-20f265a5-aa48-4648-987f-f3c3bf8294f3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/c0326b3f-8e91-4e5c-b0c1-8a11ff433b1d HTTP/1.1" status: 204 len: 168 time: 2.1493721 Mar 16 10:54:03.592731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36672) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.592824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.601452 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] Routers {'52706550-1cad-49ee-9262-88a4c45abf54'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:03.602196 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['52706550-1cad-49ee-9262-88a4c45abf54'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.610847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] For port 4840bdd9-c1f6-4eeb-88f1-0a20738275a7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,segment=NetworkSegment(31d046b7-1da0-40a6-bbed-f0aed6ddd6fb),segment_id=31d046b7-1da0-40a6-bbed-f0aed6ddd6fb)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:03.611205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.670439 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:03.671116 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98ad7f-dac2-45f2-a1e9-0e684911d76a None None] The sync data for ids ['52706550-1cad-49ee-9262-88a4c45abf54'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:03.678607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeef555-f802-457a-8386-5e9d8769d4b4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:03.681083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.682003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:03.682616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.722102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.769776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.776149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.870165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Calling delete_port for 4840bdd9-c1f6-4eeb-88f1-0a20738275a7 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:03.912883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.917016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.917478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 52706550-1cad-49ee-9262-88a4c45abf54 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:03.936298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.937468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5768fb34-9ab4-47ea-aa53-deb4ce214959 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3eeef555-f802-457a-8386-5e9d8769d4b4 HTTP/1.1" status: 204 len: 168 time: 0.8462675 Mar 16 10:54:03.947771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:03.951409 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f4d4ee17-d0cf-49ef-9ef8-d32e38c81f29 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54 HTTP/1.1" status: 204 len: 168 time: 0.9136095 Mar 16 10:54:03.951409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Allocated IP 172.26.0.187 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/50537f72-5c52-46ef-9db2-990ff576db3c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:03.952394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36678) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:03.986516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9349058 Mar 16 10:54:03.999375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36682) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.008887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:04.027412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823c9d-be5e-44d7-8732-703f68c29ced tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=d3ad4433-37c3-4ea1-9343-440abd82fb6d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.040532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network d3ad4433-37c3-4ea1-9343-440abd82fb6d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:04.214072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet e3deecfe-c689-4e1b-8bfd-6b4197eee9ec {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:04.265196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.315025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.324405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36690) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.378719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.388208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d35c2-7937-4abb-8e1f-43ae63cc23d9']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:04.409511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.452759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdb026b-8cd9-4135-89ba-dd56517dc441') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:04.453166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdb026b-8cd9-4135-89ba-dd56517dc441') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:04.468870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.473089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:04.481983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Usage tracker for resource:security_group_rule and tenant:701680ff0f884ff7be958c6961620b73 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:04.489000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:04.494729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.510714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:04.517837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.536475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.564584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Network d3ad4433-37c3-4ea1-9343-440abd82fb6d is not hosted by any dhcp agent {{(pid=87841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:54:04.565565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:04.566196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.566996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:04.567459 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "PUT /v2.0/networks/d3ad4433-37c3-4ea1-9343-440abd82fb6d HTTP/1.1" status: 200 len: 858 time: 0.5671594 Mar 16 10:54:04.570324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.574031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36696) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:04.585783 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:04.603392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.667824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.707090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.721177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196eb62-a43a-4c4f-8ca5-2ae6cfd84a0a req-605dc192-bb25-4c1d-bd14-e950faf2a3cd tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:04.722645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4196eb62-a43a-4c4f-8ca5-2ae6cfd84a0a req-605dc192-bb25-4c1d-bd14-e950faf2a3cd tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.4447653 Mar 16 10:54:04.741340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Port': ['ID=4840bdd9-c1f6-4eeb-88f1-0a20738275a7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.758863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.800861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.822563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=538d35c2-7937-4abb-8e1f-43ae63cc23d9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.834427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421de7-aaf1-436a-87f6-49a0f4485b7e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event updated for resources: {'Network': ['ID=d3ad4433-37c3-4ea1-9343-440abd82fb6d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:04.852561 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-87624c70-3649-4697-907c-91071e4d4461 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/538d35c2-7937-4abb-8e1f-43ae63cc23d9 HTTP/1.1" status: 204 len: 168 time: 1.1941097 Mar 16 10:54:04.855986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36700) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:04.880717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.886019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.916327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:04.941494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.002513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.011078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347f186-087b-4eb5-b52f-9ed1ffa56120 req-a3e50319-3dbf-4a39-a36f-10abd9c87eea tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.012529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3347f186-087b-4eb5-b52f-9ed1ffa56120 req-a3e50319-3dbf-4a39-a36f-10abd9c87eea tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.6116569 Mar 16 10:54:05.049146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.052092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4196eb62-a43a-4c4f-8ca5-2ae6cfd84a0a req-6b4fa19f-a8c8-4686-b945-28b3bde0859e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158565 Mar 16 10:54:05.115648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.119380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.136884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:05.140511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=e3deecfe-c689-4e1b-8bfd-6b4197eee9ec,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.150214 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=701680ff0f884ff7be958c6961620b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8195271 Mar 16 10:54:05.151322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:05.162439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36706) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.163068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c254ae-b81b-42db-9ad9-0ceaad258ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e5faf-5c8b-411e-89c7-07f93dfa1c87,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.168870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:05.177605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286eeb9-f93f-4926-a570-06688b329181 None None] Network 0ecebf4b-77f9-4985-b517-f8a06419d2b1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:05.184888 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3347f186-087b-4eb5-b52f-9ed1ffa56120 req-a2405cad-487e-4d91-846d-8e4b44f6b6c0 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606352 Mar 16 10:54:05.201097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.217198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.217700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faeafe70-94ba-4eee-894a-f0df23c222c1 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:05.378934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Pushing event updated for resources: {'Port': ['ID=50537f72-5c52-46ef-9db2-990ff576db3c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.395193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.398381 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c231f4ce-0056-4bb3-a051-30c76f5e2bad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/e3deecfe-c689-4e1b-8bfd-6b4197eee9ec HTTP/1.1" status: 204 len: 168 time: 1.4448187 Mar 16 10:54:05.406269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36710) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.410798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.414363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ff4c8572-1592-4290-ad90-6e1a9a2fab45 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/routers/faeafe70-94ba-4eee-894a-f0df23c222c1 HTTP/1.1" status: 204 len: 168 time: 5.8758881 Mar 16 10:54:05.434166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36714) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.476746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad4433-37c3-4ea1-9343-440abd82fb6d']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.481823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] DHCP port deletion for 0ecebf4b-77f9-4985-b517-f8a06419d2b1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:05.486713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Deleting port 3cdb8165-3c21-40ba-9b70-e679247e686c {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:05.487086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.494270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55655c4c-8076-4848-b9e7-bd633317f1f5') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.494564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55655c4c-8076-4848-b9e7-bd633317f1f5') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:05.506213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting subnet fc6766c9-5b7f-41c6-91d9-997cdbc6c504 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:05.506569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.509564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.523919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.536567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:05.537012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:05.551397 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:05.555712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.561472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.567382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.573258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:05.574116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Synchronizing usage tracker for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:05.629111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet d46bcacf-fd31-4b8c-8314-ccbc59bed7d5 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:05.634623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.635984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.663873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Unset dirty status for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:05.669792 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f790b6da-9748-459e-81d6-912c8da81a8d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2499 time: 0.8114467 Mar 16 10:54:05.670438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36718) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.682494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1654715101'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:05.682823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.693880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:05.700259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.705716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] For port 3cdb8165-3c21-40ba-9b70-e679247e686c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3cdb8165-3c21-40ba-9b70-e679247e686c,segment=NetworkSegment(02f987ca-4031-405f-9c92-4afe62cb51ca),segment_id=02f987ca-4031-405f-9c92-4afe62cb51ca)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:05.706113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.729327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3ad4433-37c3-4ea1-9343-440abd82fb6d {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:54:05.734226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.739619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.755225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.761976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:05.764372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.771706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3ad4433-37c3-4ea1-9343-440abd82fb6d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:05.800684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-85a22527-6362-4316-aba7-6f850394748e tempest-ExternalNetworksTestJSON-732739920 tempest-ExternalNetworksTestJSON-732739920-project-admin] 10.222.0.50 "DELETE /v2.0/networks/d3ad4433-37c3-4ea1-9343-440abd82fb6d HTTP/1.1" status: 204 len: 168 time: 1.2211492 Mar 16 10:54:05.801522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.814929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.852094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Calling delete_port for 3cdb8165-3c21-40ba-9b70-e679247e686c owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:05.863258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fc59a6-e9df-4f7c-adf6-50ba63ffcd51 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] DELETE failed (client error): The resource could not be found. Mar 16 10:54:05.863919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fc59a6-e9df-4f7c-adf6-50ba63ffcd51 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:05.865781 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a5fc59a6-e9df-4f7c-adf6-50ba63ffcd51 tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "DELETE /v2.0/subnets/b9072b3b-cf4d-42f4-89ce-26cea7301556 HTTP/1.1" status: 404 len: 337 time: 0.0588148 Mar 16 10:54:05.866851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:05.870509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.870922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36726) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:05.949130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:05.952757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:05.961694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.004502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.019890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] Pushing event deleted for resources: {'Port': ['ID=3cdb8165-3c21-40ba-9b70-e679247e686c,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.028340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2af25-51ce-46d7-88a5-3030e8eb03c1 None None] No DVR routers for this DVR port 3cdb8165-3c21-40ba-9b70-e679247e686c on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:06.056276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.056622 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment 196b1596-ee3c-4c21-b852-97250ba9cb23 of type vlan for network d1a63482-44f7-4c53-af3b-a1d370f7fe7b Mar 16 10:54:06.062508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.065809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.094134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.159740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=d46bcacf-fd31-4b8c-8314-ccbc59bed7d5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.164154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.176710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec778760-f6d1-4f44-9518-8c21d1e14ce4 None None] Network 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:06.189550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.224357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0e20fd78-d03c-4b05-a47d-d4d40bb0c77c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/d46bcacf-fd31-4b8c-8314-ccbc59bed7d5 HTTP/1.1" status: 204 len: 168 time: 0.8167989 Mar 16 10:54:06.229326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.322770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.339316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.340010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.389106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.395635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3cdb8165-3c21-40ba-9b70-e679247e686c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:06.396861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6766c9-5b7f-41c6-91d9-997cdbc6c504,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.413447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.420284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.432040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.433462 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f62e5faf-5c8b-411e-89c7-07f93dfa1c87 HTTP/1.1" status: 204 len: 168 time: 1.2667086 Mar 16 10:54:06.444579 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f5a386f4-c1f5-48cd-93e4-233eaa780771 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/fc6766c9-5b7f-41c6-91d9-997cdbc6c504 HTTP/1.1" status: 204 len: 168 time: 1.0076115 Mar 16 10:54:06.445829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.477294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36740) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.501429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3cdb8165-3c21-40ba-9b70-e679247e686c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:06.517490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3cdb8165-3c21-40ba-9b70-e679247e686c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:06.574096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9b7e2-a19d-4901-ae75-71afa5be6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e5faf-5c8b-411e-89c7-07f93dfa1c87,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.679913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Pushing event updated for resources: {'Port': ['ID=50537f72-5c52-46ef-9db2-990ff576db3c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.728628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0583444 Mar 16 10:54:06.729343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.748824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4c796-25dc-4bde-962f-78ce9e1e67d6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=d1a63482-44f7-4c53-af3b-a1d370f7fe7b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:06.761861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network d1a63482-44f7-4c53-af3b-a1d370f7fe7b details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:06.764346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1981275252'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:06.773247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.779176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.780709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:06.801253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:06.817741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] DHCP port deletion for 9bc6d94f-60a3-446f-a27c-2c17c1c3d044 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:06.830884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Deleting port 80184e98-0576-4ad8-b455-623a4be6d705 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:06.831277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.863142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:06.867031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.908729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3728e9-5569-4591-a025-889c68d46041 req-5b2950ac-7ba7-41dc-8de9-7515cc59a246 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:06.915770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc3728e9-5569-4591-a025-889c68d46041 req-5b2950ac-7ba7-41dc-8de9-7515cc59a246 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.6638303 Mar 16 10:54:06.942723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:06.945244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-76bce995-c8a1-49b0-9e69-1d9095388bff tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0726583 Mar 16 10:54:06.956385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36756) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:06.974406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.011435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a5abff-1848-45eb-99d8-4593a628f09c']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.028904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631632c0-36de-4c58-9d83-2626cf489a47') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.029530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631632c0-36de-4c58-9d83-2626cf489a47') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.041115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.045834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.067410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.071044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8343a1-72c3-4d15-98c6-e1ec311a7b95 req-5ae23d7e-e7ae-449e-8046-099cd78eab48 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.072530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf8343a1-72c3-4d15-98c6-e1ec311a7b95 req-5ae23d7e-e7ae-449e-8046-099cd78eab48 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.5657425 Mar 16 10:54:07.082427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:07.083266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.083389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:07.116809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc3728e9-5569-4591-a025-889c68d46041 req-fd849290-8849-4f78-b83f-7b614aa2f22f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001250 Mar 16 10:54:07.133125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecebf4b-77f9-4985-b517-f8a06419d2b1']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.143614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.143939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment 8e5639cd-e523-42a2-b678-b7d4fa919588 of type vlan for network 0db9def8-e59e-47a2-8fe5-690c5b49d6ca Mar 16 10:54:07.166203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f987ca-4031-405f-9c92-4afe62cb51ca') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.166499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f987ca-4031-405f-9c92-4afe62cb51ca') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:07.174460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] For port 80184e98-0576-4ad8-b455-623a4be6d705, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=80184e98-0576-4ad8-b455-623a4be6d705,segment=NetworkSegment(6e3a09ae-4ecd-4cec-9dec-219e84bcd983),segment_id=6e3a09ae-4ecd-4cec-9dec-219e84bcd983)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:07.174856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.185838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.194724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf8343a1-72c3-4d15-98c6-e1ec311a7b95 req-b03fb6f2-a494-449a-9b6b-bf3505060d01 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145487 Mar 16 10:54:07.218389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.222242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.232073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:07.232499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:07.247102 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:07.288808 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:07.341744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:07.368975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.388580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Calling delete_port for 80184e98-0576-4ad8-b455-623a4be6d705 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:07.434229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.446606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] Pushing event deleted for resources: {'Network': ['ID=e1a5abff-1848-45eb-99d8-4593a628f09c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.451187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.458079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e1aacaa-1bab-4b45-8615-6da13179a3fc tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Synchronizing usage tracker for tenant:cd88e47ba3574e8381a160be0702cd91 on resource:floatingip {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:07.476770 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d594b44-7da1-4ef4-bf57-16c2b87550ee tempest-ExternalNetworksTestJSON-590903920 tempest-ExternalNetworksTestJSON-590903920-project] 10.222.0.50 "DELETE /v2.0/networks/e1a5abff-1848-45eb-99d8-4593a628f09c HTTP/1.1" status: 204 len: 168 time: 1.5983486 Mar 16 10:54:07.486829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.499832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.514687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.515316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.553756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.562261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.565063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] Pushing event deleted for resources: {'Port': ['ID=80184e98-0576-4ad8-b455-623a4be6d705,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.567353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f405aa-4b00-4e71-baac-8ef4996a3aaa None None] No DVR routers for this DVR port 80184e98-0576-4ad8-b455-623a4be6d705 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:07.608355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e1aacaa-1bab-4b45-8615-6da13179a3fc tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Unset dirty status for tenant:cd88e47ba3574e8381a160be0702cd91 on resource:floatingip {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:07.610829 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e1aacaa-1bab-4b45-8615-6da13179a3fc tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.6488786 Mar 16 10:54:07.614108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36778) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.804256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/0ecebf4b-77f9-4985-b517-f8a06419d2b1 HTTP/1.1" status: 204 len: 168 time: 1.5713348 Mar 16 10:54:07.812592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36786) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.852697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=0db9def8-e59e-47a2-8fe5-690c5b49d6ca,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.866268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0db9def8-e59e-47a2-8fe5-690c5b49d6ca details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:07.882261 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b9a1c0d5-5a9a-4d20-9946-0c07ec3b895a tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1435416 Mar 16 10:54:07.882799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.900388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'ports': [{'network_id': 'd1a63482-44f7-4c53-af3b-a1d370f7fe7b', 'name': 'tempest-port--1286131549', 'admin_state_up': True}, {'network_id': '0db9def8-e59e-47a2-8fe5-690c5b49d6ca', 'admin_state_up': False}]} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.900734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'port': {'network_id': 'd1a63482-44f7-4c53-af3b-a1d370f7fe7b', 'name': 'tempest-port--1286131549', 'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.901194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'port': {'network_id': '0db9def8-e59e-47a2-8fe5-690c5b49d6ca', 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.904727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fab25f-e7c2-41a9-98b4-a03891b7a1e3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=0ecebf4b-77f9-4985-b517-f8a06419d2b1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:07.919747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:07.924787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003b1-14bf-4f65-ba99-eb429716256f req-95226637-d83f-47c6-8b93-66e7113f8d12 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:07.926360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6e003b1-14bf-4f65-ba99-eb429716256f req-95226637-d83f-47c6-8b93-66e7113f8d12 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.5861254 Mar 16 10:54:07.940335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ac6e1b0f-49f5-47ca-9ab4-42c0e4c57cfc tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Synchronizing usage tracker for tenant:2a4c30624c0c456db7247e3123c423d9 on resource:floatingip {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:07.942941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36794) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:07.973864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Request body: {'floatingip': {'port_id': '914fc89a-35e8-492d-85a5-f41ada15c0b6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:07.989164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36800) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.017486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.027557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1757b11-ad6b-447c-b2fa-d61774ccbe5f req-03cb3cee-d244-4baa-9116-8d723128bc90 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:08.029069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1757b11-ad6b-447c-b2fa-d61774ccbe5f req-03cb3cee-d244-4baa-9116-8d723128bc90 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.6207561 Mar 16 10:54:08.039356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36808) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.051169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Request body: {'floatingip': {'port_id': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:08.075895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.170567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.187273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 80184e98-0576-4ad8-b455-623a4be6d705 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:08.237979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 80184e98-0576-4ad8-b455-623a4be6d705 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:08.239054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 80184e98-0576-4ad8-b455-623a4be6d705 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:08.283760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4542ff5-7eb3-44ab-81f3-4515b5f4a9db']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.372728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.373041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d046b7-1da0-40a6-bbed-f0aed6ddd6fb') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.385077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ac6e1b0f-49f5-47ca-9ab4-42c0e4c57cfc tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Unset dirty status for tenant:2a4c30624c0c456db7247e3123c423d9 on resource:floatingip {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:08.386266 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac6e1b0f-49f5-47ca-9ab4-42c0e4c57cfc tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.7710044 Mar 16 10:54:08.393849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36818) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.405071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.419772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.484677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36822) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.498143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-980c503f-b1a7-4491-a7c5-e42d5ac19e0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d47b22b20b5941798d32f64b63c1679a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068495 Mar 16 10:54:08.505983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc6d94f-60a3-446f-a27c-2c17c1c3d044']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.518329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36826) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:08.544946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3a09ae-4ecd-4cec-9dec-219e84bcd983') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.545243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3a09ae-4ecd-4cec-9dec-219e84bcd983') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:08.613782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.639548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.650276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1975999891', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:08.665467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.682109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Usage tracker for resource:port and tenant:383ff2b914b54ba9bb0e9928f0d9c34e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.688731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.694418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:08.706926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:08.711499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:08.711920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:08.729698 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:08.771294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:08.771613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:08.788489 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:08.790341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Deleting port 50537f72-5c52-46ef-9db2-990ff576db3c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:08.790341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.876288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.877842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Made reservation on behalf of 383ff2b914b54ba9bb0e9928f0d9c34e for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:08.880080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.898631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.909986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.964710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:08.972729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:port and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:08.978803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:08.982930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.003739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.054035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.059653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.070105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Usage tracker for resource:security_group_rule and tenant:383ff2b914b54ba9bb0e9928f0d9c34e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:09.129223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.332091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.339677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'port': 2} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:09.343940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.353305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.355894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/9bc6d94f-60a3-446f-a27c-2c17c1c3d044 HTTP/1.1" status: 204 len: 168 time: 1.5380056 Mar 16 10:54:09.356760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbad6f8-1389-45a6-81be-bf875fee6a13 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=9bc6d94f-60a3-446f-a27c-2c17c1c3d044,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.369844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36832) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:09.370615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4542ff5-7eb3-44ab-81f3-4515b5f4a9db {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:54:09.379442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.407874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1064239903'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:09.425019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.434625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4542ff5-7eb3-44ab-81f3-4515b5f4a9db,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.441277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:09.449551 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8f2df60-7714-40f0-9594-c3d773870829 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/networks/f4542ff5-7eb3-44ab-81f3-4515b5f4a9db HTTP/1.1" status: 204 len: 168 time: 2.8735325 Mar 16 10:54:09.460123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:09.467125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:09.500160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.514370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:09.522842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.528126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] device_id is not set on port 81596ca7-c4a2-4718-8528-94da2f1d6527 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:09.556946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.557331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.590335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.613934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:09.617923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.687353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e4f0be-b80b-4726-bc3e-a03fb30e59f0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.726248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:09.730024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0274bfc2-3293-4aa4-be27-5b62b8ba2503 HTTP/1.1" status: 204 len: 168 time: 1.2035708 Mar 16 10:54:09.768062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Calling delete_port for 50537f72-5c52-46ef-9db2-990ff576db3c owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:09.781031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f63e75-c4eb-425f-ba79-98ae2bce0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0274bfc2-3293-4aa4-be27-5b62b8ba2503,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:09.873370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:09.945619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:09.986284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36844) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.014310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] device_id is not set on port 7f44350b-35ff-4efd-85fe-ccc5d200ef26 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:10.021062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'name': 'tempest-router--1076003828', 'project_id': '346142dd354d4f5db0e02f184ab8f35c'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:10.023213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.031509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:10.031921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Allocated IP 172.26.0.193 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/81596ca7-c4a2-4718-8528-94da2f1d6527) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:10.034880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.048313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.048839 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment d663ae58-7ad6-4620-ab75-a308be713ead of type vlan for network a760ab0f-2ac5-436b-8c18-3dcf2d933beb Mar 16 10:54:10.063969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:10.133222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:router and tenant:346142dd354d4f5db0e02f184ab8f35c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:10.139469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:10.183439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:10.264876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Floating IP 6c179102-d01c-452d-b628-b7d35d79123a associated. External IP: 172.26.0.142, port: c2f3487e-a1c8-4302-9081-206b8c4180bf. Mar 16 10:54:10.280083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.281103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.286191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.291275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.303796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.379578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36850) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.454504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.516719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.522547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:10.523274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.584088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.654426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Pushing event deleted for resources: {'Port': ['ID=50537f72-5c52-46ef-9db2-990ff576db3c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:10.715871 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-286e6a0a-be7b-41c4-963a-ccaaa6a17c72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da8325a610a14c1cb5c5ea3eb1ec31bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312774 Mar 16 10:54:10.718306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36856) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.725594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.773196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:10.820130 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Floating IP 165a43f3-4cbe-42fa-9ffb-9388824ae83a associated. External IP: 172.26.0.43, port: 914fc89a-35e8-492d-85a5-f41ada15c0b6. Mar 16 10:54:10.878954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:10.879439 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5044386 Mar 16 10:54:10.884434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36860) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:10.901104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:11.059891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.064249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.064710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.114160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d30a-c9ca-47d7-8764-ffc143f9b15b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=a760ab0f-2ac5-436b-8c18-3dcf2d933beb,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.140394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.142991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.146556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:11.147046 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8355f214-3de1-4bfb-a913-9fbab4417a0b tempest-FloatingIPAdminTestJSON-1373599226 tempest-FloatingIPAdminTestJSON-1373599226-project] 10.222.0.50 "DELETE /v2.0/floatingips/cc080f4c-e3ee-45cb-9ee9-c31b037b4f9d HTTP/1.1" status: 204 len: 168 time: 2.7453907 Mar 16 10:54:11.150860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36864) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.157317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.158243 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-28dddd7b-85b9-4e0c-84c5-1eea87d95a7f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1662652 Mar 16 10:54:11.173271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.193964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36866) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:11.310305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] device_id is not set on port 1299c881-9dea-4210-87b1-49d72eae422d yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:11.435559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:11.459629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.512542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.548406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:11.627256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:11.628864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.646083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Pushing event updated for resources: {'Port': ['ID=81596ca7-c4a2-4718-8528-94da2f1d6527,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.660546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.713535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:11.716414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Deleting port 0d75c8fa-2a08-4fdc-b59d-623eba742779 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:11.716748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.741121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:11.754132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:11.755378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Sync routers for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:11.760933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.762854 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:11.769575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:11.770797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.775930 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Sync routers for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:11.791240 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:11.792610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:11.792927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:11.829680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.876820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:11.878463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:11.906303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Port': ['ID=7f44350b-35ff-4efd-85fe-ccc5d200ef26,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:11.916758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Checking segment: {'id': '196b1596-ee3c-4c21-b852-97250ba9cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1a63482-44f7-4c53-af3b-a1d370f7fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:11.917146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network hostable DHCP agents. Network: d1a63482-44f7-4c53-af3b-a1d370f7fe7b, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:11.941521 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-21045f1f-9e5e-4281-ac01-0d7f1798e28f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "PUT /v2.0/floatingips/165a43f3-4cbe-42fa-9ffb-9388824ae83a HTTP/1.1" status: 200 len: 990 time: 3.9882507 Mar 16 10:54:11.941521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:11.962684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network d1a63482-44f7-4c53-af3b-a1d370f7fe7b is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:11.986664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, d1a63482-44f7-4c53-af3b-a1d370f7fe7b) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:11.995298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:11.998130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.015313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad76ef-a5eb-4b13-900e-2765e4f51029 None None] Network d1a63482-44f7-4c53-af3b-a1d370f7fe7b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:12.064177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:12.067695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.069284 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:12.088172 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'status': 'completed', 'code': 200} Mar 16 10:54:12.154201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Port': ['ID=1299c881-9dea-4210-87b1-49d72eae422d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:12.155310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:12.163740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Checking segment: {'id': '8e5639cd-e523-42a2-b678-b7d4fa919588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db9def8-e59e-47a2-8fe5-690c5b49d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:12.164099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network hostable DHCP agents. Network: 0db9def8-e59e-47a2-8fe5-690c5b49d6ca, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:12.186006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network 0db9def8-e59e-47a2-8fe5-690c5b49d6ca is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:12.199145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0db9def8-e59e-47a2-8fe5-690c5b49d6ca) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:12.209970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:12.216702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.220479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01b45a-bacb-4936-9b35-a91b7b23482f None None] Network 0db9def8-e59e-47a2-8fe5-690c5b49d6ca requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:12.223184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.223891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.228554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.233003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.243083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.246936 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-daa1657e-4c88-4065-8683-9125a061e77b tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3578367 Mar 16 10:54:12.249676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36876) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.342055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61015ad2-4a10-43a0-a6d8-94a5198f8773 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.349094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61015ad2-4a10-43a0-a6d8-94a5198f8773 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:12.349878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-61015ad2-4a10-43a0-a6d8-94a5198f8773 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Synchronizing usage tracker for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:12.374374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-61015ad2-4a10-43a0-a6d8-94a5198f8773 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Unset dirty status for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:12.378379 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-61015ad2-4a10-43a0-a6d8-94a5198f8773 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1231978 Mar 16 10:54:12.378600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36880) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.433047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.435548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.437076 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5fa53f3-ba8c-43ec-9479-6245a2602ec1 HTTP/1.1" status: 204 len: 168 time: 1.7176559 Mar 16 10:54:12.456021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting port 7f44350b-35ff-4efd-85fe-ccc5d200ef26 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:12.456361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.518915 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '165a43f3-4cbe-42fa-9ffb-9388824ae83a', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'port_id': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'mac_address': 'fa:16:3e:d4:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:20Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '13b9d59673624be79e8f089105f765b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:12.524637 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Checking router: bda5ef5d-817f-4cf3-a6fb-f3d48a215760 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:12.545982 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:12.546865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:12.677891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8b81ffa5-d8c2-4694-8e0b-564c02f0dbd9 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.1850250 Mar 16 10:54:12.701371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:12.780904 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:12.824436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36886) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:12.842652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Calling delete_port for 7f44350b-35ff-4efd-85fe-ccc5d200ef26 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:12.965316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efbe11-933b-42a7-a922-39efcf5d1126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa53f3-ba8c-43ec-9479-6245a2602ec1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.009976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6c179102-d01c-452d-b628-b7d35d79123a', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'port_id': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'mac_address': 'fa:16:3e:46:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:21Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.028246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Checking router: a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:13.058364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:13.059004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.099020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.193'}]}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:13.104122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:13.108661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Usage tracker for resource:router and tenant:383ff2b914b54ba9bb0e9928f0d9c34e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:13.111645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:13.117830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:13.131909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.132410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 399b87f4-12de-426f-aaca-16367ae6c40b {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:13.149201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.150210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.173388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.182826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.196426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.200300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e05b0e95-458e-4ee1-b663-a1cfc40bff02 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/routers/399b87f4-12de-426f-aaca-16367ae6c40b HTTP/1.1" status: 204 len: 168 time: 2.0023105 Mar 16 10:54:13.240468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Port': ['ID=7f44350b-35ff-4efd-85fe-ccc5d200ef26,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.263096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.271663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.273367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=ef0a2277-5e7a-420e-b95e-1b57082d586f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:13.283255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-24bcbcff-447f-46ea-846f-e9f22e9854b4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "PUT /v2.0/floatingips/6c179102-d01c-452d-b628-b7d35d79123a HTTP/1.1" status: 200 len: 991 time: 5.2369792 Mar 16 10:54:13.294287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:54:13.305353 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-75e717c9-9b78-4c42-95ef-332e55bc8f36 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/ports/7f44350b-35ff-4efd-85fe-ccc5d200ef26 HTTP/1.1" status: 204 len: 168 time: 0.9255579 Mar 16 10:54:13.307926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36906) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.368473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d90e-a5ee-4e79-8084-637c6698fc24 req-516c30c3-3b70-44ed-8ab4-c168a26c6833 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.376180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7988d90e-a5ee-4e79-8084-637c6698fc24 req-516c30c3-3b70-44ed-8ab4-c168a26c6833 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 1.2931185 Mar 16 10:54:13.390606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:13.411452 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '165a43f3-4cbe-42fa-9ffb-9388824ae83a', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'port_id': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'mac_address': 'fa:16:3e:d4:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:20Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '13b9d59673624be79e8f089105f765b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:13.416072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.416395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.420239 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e896909-e38f-40e8-9e7c-41baa2df0fbb None None] The sync data for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv is: [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '165a43f3-4cbe-42fa-9ffb-9388824ae83a', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'port_id': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'mac_address': 'fa:16:3e:d4:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:20Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '13b9d59673624be79e8f089105f765b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:13.475862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415173e7-3e6c-48cf-a463-c67d44668985 req-c3a1d325-a04e-4873-9330-e4406f0cf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:13.479088 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-c3a1d325-a04e-4873-9330-e4406f0cf102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13b9d59673624be79e8f089105f765b3&device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 1098 time: 1.0507729 Mar 16 10:54:13.512865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting port 1299c881-9dea-4210-87b1-49d72eae422d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:13.513223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:13.604639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': 'd663ae58-7ad6-4620-ab75-a308be713ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:13.605503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: a760ab0f-2ac5-436b-8c18-3dcf2d933beb, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:13.716163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36916) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:13.737584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b71bf6-d377-474b-adb2-653706f5e70f None None] New status for floating IP 165a43f3-4cbe-42fa-9ffb-9388824ae83a: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:54:13.831196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Calling delete_port for 0d75c8fa-2a08-4fdc-b59d-623eba742779 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:13.872384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7988d90e-a5ee-4e79-8084-637c6698fc24 req-a4d2e61f-cc74-490e-bbef-c2692a88f802 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4952850 Mar 16 10:54:13.914462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.001168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'status': 'completed', 'code': 200} Mar 16 10:54:14.075965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Calling delete_port for 1299c881-9dea-4210-87b1-49d72eae422d owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:14.167158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-883967609', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.178429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.183680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:14.187033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:14.193780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:14.214153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.215445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.284617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.303180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-7f164031-ff48-4837-9b81-977d0c4ca53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.304661 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-7f164031-ff48-4837-9b81-977d0c4ca53e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 1098 time: 0.2373304 Mar 16 10:54:14.307955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.309260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:14.327622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.370342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a760ab0f-2ac5-436b-8c18-3dcf2d933beb) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:14.400170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.400753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.427097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d18aa5-4f73-4e6f-8eda-cc9c4b4591ba None None] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:14.508033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-8437e9b4-fd41-4993-8ce5-8e9213684351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.509547 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-8437e9b4-fd41-4993-8ce5-8e9213684351 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 200 len: 906 time: 0.1456337 Mar 16 10:54:14.511114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.526532 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/ports/1299c881-9dea-4210-87b1-49d72eae422d HTTP/1.1" status: 204 len: 168 time: 1.2142649 Mar 16 10:54:14.526532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c250cc-7739-474d-b2a8-617a56ad556f tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Port': ['ID=1299c881-9dea-4210-87b1-49d72eae422d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:14.526797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36936) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.615546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6c179102-d01c-452d-b628-b7d35d79123a', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'port_id': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'mac_address': 'fa:16:3e:46:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:21Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:14.636562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38361ffa-7d52-4efe-b36f-6eded8cd1ba7 None None] The sync data for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv is: [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6c179102-d01c-452d-b628-b7d35d79123a', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'port_id': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'mac_address': 'fa:16:3e:46:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:53:21Z', 'updated_at': '2022-03-16T10:54:09Z', 'revision_number': 1, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:14.661013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415173e7-3e6c-48cf-a463-c67d44668985 req-ae4609dc-99ed-4759-990a-7bbe9c6a639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.662525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-ae4609dc-99ed-4759-990a-7bbe9c6a639d service neutron] 10.222.0.55 "GET /v2.0/networks?id=55c446d9-df98-4079-be3b-cd182679363b HTTP/1.1" status: 200 len: 913 time: 0.8678794 Mar 16 10:54:14.731299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67195395-4fda-4c9b-97bc-1c7edc4b1753 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Synchronizing usage tracker for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:14.802442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962c4e-7edc-48e9-a102-2b9f282b7f19 req-c251c061-974c-4f16-971e-87d0b78c6fbb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:14.810489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46962c4e-7edc-48e9-a102-2b9f282b7f19 req-c251c061-974c-4f16-971e-87d0b78c6fbb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 1.0223346 Mar 16 10:54:14.835548 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d85f21d6-06c6-4286-98e8-07ec155e18d2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9491737 Mar 16 10:54:14.838141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67195395-4fda-4c9b-97bc-1c7edc4b1753 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Unset dirty status for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:14.842786 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67195395-4fda-4c9b-97bc-1c7edc4b1753 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3102894 Mar 16 10:54:14.842786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36946) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.849755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36948) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:14.863073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-a760ab0f-2ac5-436b-8c18-3dcf2d933beb', 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'ef0a2277-5e7a-420e-b95e-1b57082d586f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:14.865070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:14.874837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-330117074'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.901933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:14.931111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1834640926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:14.977467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-5ea53235-0863-4d3f-8f2d-1b6d9f66fbdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6 HTTP/1.1" status: 200 len: 1000 time: 0.2865450 Mar 16 10:54:14.981432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:network and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.001908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.016870 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002f3d9-034f-4585-93e0-b49c904f1398 None None] New status for floating IP 6c179102-d01c-452d-b628-b7d35d79123a: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:54:15.038979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.088046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Allocated IP 2001:db8::2 (a760ab0f-2ac5-436b-8c18-3dcf2d933beb/ef0a2277-5e7a-420e-b95e-1b57082d586f/6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:15.166199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46962c4e-7edc-48e9-a102-2b9f282b7f19 req-c756afee-e560-4b5b-989e-561732bb9e75 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548319 Mar 16 10:54:15.173366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.175697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d75c8fa-2a08-4fdc-b59d-623eba742779,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.304433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.308602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:15.312303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.321382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.334627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.338003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.339468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4f120794-02d3-4245-81eb-403cb6e406de tempest-FloatingIPAdminTestJSON-444144206 tempest-FloatingIPAdminTestJSON-444144206-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/372ebc11-f5de-4050-bbd5-d5e836e62f6b HTTP/1.1" status: 204 len: 168 time: 4.1590686 Mar 16 10:54:15.344621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.347092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36964) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.350670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415173e7-3e6c-48cf-a463-c67d44668985 req-0d4c4565-f986-4b47-ac78-3478332ddd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.352274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-0d4c4565-f986-4b47-ac78-3478332ddd2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7e98511-e885-42b2-ad0c-efaeba8d570e HTTP/1.1" status: 200 len: 851 time: 0.3425734 Mar 16 10:54:15.356140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Transition to ACTIVE for port object 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:15.375976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Transition to ACTIVE for port object 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:15.383456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.393747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.398797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36968) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.405795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.415860 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-53aa8b6b-e8b9-4e7a-8c78-12e011964ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 200 len: 999 time: 0.8877413 Mar 16 10:54:15.421129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:15.460379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Pushing event updated for resources: {'Port': ['ID=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.479477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:15.480734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:15.482916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:15.483458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:15.531038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.532068 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment 0bf53da6-c33a-4d3d-b2a1-76d845453abc of type vlan for network e8753ee9-ce10-43b5-b83d-32525369d4db Mar 16 10:54:15.580914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port 42489553-efaf-4595-8361-9fb1250b4e1d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:15.581430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.600592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Attempting to bind port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:15.600996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Attempting to bind port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd663ae58-7ad6-4620-ab75-a308be713ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:15.601356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Attempting to bind port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a on network a760ab0f-2ac5-436b-8c18-3dcf2d933beb {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:15.610000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:15.613051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Checking segment: {'id': 'd663ae58-7ad6-4620-ab75-a308be713ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:15.613480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.614322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Bound using segment: {'id': 'd663ae58-7ad6-4620-ab75-a308be713ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:15.614820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Bound port: 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd663ae58-7ad6-4620-ab75-a308be713ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:15.615200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.631176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.632680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.659525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f7fa006b-3624-4d1c-9d36-a4a1804778e4 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.668477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-044f685a-a8a1-4d2f-9692-7c240d457742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.670458 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-044f685a-a8a1-4d2f-9692-7c240d457742 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3104b282-95d3-4ce3-9a73-fd821848095f HTTP/1.1" status: 200 len: 844 time: 0.2448263 Mar 16 10:54:15.733649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] For port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:15.737657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] For port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,segment=NetworkSegment(d663ae58-7ad6-4620-ab75-a308be713ead),segment_id=d663ae58-7ad6-4620-ab75-a308be713ead)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:15.744100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415173e7-3e6c-48cf-a463-c67d44668985 req-512f8d9f-dfff-4e7c-9cf5-918dd8013417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:15.745590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.745808 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-512f8d9f-dfff-4e7c-9cf5-918dd8013417 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55c446d9-df98-4079-be3b-cd182679363b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3428237 Mar 16 10:54:15.754448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.769550 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f7fa006b-3624-4d1c-9d36-a4a1804778e4 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "PUT /v2.0/quotas/428588c51fd74489b7de1774f3c37d5f HTTP/1.1" status: 200 len: 368 time: 0.3686345 Mar 16 10:54:15.772547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36974) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:15.789636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.791438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Request body: {'network': {'project_id': '428588c51fd74489b7de1774f3c37d5f'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:15.810078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:15.824629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Usage tracker for resource:network and tenant:428588c51fd74489b7de1774f3c37d5f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:15.840954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc3e6-201d-417c-8b9b-b97d9ba325b0 None None] Pushing event updated for resources: {'Port': ['ID=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:15.881624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:15.892247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:15.940474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:16.018367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-c943e822-ed8a-4a69-a3df-67fd897d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.020191 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-c943e822-ed8a-4a69-a3df-67fd897d10ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3384743 Mar 16 10:54:16.078357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.079744 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b42d890b-04a2-401a-ad1b-5d661d38186c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2330024 Mar 16 10:54:16.105560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36978) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:16.114588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Made reservation on behalf of 428588c51fd74489b7de1774f3c37d5f for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:16.117377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.140633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'port': {'network_id': 'a760ab0f-2ac5-436b-8c18-3dcf2d933beb', 'name': 'tempest-RoutersIpV6Test-804664805'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:16.165347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.226549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.230155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.266045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:16.296328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.301804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:16.302396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.357179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:16.373632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:16.385048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Usage tracker for resource:security_group_rule and tenant:428588c51fd74489b7de1774f3c37d5f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:16.390121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:16.408198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:16.470455 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-64e142d3-300b-4383-8785-4fac858665ab service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934996 Mar 16 10:54:16.617839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=e8753ee9-ce10-43b5-b83d-32525369d4db,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.636181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Allocated IP 172.26.0.135 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/90c8f0e8-f3be-4eb9-aabf-5638e5776238) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:16.668878 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e8753ee9-ce10-43b5-b83d-32525369d4db details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:16.695148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.715237 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2fc636c6-ed85-4af5-acb6-36c4c546e340 req-38391f3d-a0e0-4d13-9db0-7010613045e8 service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377729 Mar 16 10:54:16.760417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.835140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.851927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.856806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.903044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:16.929925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.938422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e12cf-a487-4792-bcae-38a0ed419c09,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:16.945093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.945535 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Added segment 6da149e8-73a2-434e-a2fc-bdcfe8f0af70 of type vlan for network 17c408a6-2e7c-426c-9c49-c5b5cca79de9 Mar 16 10:54:16.981606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:16.987593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-721d0a88-3201-4e3a-9b44-7ca9b6a2313e service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2273424 Mar 16 10:54:17.002992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Calling delete_port for 42489553-efaf-4595-8361-9fb1250b4e1d owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:17.019756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.059401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.060359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:17.060999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.083957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bbd92663-ec04-4fef-a130-c1429912998d tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2284203 Mar 16 10:54:17.094334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36982) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.103262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d791b5-0767-459b-a227-95f61bda2c45 None None] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:17.135749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-613600142'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.149717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.159529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:17.162845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:network and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.217546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.225826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:17.226081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Provisioning for port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:17.234321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Provisioning complete for port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:17.235070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.239235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:17.264388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.266537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.273442 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4957085 Mar 16 10:54:17.273442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816d916-ac7c-4719-8678-2dca12213e6d tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event updated for resources: {'Network': ['ID=17c408a6-2e7c-426c-9c49-c5b5cca79de9,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.273442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event updated for resources: {'Port': ['ID=90c8f0e8-f3be-4eb9-aabf-5638e5776238,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.282086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36986) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:17.288021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:port and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.296881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.300612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Request body: {'network': {'project_id': '428588c51fd74489b7de1774f3c37d5f'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:17.308039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:17.315302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Usage tracker for resource:network and tenant:428588c51fd74489b7de1774f3c37d5f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:17.320058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:17.320351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 17c408a6-2e7c-426c-9c49-c5b5cca79de9 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:17.323525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.337054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:17.340005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.441563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:17.444891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.479236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-415173e7-3e6c-48cf-a463-c67d44668985 req-c7b136e7-fe2f-49d2-aaf7-5fed862f9285 service neutron] 10.222.0.55 "GET /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485490 Mar 16 10:54:17.482202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] device_id is not set on port 38b1b77d-5d59-448c-964e-048c51af27cf yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:17.552793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.578879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:17.600900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.628445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.640469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] For port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,segment=NetworkSegment(d663ae58-7ad6-4620-ab75-a308be713ead),segment_id=d663ae58-7ad6-4620-ab75-a308be713ead)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:17.647875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.707330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:17.713923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Made reservation on behalf of 428588c51fd74489b7de1774f3c37d5f for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:17.716527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.725652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4c834-4e89-40b6-898a-c3eb36f78351 None None] Pushing event updated for resources: {'Port': ['ID=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.757864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.758370 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Added segment f27283ed-fb06-4123-ac74-c289d04c49a6 of type vlan for network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 Mar 16 10:54:17.789624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Port': ['ID=42489553-efaf-4595-8361-9fb1250b4e1d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:17.854694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:17.872337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.889775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:17.890527 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Added segment c5bb0679-aacb-417f-9163-85dbc0ea649d of type vlan for network a4107c28-2840-46dd-b011-b4c7024e578a Mar 16 10:54:17.973163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-efb4ad93-0e72-4eed-95d6-0b8e2d61d661 None None] Provisioning complete for port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:17.973857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-efb4ad93-0e72-4eed-95d6-0b8e2d61d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.013700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.058834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.064478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.065118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.126085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.164131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:18.213102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.214168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.214799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.243206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:18.243476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.269064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.275005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.284720 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1715913 Mar 16 10:54:18.312006 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0283883 Mar 16 10:54:18.330256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8::124 (a760ab0f-2ac5-436b-8c18-3dcf2d933beb/ef0a2277-5e7a-420e-b95e-1b57082d586f/38b1b77d-5d59-448c-964e-048c51af27cf) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:18.370324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802f28-3327-4ff6-9825-e576789fbaaf tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Network': ['ID=8cd30f7a-443d-472a-9ed7-1690a4d82fc1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.393517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:18.398835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36990) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.416654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Request body: {'network': {'project_id': '428588c51fd74489b7de1774f3c37d5f'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.431946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.489107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 36994) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.499085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Usage tracker for resource:network and tenant:428588c51fd74489b7de1774f3c37d5f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:18.510175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'subnets': [{'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--471381514', 'ip_version': 4}, {'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.510484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'subnet': {'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--471381514', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.511455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Request body: {'subnet': {'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:18.524696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.525251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5fc856-9f44-4f6f-a83a-785dd4c8cb42 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:18.535436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:18.537955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.579450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-83f2ab85-0104-443a-8db8-451b4f3cacc5 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/ports/42489553-efaf-4595-8361-9fb1250b4e1d HTTP/1.1" status: 204 len: 168 time: 3.2303069 Mar 16 10:54:18.582884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:18.583799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b5021b3d-c258-4d07-8e0a-6020b6868bbf tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7513635 Mar 16 10:54:18.585766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 36998) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.587673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.607362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:18.616409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac82db4-5847-4ecd-815f-e32027b6af58 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event updated for resources: {'Network': ['ID=a4107c28-2840-46dd-b011-b4c7024e578a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:18.628599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a4107c28-2840-46dd-b011-b4c7024e578a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:18.635705 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:18.636166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:18.640243 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dc08a682-d7a1-4240-ba49-87ec740bbf1e tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2376435 Mar 16 10:54:18.669758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37006) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.686666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.751682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object 38b1b77d-5d59-448c-964e-048c51af27cf will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:18.754408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Deleting port 81596ca7-c4a2-4718-8528-94da2f1d6527 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:18.754743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.824383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ec059503-1aa4-4ab0-9283-458674bc9baa tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=428588c51fd74489b7de1774f3c37d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495285 Mar 16 10:54:18.828885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37010) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:18.904486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:18.906679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:18.912284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Usage tracker for resource:subnet and tenant:d9fe3821ad6943ae822ec73acbc1f3f9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:18.914489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71261bfe-c040-418d-8edd-9b250582a75c tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:18.915203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-71261bfe-c040-418d-8edd-9b250582a75c tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Synchronizing usage tracker for tenant:2a4c30624c0c456db7247e3123c423d9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:18.962961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.045951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-71261bfe-c040-418d-8edd-9b250582a75c tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Unset dirty status for tenant:2a4c30624c0c456db7247e3123c423d9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:19.048578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-71261bfe-c040-418d-8edd-9b250582a75c tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "GET /v2.0/ports?device_id=58bf9675-3082-432b-90c9-bc02f28577cf HTTP/1.1" status: 200 len: 913 time: 0.4604685 Mar 16 10:54:19.066617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37014) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.083308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:19.099941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:19.120858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Made reservation on behalf of d9fe3821ad6943ae822ec73acbc1f3f9 for: {'subnet': 2} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:19.125828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.126151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.210027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:19.220528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.228679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:19.244877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:19.250410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:19.251022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.257813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=38b1b77d-5d59-448c-964e-048c51af27cf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.308302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.336208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-24276039-4d40-4d6e-8d4c-22c27e044da6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2223949 Mar 16 10:54:19.339030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37018) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:19.387813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.467470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7b3cc6f0-230c-4321-bf71-2359307bd085 None None] Provisioning for port 38b1b77d-5d59-448c-964e-048c51af27cf completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:19.473566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7b3cc6f0-230c-4321-bf71-2359307bd085 None None] Provisioning complete for port 38b1b77d-5d59-448c-964e-048c51af27cf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:19.474097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b3cc6f0-230c-4321-bf71-2359307bd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.537662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7b3cc6f0-230c-4321-bf71-2359307bd085 None None] Port 38b1b77d-5d59-448c-964e-048c51af27cf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:19.553617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Calling delete_port for 81596ca7-c4a2-4718-8528-94da2f1d6527 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:19.618272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Router 16619d0e-6f19-457d-8c3c-92c0a05a531b is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:19.706319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.736895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e12cf-a487-4792-bcae-38a0ed419c09,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:19.839316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:19.840431 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0c7fbd59-bca8-41ba-be02-4436d8093912 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/634e12cf-a487-4792-bcae-38a0ed419c09 HTTP/1.1" status: 204 len: 168 time: 1.0091407 Mar 16 10:54:19.846797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37024) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.112853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.183704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Pushing event deleted for resources: {'Port': ['ID=81596ca7-c4a2-4718-8528-94da2f1d6527,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.195629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:20.209473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] Sync routers for ids ['16619d0e-6f19-457d-8c3c-92c0a05a531b'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:20.219698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.220316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] Routers {'16619d0e-6f19-457d-8c3c-92c0a05a531b'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:20.221132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['16619d0e-6f19-457d-8c3c-92c0a05a531b'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.288072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.289304 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e3e96e4f-8141-4b49-8312-40e934fb9056 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5724726 Mar 16 10:54:20.289932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.294057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37028) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.301116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] Routers {'16619d0e-6f19-457d-8c3c-92c0a05a531b'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:20.301774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['16619d0e-6f19-457d-8c3c-92c0a05a531b'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.373473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.374094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc700e-0267-493e-ab38-9172b3d2eeef None None] The sync data for ids ['16619d0e-6f19-457d-8c3c-92c0a05a531b'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:20.395883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.411313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-620a186a-a507-4ac7-92f3-d3492cc5ae94 tempest-RoutersAdminNegativeIpV6Test-761450460 tempest-RoutersAdminNegativeIpV6Test-761450460-project-admin] 10.222.0.50 "DELETE /v2.0/ports/81596ca7-c4a2-4718-8528-94da2f1d6527 HTTP/1.1" status: 204 len: 168 time: 1.8202689 Mar 16 10:54:20.471336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.537075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4107c28-2840-46dd-b011-b4c7024e578a']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.551452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.552440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bb0679-aacb-417f-9163-85dbc0ea649d') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.552732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bb0679-aacb-417f-9163-85dbc0ea649d') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:20.567207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.589360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.604012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:20.604427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:20.618486 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:20.636803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.740890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.750907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37036) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.785243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.859107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:20.868874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4107c28-2840-46dd-b011-b4c7024e578a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:20.887543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ec193e4-cee5-436e-80fb-2e78b592bd4c tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a4107c28-2840-46dd-b011-b4c7024e578a HTTP/1.1" status: 204 len: 168 time: 1.0375109 Mar 16 10:54:20.889786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37044) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.946400 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8642ea68-a2b9-4f32-b6bd-c08ab3b51698 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/16619d0e-6f19-457d-8c3c-92c0a05a531b HTTP/1.1" status: 200 len: 924 time: 0.5026982 Mar 16 10:54:20.967714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37048) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:20.977727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.094520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Subnet': ['ID=e77829ad-0d3e-4687-aa0a-10109df0f221,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.097169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:21.104547 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71ea7c09-aa94-4c08-9cfa-c5642038a40b tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=16619d0e-6f19-457d-8c3c-92c0a05a531b HTTP/1.1" status: 200 len: 205 time: 0.1273634 Mar 16 10:54:21.107359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37052) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.115512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed8cae3bebd4d0092d99d27a6ebfd42 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:21.115880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Checking segment: {'id': '0bf53da6-c33a-4d3d-b2a1-76d845453abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:21.116241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network hostable DHCP agents. Network: e8753ee9-ce10-43b5-b83d-32525369d4db, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:21.148755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network e8753ee9-ce10-43b5-b83d-32525369d4db is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:21.167714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, e8753ee9-ce10-43b5-b83d-32525369d4db) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:21.173932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:21.175353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.178035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c3a7eb-bab9-4e9a-a7a7-8c88b8b3cb6d None None] Network e8753ee9-ce10-43b5-b83d-32525369d4db requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:21.188321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.197714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:21.274877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.278943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event updated for resources: {'Subnet': ['ID=a0d05f2e-49b6-4891-aa2d-b5b27df443cf,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.285219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.342910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Checking segment: {'id': 'f27283ed-fb06-4123-ac74-c289d04c49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:21.343397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network hostable DHCP agents. Network: 8cd30f7a-443d-472a-9ed7-1690a4d82fc1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:21.423858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=38b1b77d-5d59-448c-964e-048c51af27cf,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:21.429846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-e8753ee9-ce10-43b5-b83d-32525369d4db', 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db', 'tenant_id': 'd9fe3821ad6943ae822ec73acbc1f3f9', 'fixed_ips': [{'subnet_id': 'e77829ad-0d3e-4687-aa0a-10109df0f221'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:21.430807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.443695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:21.502658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8cd30f7a-443d-472a-9ed7-1690a4d82fc1) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:21.510926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.511449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:21.512126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.585319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c10e4d-464e-47cc-bb94-44491d45d37e None None] Network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:21.590279 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-02175499-a68e-4784-bb55-908bb1c9d004 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0979259 Mar 16 10:54:21.591575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37056) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:21.690631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.698201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.747116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.793989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b684058b-a7cf-452d-908c-17931ad426c0 None None] Provisioning complete for port 38b1b77d-5d59-448c-964e-048c51af27cf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:21.794444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b684058b-a7cf-452d-908c-17931ad426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.836020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c408a6-2e7c-426c-9c49-c5b5cca79de9']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:21.863227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port f0174a1d-cb9d-4261-9a44-6d71fd599dd2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:21.863636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:21.882672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Allocated IP 172.20.0.2 (e8753ee9-ce10-43b5-b83d-32525369d4db/e77829ad-0d3e-4687-aa0a-10109df0f221/41b1533d-cf35-4556-81fe-90f81b280395) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:21.890023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da149e8-73a2-434e-a2fc-bdcfe8f0af70') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:21.890450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da149e8-73a2-434e-a2fc-bdcfe8f0af70') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:21.915732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b684058b-a7cf-452d-908c-17931ad426c0 None None] Port 38b1b77d-5d59-448c-964e-048c51af27cf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:21.933181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.017818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.024770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.026345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.027975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:22.028793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Synchronizing usage tracker for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:22.039981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.050512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.067173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Unset dirty status for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:22.071366 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f043876-24b0-4d1e-b7a6-322fd3bf09ae tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4761324 Mar 16 10:54:22.072138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.097421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8cd30f7a-443d-472a-9ed7-1690a4d82fc1', 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1', 'tenant_id': 'd9fe3821ad6943ae822ec73acbc1f3f9', 'fixed_ips': [{'subnet_id': 'a0d05f2e-49b6-4891-aa2d-b5b27df443cf'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:22.098263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.114280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:22.114596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:22.131886 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:22.144912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting subnet e77829ad-0d3e-4687-aa0a-10109df0f221 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:22.215391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.325594 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ed8cae3bebd4d0092d99d27a6ebfd42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5712280 Mar 16 10:54:22.325594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8157c-562a-4b3d-957b-5ca849a38136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6a179-a639-4d8a-9e97-788bc88dca9a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.327306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37064) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:22.347314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.355018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.359193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.364504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.368182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Allocated IP 172.20.0.18 (8cd30f7a-443d-472a-9ed7-1690a4d82fc1/a0d05f2e-49b6-4891-aa2d-b5b27df443cf/6e35b8cc-0c36-48f6-9094-c81fbae575de) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:22.373549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Transition to ACTIVE for port object 41b1533d-cf35-4556-81fe-90f81b280395 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.409432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port 90c8f0e8-f3be-4eb9-aabf-5638e5776238 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:22.409817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.424935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Transition to ACTIVE for port object 41b1533d-cf35-4556-81fe-90f81b280395 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.445022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.466382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] Pushing event deleted for resources: {'Network': ['ID=17c408a6-2e7c-426c-9c49-c5b5cca79de9,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.479699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.480734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a5e8b3d2-7f03-41f3-b847-58ac2319d679 tempest-QuotasNegativeTest-1538806646 tempest-QuotasNegativeTest-1538806646-project-admin] 10.222.0.50 "DELETE /v2.0/networks/17c408a6-2e7c-426c-9c49-c5b5cca79de9 HTTP/1.1" status: 204 len: 168 time: 1.5759621 Mar 16 10:54:22.495670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.540021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.626448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Network e8753ee9-ce10-43b5-b83d-32525369d4db is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:22.634756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:22.638991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Pushing event updated for resources: {'Port': ['ID=41b1533d-cf35-4556-81fe-90f81b280395,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.641508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:22.669768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Calling delete_port for f0174a1d-cb9d-4261-9a44-6d71fd599dd2 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:22.734328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.767132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.795740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Attempting to bind port 41b1533d-cf35-4556-81fe-90f81b280395 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:22.796130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Attempting to bind port 41b1533d-cf35-4556-81fe-90f81b280395 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0bf53da6-c33a-4d3d-b2a1-76d845453abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:22.796500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Attempting to bind port 41b1533d-cf35-4556-81fe-90f81b280395 on network e8753ee9-ce10-43b5-b83d-32525369d4db {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:22.813038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:22.814054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Checking segment: {'id': '0bf53da6-c33a-4d3d-b2a1-76d845453abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:22.815418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.817360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Bound using segment: {'id': '0bf53da6-c33a-4d3d-b2a1-76d845453abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:22.820691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Bound port: 41b1533d-cf35-4556-81fe-90f81b280395, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf53da6-c33a-4d3d-b2a1-76d845453abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8753ee9-ce10-43b5-b83d-32525369d4db'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:22.822093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.837299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.845814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.855618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.856446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.926731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.947124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=38b1b77d-5d59-448c-964e-048c51af27cf,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:22.960389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:22.974120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Transition to ACTIVE for port object 6e35b8cc-0c36-48f6-9094-c81fbae575de will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:22.996560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Transition to ACTIVE for port object 6e35b8cc-0c36-48f6-9094-c81fbae575de will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:23.023488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.080822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for 90c8f0e8-f3be-4eb9-aabf-5638e5776238 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:23.099862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:23.102285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:23.120724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:23.121993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Pushing event updated for resources: {'Port': ['ID=6e35b8cc-0c36-48f6-9094-c81fbae575de,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.134197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:23.140439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:23.146839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.267560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.274698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:23.277061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.305164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=41b1533d-cf35-4556-81fe-90f81b280395,segment=NetworkSegment(0bf53da6-c33a-4d3d-b2a1-76d845453abc),segment_id=0bf53da6-c33a-4d3d-b2a1-76d845453abc)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:23.310558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Attempting to bind port 6e35b8cc-0c36-48f6-9094-c81fbae575de on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:23.311031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Attempting to bind port 6e35b8cc-0c36-48f6-9094-c81fbae575de by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f27283ed-fb06-4123-ac74-c289d04c49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:23.311353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Attempting to bind port 6e35b8cc-0c36-48f6-9094-c81fbae575de on network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:23.319787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:23.320241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Checking segment: {'id': 'f27283ed-fb06-4123-ac74-c289d04c49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:23.320696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.321083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Bound using segment: {'id': 'f27283ed-fb06-4123-ac74-c289d04c49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:23.321303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.321485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Bound port: 6e35b8cc-0c36-48f6-9094-c81fbae575de, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27283ed-fb06-4123-ac74-c289d04c49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8cd30f7a-443d-472a-9ed7-1690a4d82fc1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:23.321848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.326397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6a179-a639-4d8a-9e97-788bc88dca9a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.326698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Subnet': ['ID=e77829ad-0d3e-4687-aa0a-10109df0f221,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.377421 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8406a0a6-c905-4994-bae4-607c9d89cb92 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/subnets/e77829ad-0d3e-4687-aa0a-10109df0f221 HTTP/1.1" status: 204 len: 168 time: 1.3020952 Mar 16 10:54:23.378224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37080) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:23.379436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.382852 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-657e66c8-30b9-45ef-8458-8cd71e71b9ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3d6a179-a639-4d8a-9e97-788bc88dca9a HTTP/1.1" status: 204 len: 168 time: 1.0484865 Mar 16 10:54:23.427077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.442403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.467055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting subnet a0d05f2e-49b6-4891-aa2d-b5b27df443cf {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:23.479002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.585517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 18951324-cc08-4fb2-8b21-53dea8a9c80f is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:23.589164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.639675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ed65a26-31a7-4916-af60-3b52c10413bb None None] Provisioning complete for port 38b1b77d-5d59-448c-964e-048c51af27cf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:23.640037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ed65a26-31a7-4916-af60-3b52c10413bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.689563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011b0b-daba-400b-b19f-9e4fce4c44f2 None None] Pushing event updated for resources: {'Port': ['ID=41b1533d-cf35-4556-81fe-90f81b280395,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.703506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Port': ['ID=f0174a1d-cb9d-4261-9a44-6d71fd599dd2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.708403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] For port 6e35b8cc-0c36-48f6-9094-c81fbae575de, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:23.727991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.740452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] For port 6e35b8cc-0c36-48f6-9094-c81fbae575de, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e35b8cc-0c36-48f6-9094-c81fbae575de,segment=NetworkSegment(f27283ed-fb06-4123-ac74-c289d04c49a6),segment_id=f27283ed-fb06-4123-ac74-c289d04c49a6)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:23.743436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9ed65a26-31a7-4916-af60-3b52c10413bb None None] Port 38b1b77d-5d59-448c-964e-048c51af27cf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:23.752677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:23.888826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626fa6-a30f-49fa-96a3-eea8f195728d None None] Pushing event updated for resources: {'Port': ['ID=6e35b8cc-0c36-48f6-9094-c81fbae575de,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:23.908622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=90c8f0e8-f3be-4eb9-aabf-5638e5776238,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.008356 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:54:24.068857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.162608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.208272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.263674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 41b1533d-cf35-4556-81fe-90f81b280395 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:24.294439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:24.333078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Usage tracker for resource:security_group_rule and tenant:514f808908c04a3cba1b32e15f2bd7d5 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:24.340664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:24.354949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 41b1533d-cf35-4556-81fe-90f81b280395 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:24.357972 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-edf7dcf6-cbc8-4a2f-99f3-15258e57636a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=383ff2b914b54ba9bb0e9928f0d9c34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837021 Mar 16 10:54:24.359879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:24.368530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37092) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.372935 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] Sync routers for ids ['18951324-cc08-4fb2-8b21-53dea8a9c80f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:24.379368 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8f912ea4-ca54-47a7-a13a-7f1a0e234e62 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/18951324-cc08-4fb2-8b21-53dea8a9c80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0393858 Mar 16 10:54:24.380654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:24.393664 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] Routers {'18951324-cc08-4fb2-8b21-53dea8a9c80f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:24.394307 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['18951324-cc08-4fb2-8b21-53dea8a9c80f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.417813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.418819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37096) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.420625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.474771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.499909 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.526085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] Routers {'18951324-cc08-4fb2-8b21-53dea8a9c80f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:24.529037 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['18951324-cc08-4fb2-8b21-53dea8a9c80f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.535642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.536358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router 16619d0e-6f19-457d-8c3c-92c0a05a531b {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:24.582149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.585009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.588889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b2e8095-a4e9-4327-aedf-e7345f26d480 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/16619d0e-6f19-457d-8c3c-92c0a05a531b HTTP/1.1" status: 204 len: 168 time: 3.4778273 Mar 16 10:54:24.589584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37100) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.612771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d5d704-0311-4da0-bf87-ac9b6e2a906a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.613419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82d5d704-0311-4da0-bf87-ac9b6e2a906a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:24.613670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:24.614317 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb91a4c-0e85-46ea-a428-bffc92111767 None None] The sync data for ids ['18951324-cc08-4fb2-8b21-53dea8a9c80f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:24.649577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027777347', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:24.657719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.661901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:24.669066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:router and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:24.675692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:24.695515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82d5d704-0311-4da0-bf87-ac9b6e2a906a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:24.697880 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-82d5d704-0311-4da0-bf87-ac9b6e2a906a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports/38b1b77d-5d59-448c-964e-048c51af27cf HTTP/1.1" status: 200 len: 983 time: 0.2774773 Mar 16 10:54:24.698027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:24.702633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.707550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.773725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d05f2e-49b6-4891-aa2d-b5b27df443cf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.783312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.785070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.792938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.794000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.818293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.822898 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7a7ba70f-cd54-46d0-a6e1-8e1a9dc513c8 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/subnets/a0d05f2e-49b6-4891-aa2d-b5b27df443cf HTTP/1.1" status: 204 len: 168 time: 1.4434614 Mar 16 10:54:24.823767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.827491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.926809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.943032 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=514f808908c04a3cba1b32e15f2bd7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6235728 Mar 16 10:54:24.947813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37112) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:24.948431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45541916-6367-4fc9-b4ec-a89ae81d9e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9fddd3-c71c-443f-8862-106c5e69f867,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.985329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e4f0be-b80b-4726-bc3e-a03fb30e59f0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:24.989314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3945e104-ef0d-4e48-8991-fe03ac799ae1 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:24.989876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3945e104-ef0d-4e48-8991-fe03ac799ae1 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Synchronizing usage tracker for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:24.994848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:24.995916 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4363a93d-19ce-4c76-8a51-d0fff8617d48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84e4f0be-b80b-4726-bc3e-a03fb30e59f0 HTTP/1.1" status: 204 len: 168 time: 0.6262684 Mar 16 10:54:25.042374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3945e104-ef0d-4e48-8991-fe03ac799ae1 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Unset dirty status for tenant:d9fe3821ad6943ae822ec73acbc1f3f9 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:25.049380 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3945e104-ef0d-4e48-8991-fe03ac799ae1 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2237215 Mar 16 10:54:25.052465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37118) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:25.071924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.084643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.195859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.233191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.263062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting port 6e35b8cc-0c36-48f6-9094-c81fbae575de {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:25.263378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.287131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec35a0e-a7ba-4670-bfb6-6d5af4fd72e0 None None] Network e8753ee9-ce10-43b5-b83d-32525369d4db requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:25.353248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.405078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9fddd3-c71c-443f-8862-106c5e69f867,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:25.433319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.434416 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0ea0ec23-f192-49df-b1a9-66a3c77afdf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a9fddd3-c71c-443f-8862-106c5e69f867 HTTP/1.1" status: 204 len: 168 time: 0.4832606 Mar 16 10:54:25.642351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] For port 6e35b8cc-0c36-48f6-9094-c81fbae575de, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e35b8cc-0c36-48f6-9094-c81fbae575de,segment=NetworkSegment(f27283ed-fb06-4123-ac74-c289d04c49a6),segment_id=f27283ed-fb06-4123-ac74-c289d04c49a6)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:25.642712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.752643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Provisioning for port 41b1533d-cf35-4556-81fe-90f81b280395 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:25.761446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Provisioning complete for port 41b1533d-cf35-4556-81fe-90f81b280395 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:25.762331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:25.845729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Calling delete_port for 6e35b8cc-0c36-48f6-9094-c81fbae575de owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:25.918810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d007bafb-c11c-4ce7-a5bc-3d19991b68eb None None] Network 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:26.030116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.089190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.093396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Port': ['ID=6e35b8cc-0c36-48f6-9094-c81fbae575de,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.097422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] No DVR routers for this DVR port 6e35b8cc-0c36-48f6-9094-c81fbae575de on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:26.117657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.135598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] DHCP port deletion for e8753ee9-ce10-43b5-b83d-32525369d4db request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:26.192420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Deleting port 41b1533d-cf35-4556-81fe-90f81b280395 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:26.193247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.234741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 41b1533d-cf35-4556-81fe-90f81b280395 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:26.278702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.287837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:26.293861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.296161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Usage tracker for resource:security_group_rule and tenant:0840c80c22c246e295db37438e0d967c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:26.311300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:26.319908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Router 58bf9675-3082-432b-90c9-bc02f28577cf has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:26.324243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd30f7a-443d-472a-9ed7-1690a4d82fc1']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:26.333731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:26.337888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.346801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27283ed-fb06-4123-ac74-c289d04c49a6') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:26.347099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27283ed-fb06-4123-ac74-c289d04c49a6') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:26.380261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.437562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d6737-eeb2-44f0-8b71-71bcfcbd1e47 None None] DHCP port deletion for 8cd30f7a-443d-472a-9ed7-1690a4d82fc1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:26.483183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=41b1533d-cf35-4556-81fe-90f81b280395,segment=NetworkSegment(0bf53da6-c33a-4d3d-b2a1-76d845453abc),segment_id=0bf53da6-c33a-4d3d-b2a1-76d845453abc)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:26.501088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.542808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.571658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:26.572822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:26.590542 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:26.669510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37150) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.713922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.740556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.744234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de0187d0-b9ef-48ef-87d3-83af0a3c9208 None None] Could not find standard attr ID for object 6e35b8cc-0c36-48f6-9094-c81fbae575de. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:54:26.761660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=41b1533d-cf35-4556-81fe-90f81b280395,segment=NetworkSegment(0bf53da6-c33a-4d3d-b2a1-76d845453abc),segment_id=0bf53da6-c33a-4d3d-b2a1-76d845453abc)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:26.762059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.775432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=8cd30f7a-443d-472a-9ed7-1690a4d82fc1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.784106 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-888683f8-0081-496b-b82c-83fbf21c9447 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/8cd30f7a-443d-472a-9ed7-1690a4d82fc1 HTTP/1.1" status: 204 len: 168 time: 1.7305562 Mar 16 10:54:26.787844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37156) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.791689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:26.804114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.844468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401774219'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:26.867521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] Sync routers for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:26.884420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b890692-1441-42b9-a6d0-1f027aa305b7 tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "PUT /v2.0/routers/58bf9675-3082-432b-90c9-bc02f28577cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8122351 Mar 16 10:54:26.905788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:26.909917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37160) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:26.941281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Calling delete_port for 41b1533d-cf35-4556-81fe-90f81b280395 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:26.978819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73b51f66-2f40-44da-866b-3e20e1c7a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:26.982932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67082c-9cea-4cd4-974c-2469314f6377 None None] Pushing event updated for resources: {'Port': ['ID=41b1533d-cf35-4556-81fe-90f81b280395,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:26.987661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:26.990964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:26.991594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:27.008392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.021718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.036678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.061318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:27.081754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.091736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] Routers {'58bf9675-3082-432b-90c9-bc02f28577cf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:27.092367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:53:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['58bf9675-3082-432b-90c9-bc02f28577cf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:27.136099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting port 41b1533d-cf35-4556-81fe-90f81b280395 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:27.136325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.156904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:27.157124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd2b7b-7195-4765-9e88-62ead07db936 None None] The sync data for ids ['58bf9675-3082-432b-90c9-bc02f28577cf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:27.163167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.167190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:27.167631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:27.203099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:27.206491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.251213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.279139 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0840c80c22c246e295db37438e0d967c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1809945 Mar 16 10:54:27.289268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37164) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:27.298995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9bc9f-87f2-4380-8cf6-05e04d3be315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e7cc6-06e4-4ddc-998c-1817869f87c7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:27.335317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.384194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.384766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:27.409011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:security_group_rule and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:27.418418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:27.421314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.441441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:27.476572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 38b1b77d-5d59-448c-964e-048c51af27cf {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:27.476930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.669898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Deleting port 41b1533d-cf35-4556-81fe-90f81b280395 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:27.669898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.689510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.709802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.715049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 172.26.0.216 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/ce6d1842-7a96-4ace-a8a4-b82ca8e45b65) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:27.732434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=41b1533d-cf35-4556-81fe-90f81b280395,segment=NetworkSegment(0bf53da6-c33a-4d3d-b2a1-76d845453abc),segment_id=0bf53da6-c33a-4d3d-b2a1-76d845453abc)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:27.732880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.758665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port 9962e322-36fd-446c-8f9d-a3fc37afdf96 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:27.759004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.763040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.796904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.890534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] For port 41b1533d-cf35-4556-81fe-90f81b280395, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=41b1533d-cf35-4556-81fe-90f81b280395,segment=NetworkSegment(0bf53da6-c33a-4d3d-b2a1-76d845453abc),segment_id=0bf53da6-c33a-4d3d-b2a1-76d845453abc)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:27.891252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:27.943878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Calling delete_port for 41b1533d-cf35-4556-81fe-90f81b280395 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:27.947121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 38b1b77d-5d59-448c-964e-048c51af27cf owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:28.043069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.061455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Calling delete_port for 41b1533d-cf35-4556-81fe-90f81b280395 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:28.083646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.137022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e35b8cc-0c36-48f6-9094-c81fbae575de no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:28.174085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6e35b8cc-0c36-48f6-9094-c81fbae575de {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:28.174085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e35b8cc-0c36-48f6-9094-c81fbae575de not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:28.186633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.188569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.201366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.235347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] Pushing event deleted for resources: {'Port': ['ID=41b1533d-cf35-4556-81fe-90f81b280395,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.237173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b4de6-f980-4df1-80b5-3283f28c8c29 None None] No DVR routers for this DVR port 41b1533d-cf35-4556-81fe-90f81b280395 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:28.258478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=38b1b77d-5d59-448c-964e-048c51af27cf,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.264238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.311614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:28.324058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:28.324557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:28.331938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.334456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e824da-9029-4ae6-9452-abea7a590947,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.351185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.351889 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 5cad4529-a57b-4092-9961-725ec89a1f7e of type vlan for network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 Mar 16 10:54:28.374185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e7cc6-06e4-4ddc-998c-1817869f87c7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.382086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.440724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:28.445956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.448621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:28.452989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:28.554599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Calling delete_port for 9962e322-36fd-446c-8f9d-a3fc37afdf96 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:28.592984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.625027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.628510 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cb954838-d220-4189-947a-6eba63bfa5a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b40e7cc6-06e4-4ddc-998c-1817869f87c7 HTTP/1.1" status: 204 len: 168 time: 1.3346970 Mar 16 10:54:28.666740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.672361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:28.672975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.728783 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0579081 Mar 16 10:54:28.749098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.793288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3941f39-1133-4f57-8128-fb4a6b5e4a2c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=1b2f963e-c8a2-45f5-92eb-79ada4b605a1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:28.818383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:28.867845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Deleting port 41b1533d-cf35-4556-81fe-90f81b280395 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:28.868208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:28.898138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37172) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:28.918182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:28.972717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] The port '41b1533d-cf35-4556-81fe-90f81b280395' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:29.005658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-266dc5c0-5f66-464f-bdb4-90b86418be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.048601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.149335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.157123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Port': ['ID=9962e322-36fd-446c-8f9d-a3fc37afdf96,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.251128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8753ee9-ce10-43b5-b83d-32525369d4db']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.268523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf53da6-c33a-4d3d-b2a1-76d845453abc') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.268813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf53da6-c33a-4d3d-b2a1-76d845453abc') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.291283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.302922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:29.305044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.317423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:29.323755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:29.332475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:29.344243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 18951324-cc08-4fb2-8b21-53dea8a9c80f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:29.427343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:29.431215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.432379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.504874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.506818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:29.507213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:29.523171 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:29.528307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.552718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.598603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37194) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.628132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.628688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Fanout notify agent at l3_agent the message router_deleted on router 58bf9675-3082-432b-90c9-bc02f28577cf {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:29.631773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.665547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.678337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.679546 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b8001f1-cd1c-4b64-b0c7-d8599594bade tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/routers/58bf9675-3082-432b-90c9-bc02f28577cf HTTP/1.1" status: 204 len: 168 time: 2.7635839 Mar 16 10:54:29.680686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=e8753ee9-ce10-43b5-b83d-32525369d4db,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:29.682329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37200) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.718036 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c07339e2-613c-494b-8c59-a56daa5a7ea6 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/e8753ee9-ce10-43b5-b83d-32525369d4db HTTP/1.1" status: 204 len: 168 time: 2.9250646 Mar 16 10:54:29.721851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37204) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:29.748678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1719194411'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:29.757210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:29.757601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:29.764728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:network and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:29.768482 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] Sync routers for ids ['18951324-cc08-4fb2-8b21-53dea8a9c80f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:29.771965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting subnet 770bcb2d-a567-4a7d-8e4d-a9ce4017d26a {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:29.773648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:29.778197 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] Routers {'18951324-cc08-4fb2-8b21-53dea8a9c80f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:29.778976 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['18951324-cc08-4fb2-8b21-53dea8a9c80f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.779619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.846164 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.856001 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] Routers {'18951324-cc08-4fb2-8b21-53dea8a9c80f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:29.856698 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['18951324-cc08-4fb2-8b21-53dea8a9c80f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.917271 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:29.917668 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489582d-b19a-4f50-a54f-5eeb8abf8cd6 None None] The sync data for ids ['18951324-cc08-4fb2-8b21-53dea8a9c80f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:29.932568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:29.959653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Made reservation on behalf of 78d0ee0050e94c1fad0f62c01ed96fb5 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:29.963035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:29.979383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.005328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.038263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:30.045104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:security_group_rule and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:30.050339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:30.060762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:30.076615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ab80ad60-c58b-42ea-aeae-a3c8617e5f2b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/18951324-cc08-4fb2-8b21-53dea8a9c80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3730335 Mar 16 10:54:30.081319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37208) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.109641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.307963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.325127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.426147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.503273 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-e20a6c4e-6124-4101-a521-7b664fd61421 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:54:30.505339 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e20a6c4e-6124-4101-a521-7b664fd61421 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/18951324-cc08-4fb2-8b21-53dea8a9c80f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4229963 Mar 16 10:54:30.511270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.517596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37212) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.525617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.531361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.588323 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d6e3ecd8-7c69-4e2e-b0c6-cf7d4828bc27 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=18951324-cc08-4fb2-8b21-53dea8a9c80f HTTP/1.1" status: 200 len: 205 time: 0.0695307 Mar 16 10:54:30.593054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.593861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37216) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.644847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db9def8-e59e-47a2-8fe5-690c5b49d6ca']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:30.656195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.673750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.684343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5639cd-e523-42a2-b678-b7d4fa919588') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:30.684640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5639cd-e523-42a2-b678-b7d4fa919588') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:30.726161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.779310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Subnet': ['ID=770bcb2d-a567-4a7d-8e4d-a9ce4017d26a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.790309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d83c293-8068-43d1-ac9e-11829f326fc9 None None] Network d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:30.796331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.802173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:30.818287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.821323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.821592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=1d598fdb-3b35-46fa-8bae-f1630916bfca,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.834640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': '5cad4529-a57b-4092-9961-725ec89a1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:30.835203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 1b2f963e-c8a2-45f5-92eb-79ada4b605a1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:30.839897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:30.840233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:30.856319 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:30.897114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1281a73e-36ce-410b-a437-0a3663f36de6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:30.901641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:30.902102 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Added segment 4c29d40c-f3f1-4927-94d1-abd9d9deb18d of type vlan for network e6edc926-fbe5-441b-b767-5b3ace90de5c Mar 16 10:54:30.966790 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a65d0130-ce5d-43ce-9cd6-e02ab334d4ad tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/subnets/770bcb2d-a567-4a7d-8e4d-a9ce4017d26a HTTP/1.1" status: 204 len: 168 time: 1.2829499 Mar 16 10:54:30.970960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37220) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:30.999656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.039823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:31.042297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.067348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] DHCP port deletion for d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:31.069536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=0db9def8-e59e-47a2-8fe5-690c5b49d6ca,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.072444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Deleting port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:31.074546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.111557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.129792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1b2f963e-c8a2-45f5-92eb-79ada4b605a1) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:31.135337 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8a358890-3edf-41ad-a8eb-fa552a938320 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/0db9def8-e59e-47a2-8fe5-690c5b49d6ca HTTP/1.1" status: 204 len: 168 time: 1.4055459 Mar 16 10:54:31.136271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router c3e9c075-3b59-4137-82b2-a8680bfa8a6e is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:31.148113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37224) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.151458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.152043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.172306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f8919a-9b54-448c-b6fa-7611161dce01 None None] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:31.181372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.184410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.209078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.289798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ee4c749-4667-49b3-b0a5-f6a0303d9d39 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3847694 Mar 16 10:54:31.320873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37228) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.336181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475407976'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:31.343953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:31.351282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.357424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.358070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.376323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:31.380586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.382642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:31.383212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.396593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:31.399731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.400232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 18951324-cc08-4fb2-8b21-53dea8a9c80f {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:31.402587 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8030326 Mar 16 10:54:31.410823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37232) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.420044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] For port 605d95b5-cdfd-4eca-b89d-1168f2b935c2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=605d95b5-cdfd-4eca-b89d-1168f2b935c2,segment=NetworkSegment(c433cf43-bd35-41e4-9578-9b07eb960691),segment_id=c433cf43-bd35-41e4-9578-9b07eb960691)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:31.420521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.423068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.425274 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4b735626-4200-4bfa-89b4-42ec310d7c58 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/18951324-cc08-4fb2-8b21-53dea8a9c80f HTTP/1.1" status: 204 len: 168 time: 0.8304965 Mar 16 10:54:31.426962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'subnet': {'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:31.427090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:31.437060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37236) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.548768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaee1c-d3ac-4c3b-ac57-36527c8701ca tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Network': ['ID=e6edc926-fbe5-441b-b767-5b3ace90de5c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:31.555757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:31.559570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.607960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e6edc926-fbe5-441b-b767-5b3ace90de5c details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:31.612313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet ef0a2277-5e7a-420e-b95e-1b57082d586f {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:31.617239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.628043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Calling delete_port for 605d95b5-cdfd-4eca-b89d-1168f2b935c2 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:31.645438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:31.672720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.673198 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 5eb55fe1-7610-47f5-b86f-f2d24f3060b2 of type vlan for network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 Mar 16 10:54:31.695046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.744680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.800815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.806355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:31.806946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.836111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1b2f963e-c8a2-45f5-92eb-79ada4b605a1', 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '1d598fdb-3b35-46fa-8bae-f1630916bfca'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:31.837236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.890856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] The port '605d95b5-cdfd-4eca-b89d-1168f2b935c2' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:31.896383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:31.901624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.902291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.921272 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5994809 Mar 16 10:54:31.923443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:31.960443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37240) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:31.966287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:31.988361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Sync routers for ids ['c3e9c075-3b59-4137-82b2-a8680bfa8a6e'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:31.990396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.002661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.008376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] Pushing event deleted for resources: {'Port': ['ID=605d95b5-cdfd-4eca-b89d-1168f2b935c2,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.010462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:subnet and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.016358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce43a62-8c61-425e-a5ad-82f9c880efe5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=ef7f5b01-28e8-459a-ba66-d91bb4efa1f9,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.024215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8247029-1a08-4f5e-af1b-b15e7d4ae286 None None] No DVR routers for this DVR port 605d95b5-cdfd-4eca-b89d-1168f2b935c2 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:32.028452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Routers {'c3e9c075-3b59-4137-82b2-a8680bfa8a6e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:32.029300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c3e9c075-3b59-4137-82b2-a8680bfa8a6e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.036608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.073329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.085199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:32.086983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a63482-44f7-4c53-af3b-a1d370f7fe7b']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.133155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.138089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.145017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.150323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.154056 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-11ed5dfd-c439-4ade-ab8e-4aa2ca1ad23c tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.5583911 Mar 16 10:54:32.154426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.162334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b1596-ee3c-4c21-b852-97250ba9cb23') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.162641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b1596-ee3c-4c21-b852-97250ba9cb23') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.169520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37244) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.179290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Made reservation on behalf of 78d0ee0050e94c1fad0f62c01ed96fb5 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:32.182699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.197337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.201647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.205488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0a2277-5e7a-420e-b95e-1b57082d586f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.224141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.235424 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa58de86-e4e2-477d-bc8a-a134fa239adf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/ef0a2277-5e7a-420e-b95e-1b57082d586f HTTP/1.1" status: 204 len: 168 time: 0.7960145 Mar 16 10:54:32.236804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37248) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.244946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd162fc0-bdad-4187-a39f-726a5d99b4e3 None None] Network a760ab0f-2ac5-436b-8c18-3dcf2d933beb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:32.259545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:32.263029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.274909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 605d95b5-cdfd-4eca-b89d-1168f2b935c2 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:32.275895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.334525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.391957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.394764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 605d95b5-cdfd-4eca-b89d-1168f2b935c2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:32.395135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 605d95b5-cdfd-4eca-b89d-1168f2b935c2 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:32.399219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:32.399625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:32.421154 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:32.442669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.464960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:32.465446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.496819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Allocated IP 172.20.255.242 (1b2f963e-c8a2-45f5-92eb-79ada4b605a1/1d598fdb-3b35-46fa-8bae-f1630916bfca/ae1e9ee0-e97b-4642-96f0-928f9293deb4) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:32.497734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c433cf43-bd35-41e4-9578-9b07eb960691') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.498030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c433cf43-bd35-41e4-9578-9b07eb960691') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:32.543914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Set router c3e9c075-3b59-4137-82b2-a8680bfa8a6e gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:32.592918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.642368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.648174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.679693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.683675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c60c5801-0418-4386-b50f-5ab8925ccd9f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/c3e9c075-3b59-4137-82b2-a8680bfa8a6e HTTP/1.1" status: 200 len: 909 time: 0.5092680 Mar 16 10:54:32.684780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:32.685202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.686598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37252) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.697748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027777347', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': True}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:32.705202 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:32.707197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:32.709037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,segment=NetworkSegment(d663ae58-7ad6-4620-ab75-a308be713ead),segment_id=d663ae58-7ad6-4620-ab75-a308be713ead)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:32.709037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.720791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Usage tracker for resource:router and tenant:4aafaae5c0a54a738e574052cc9e2c1b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:32.720983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] Pushing event deleted for resources: {'Network': ['ID=d1a63482-44f7-4c53-af3b-a1d370f7fe7b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.724990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:32.791479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b6932d1-c908-41e4-a827-b736c5e93af3 tempest-BulkNetworkOpsTest-1003171807 tempest-BulkNetworkOpsTest-1003171807-project] 10.222.0.50 "DELETE /v2.0/networks/d1a63482-44f7-4c53-af3b-a1d370f7fe7b HTTP/1.1" status: 204 len: 168 time: 1.6398392 Mar 16 10:54:32.836457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:32.846936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:32.854691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.876144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.896083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/networks/d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0 HTTP/1.1" status: 204 len: 168 time: 1.9202001 Mar 16 10:54:32.899352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af7d6d-412e-4c16-a021-4a33480149cd tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Network': ['ID=d1a1f81a-8a3f-4208-b75e-a54f1f8cd5d0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:32.901262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37258) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:32.903798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.904824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.925408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:32.935694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Transition to ACTIVE for port object ae1e9ee0-e97b-4642-96f0-928f9293deb4 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:32.945980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.002972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Transition to ACTIVE for port object ae1e9ee0-e97b-4642-96f0-928f9293deb4 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:33.027183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.098237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Subnet': ['ID=eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.104091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:33.107463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Checking segment: {'id': '4c29d40c-f3f1-4927-94d1-abd9d9deb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:33.108015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network hostable DHCP agents. Network: e6edc926-fbe5-441b-b767-5b3ace90de5c, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:33.112658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:33.133611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network e6edc926-fbe5-441b-b767-5b3ace90de5c is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:33.134287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:33.151058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, e6edc926-fbe5-441b-b767-5b3ace90de5c) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:33.153711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Pushing event updated for resources: {'Port': ['ID=ae1e9ee0-e97b-4642-96f0-928f9293deb4,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.156697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:33.158262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.184653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc94cc0-49d7-40c4-8876-6e70fd7e7bb4 None None] Network e6edc926-fbe5-441b-b767-5b3ace90de5c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:33.194443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b4aca778-0f4e-4483-acbb-89ff2709d247 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7819259 Mar 16 10:54:33.195591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.201914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1022870597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:33.210812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:33.215364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:router and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:33.218444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:33.225998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:33.239464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Deleting port 0ba10d75-bb88-471e-9c9c-6b540aeb0389 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:33.239828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.244767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.247276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.269453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.271076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.303267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37268) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.333578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.360168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.401174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.405079 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4abd49d3-5cd1-458f-bdc3-840ac47973e5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2058291 Mar 16 10:54:33.406822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37274) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:33.409695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e24cf-7e90-4c00-84a0-78f89dbe2645 None None] DHCP port deletion for a760ab0f-2ac5-436b-8c18-3dcf2d933beb request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:33.456635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Attempting to bind port ae1e9ee0-e97b-4642-96f0-928f9293deb4 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:33.457098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Attempting to bind port ae1e9ee0-e97b-4642-96f0-928f9293deb4 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5cad4529-a57b-4092-9961-725ec89a1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:33.457524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Attempting to bind port ae1e9ee0-e97b-4642-96f0-928f9293deb4 on network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:33.474442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:33.474920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Checking segment: {'id': '5cad4529-a57b-4092-9961-725ec89a1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:33.475380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.475918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Bound using segment: {'id': '5cad4529-a57b-4092-9961-725ec89a1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:33.476396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Bound port: ae1e9ee0-e97b-4642-96f0-928f9293deb4, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cad4529-a57b-4092-9961-725ec89a1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1b2f963e-c8a2-45f5-92eb-79ada4b605a1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:33.476856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.527330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No DVR routers for this DVR port 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:33.531542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:33.603591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'name': 'tempest-snat-router-1027777347', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:24Z', 'updated_at': '2022-03-16T10:54:29Z', 'revision_number': 3, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port': {'id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:27Z', 'updated_at': '2022-03-16T10:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:33.659487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Checking router: c3e9c075-3b59-4137-82b2-a8680bfa8a6e for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:33.659837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Updating router c3e9c075-3b59-4137-82b2-a8680bfa8a6e port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:33.715617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-e6edc926-fbe5-441b-b767-5b3ace90de5c', 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c', 'tenant_id': '78d0ee0050e94c1fad0f62c01ed96fb5', 'fixed_ips': [{'subnet_id': 'eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:33.716236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.745199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] For port ae1e9ee0-e97b-4642-96f0-928f9293deb4, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:33.768596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.770216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.828375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] For port ae1e9ee0-e97b-4642-96f0-928f9293deb4, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae1e9ee0-e97b-4642-96f0-928f9293deb4,segment=NetworkSegment(5cad4529-a57b-4092-9961-725ec89a1f7e),segment_id=5cad4529-a57b-4092-9961-725ec89a1f7e)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:33.830462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.851025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:33.928224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2d89ea3b-5210-4c95-a7e8-61edcef41785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9fe3821ad6943ae822ec73acbc1f3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236005 Mar 16 10:54:33.930710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37280) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:34.008039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.038390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.044756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.045277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.089714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840996a-f88f-4708-b32f-01d2ce09ed6b None None] Pushing event updated for resources: {'Port': ['ID=ae1e9ee0-e97b-4642-96f0-928f9293deb4,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.154107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Allocated IP 172.20.0.2 (e6edc926-fbe5-441b-b767-5b3ace90de5c/eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e/10f72a66-35c2-4898-a186-83f0e7ed4326) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:34.173915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.221077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:34.226568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a760ab0f-2ac5-436b-8c18-3dcf2d933beb']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:34.256908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Calling delete_port for 0ba10d75-bb88-471e-9c9c-6b540aeb0389 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:34.259026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.272607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:34.272992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e5b52ea-69cf-41dd-9a12-c4c0068a8a8a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:34.285934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.321296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd663ae58-7ad6-4620-ab75-a308be713ead') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:34.321690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd663ae58-7ad6-4620-ab75-a308be713ead') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:34.328057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=fcc3ff59-959c-4047-a8e0-7b1dcabf46ec,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.355029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.368823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': '5eb55fe1-7610-47f5-b86f-f2d24f3060b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:34.369207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: ef7f5b01-28e8-459a-ba66-d91bb4efa1f9, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:34.418322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.434330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:34.435204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:34.479620 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:34.593756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:34.653257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.665455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.689888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e97fd-35a2-4e26-bc9d-19e94f2bc74f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.692352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Transition to ACTIVE for port object 10f72a66-35c2-4898-a186-83f0e7ed4326 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:34.711605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.715129 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ded18121-19c9-437c-b882-237a4245ae5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c9e97fd-35a2-4e26-bc9d-19e94f2bc74f HTTP/1.1" status: 204 len: 168 time: 0.7811425 Mar 16 10:54:34.734616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.745109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Transition to ACTIVE for port object 10f72a66-35c2-4898-a186-83f0e7ed4326 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:34.751997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:34.757691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.801051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, ef7f5b01-28e8-459a-ba66-d91bb4efa1f9) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:34.808245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:34.808692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.827285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c2ed4-6c39-4113-b703-766f79df429e None None] Network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:34.860064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.867544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Network e6edc926-fbe5-441b-b767-5b3ace90de5c is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:34.872640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:34.873770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Allocated IP 172.20.0.1 (e6edc926-fbe5-441b-b767-5b3ace90de5c/eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e/2b702f0c-3ced-4cce-85a7-ba37a22e7615) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:34.875094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:34.912618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:34.941885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=a760ab0f-2ac5-436b-8c18-3dcf2d933beb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:34.976707 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d46cb4f4-fbbe-49ae-8fbe-1619d7d29210 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/a760ab0f-2ac5-436b-8c18-3dcf2d933beb HTTP/1.1" status: 204 len: 168 time: 2.7386467 Mar 16 10:54:34.982192 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f8b5d8d6-d96e-4086-af3d-92c2a1b3ca08 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0203102 Mar 16 10:54:34.983207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37288) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:34.990085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37290) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.018049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Transition to ACTIVE for port object ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:35.067453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Pushing event updated for resources: {'Port': ['ID=10f72a66-35c2-4898-a186-83f0e7ed4326,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.084965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.110333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.144238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764674158'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:35.148728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.164900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Transition to ACTIVE for port object 2b702f0c-3ced-4cce-85a7-ba37a22e7615 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:35.191300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Attempting to bind port 10f72a66-35c2-4898-a186-83f0e7ed4326 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:35.191743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Attempting to bind port 10f72a66-35c2-4898-a186-83f0e7ed4326 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '4c29d40c-f3f1-4927-94d1-abd9d9deb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:35.192106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Attempting to bind port 10f72a66-35c2-4898-a186-83f0e7ed4326 on network e6edc926-fbe5-441b-b767-5b3ace90de5c {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:35.204704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:35.210852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.230565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:35.231393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Attempting to bind port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:35.231759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Attempting to bind port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:35.232121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Attempting to bind port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:35.240680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Pushing event deleted for resources: {'Port': ['ID=0ba10d75-bb88-471e-9c9c-6b540aeb0389,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.244401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:35.265720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:35.266099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Checking segment: {'id': '4c29d40c-f3f1-4927-94d1-abd9d9deb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:35.266681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.267072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Bound using segment: {'id': '4c29d40c-f3f1-4927-94d1-abd9d9deb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:35.267553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Bound port: 10f72a66-35c2-4898-a186-83f0e7ed4326, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c29d40c-f3f1-4927-94d1-abd9d9deb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:35.267917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.294078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:35.294447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:35.295581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.295581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:35.295847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Bound port: ce6d1842-7a96-4ace-a8a4-b82ca8e45b65, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:35.296227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.301264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:35.345114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network e6edc926-fbe5-441b-b767-5b3ace90de5c is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:35.346406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:35.351186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:35.423623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=2b702f0c-3ced-4cce-85a7-ba37a22e7615,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.488214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.494088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:35.497512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.528375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61686b-d964-4c61-891b-969008bec3d3 None None] Pushing event updated for resources: {'Port': ['ID=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:35.585232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6368cc-4963-4610-a1a1-6a61c0edeba4 None None] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:35.602458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.650051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:35.675867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.678488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.678899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment 98b7cefe-b671-4b6c-8909-91d0660087fc of type vlan for network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 Mar 16 10:54:35.708043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.712008 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-679b7425-b44e-4cef-b44a-6ded2f43754b tempest-FloatingIPAdminTestJSON-120973675 tempest-FloatingIPAdminTestJSON-120973675-project] 10.222.0.50 "DELETE /v2.0/floatingips/f2b8ee56-a193-46ec-ac2f-1758b54e98a6 HTTP/1.1" status: 204 len: 168 time: 2.8096607 Mar 16 10:54:35.768924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.792102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-ef7f5b01-28e8-459a-ba66-d91bb4efa1f9', 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': 'fcc3ff59-959c-4047-a8e0-7b1dcabf46ec'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:35.793056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.809488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] For port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:35.813851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.821174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.838638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] For port 10f72a66-35c2-4898-a186-83f0e7ed4326, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:35.844141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] For port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:35.848942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] For port 10f72a66-35c2-4898-a186-83f0e7ed4326, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10f72a66-35c2-4898-a186-83f0e7ed4326,segment=NetworkSegment(4c29d40c-f3f1-4927-94d1-abd9d9deb18d),segment_id=4c29d40c-f3f1-4927-94d1-abd9d9deb18d)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:35.851235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-caf878d4-184a-42df-abdf-352f762a143f None None] Provisioning for port ae1e9ee0-e97b-4642-96f0-928f9293deb4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:35.897288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.940304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.940797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37316) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:35.964284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:35.971510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:35.972864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.009524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.090995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.139035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Routers {'c3e9c075-3b59-4137-82b2-a8680bfa8a6e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:36.139759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c3e9c075-3b59-4137-82b2-a8680bfa8a6e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:36.190011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=71b20bf4-7e21-43b3-a1ea-62560bdb1060,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.228209 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c4333a3-4451-4c94-9d26-b21cb76246f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2408929 Mar 16 10:54:36.228714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37324) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.237558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61686b-d964-4c61-891b-969008bec3d3 None None] Pushing event updated for resources: {'Port': ['ID=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.278991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:36.326704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:36.398405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37328) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.466675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:36.471474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:36.474585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.480826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.500031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 172.26.0.40 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/b77e4e96-0f80-4b1e-a795-56d38480dcd8) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:36.503041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:36.506867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.580121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae1e9ee0-e97b-4642-96f0-928f9293deb4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:36.675623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Allocated IP 172.20.0.2 (ef7f5b01-28e8-459a-ba66-d91bb4efa1f9/fcc3ff59-959c-4047-a8e0-7b1dcabf46ec/a242930d-9c2b-441d-ad15-09d07367af8a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:36.720385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2049736564'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:36.728212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:36.736909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da799f-a59d-460b-ac26-55bfb6cc0d39 None None] Pushing event updated for resources: {'Port': ['ID=10f72a66-35c2-4898-a186-83f0e7ed4326,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:36.739519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:36.751439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.764041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.784304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:36.788193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.803762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.836598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:36.840646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.845332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:security_group_rule and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:36.849195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:36.856224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:36.858746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] Set router c3e9c075-3b59-4137-82b2-a8680bfa8a6e gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:36.886438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:36.957290 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-424ee3d1-70e0-4775-bfc0-e350a58d72f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a4c30624c0c456db7247e3123c423d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577018 Mar 16 10:54:36.965641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37334) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:36.998507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.003023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=2b702f0c-3ced-4cce-85a7-ba37a22e7615,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.093821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port ae1e9ee0-e97b-4642-96f0-928f9293deb4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:37.161283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.166354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.192045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.233224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ae1e9ee0-e97b-4642-96f0-928f9293deb4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:37.233685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.275834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.369928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network e6edc926-fbe5-441b-b767-5b3ace90de5c is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:37.378270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:37.384825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=930b2d72-c40f-4b02-8e6e-4dcbb3288e19,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.399510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.403570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': '98b7cefe-b671-4b6c-8909-91d0660087fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:37.403939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 71b20bf4-7e21-43b3-a1ea-62560bdb1060, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:37.502701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:37.503681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.510558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:37.528374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:37.531393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.564018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d7038-0981-4964-83ef-4e9122aec70b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.622496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Transition to ACTIVE for port object a242930d-9c2b-441d-ad15-09d07367af8a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:37.624360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:37.638030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=b77e4e96-0f80-4b1e-a795-56d38480dcd8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.655420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.658323 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e08627ff-f140-4445-83be-b68cb0726497 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/321d7038-0981-4964-83ef-4e9122aec70b HTTP/1.1" status: 204 len: 168 time: 0.6911390 Mar 16 10:54:37.668360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 71b20bf4-7e21-43b3-a1ea-62560bdb1060) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:37.678319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:37.679168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.690923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.698274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.711180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Transition to ACTIVE for port object a242930d-9c2b-441d-ad15-09d07367af8a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:37.725795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.730016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90c7aa-5d97-4ae0-be1f-45ba7e650d24 None None] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:37.743124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:37.755898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.756250 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment 12dc7184-fdd4-4b7c-b0e4-e4f406f26950 of type vlan for network 1590f608-c7f4-4cc7-83c7-570a86cb56ad Mar 16 10:54:37.789697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.806953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:37.838547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d3a7a0-447a-4ec2-a9c7-c0c5cf069fc1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:37.868451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Router e2219975-fb1b-497c-8e41-208af18ffc63 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:37.972884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54be264-b234-4a2e-a1a2-021481667cb1 None None] Network e6edc926-fbe5-441b-b767-5b3ace90de5c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:38.035096 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4113c831-c06d-46ad-bccb-8380c0f03c9a tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8017662 Mar 16 10:54:38.042443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37342) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.042775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ddb220fd-09a6-42c1-953b-abb7d61dc14e None None] Provisioning complete for port ae1e9ee0-e97b-4642-96f0-928f9293deb4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:38.043332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ddb220fd-09a6-42c1-953b-abb7d61dc14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.047914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.070315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:38.078510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:38.083368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port ae1e9ee0-e97b-4642-96f0-928f9293deb4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae1e9ee0-e97b-4642-96f0-928f9293deb4,segment=NetworkSegment(5cad4529-a57b-4092-9961-725ec89a1f7e),segment_id=5cad4529-a57b-4092-9961-725ec89a1f7e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:38.087691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.093070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] Sync routers for ids ['e2219975-fb1b-497c-8e41-208af18ffc63'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:38.094256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:38.094917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.099281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Pushing event updated for resources: {'Port': ['ID=a242930d-9c2b-441d-ad15-09d07367af8a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.102213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:38.108303 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] Routers {'e2219975-fb1b-497c-8e41-208af18ffc63'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:38.108992 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e2219975-fb1b-497c-8e41-208af18ffc63'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.115293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'name': 'tempest-snat-router-1027777347', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:24Z', 'updated_at': '2022-03-16T10:54:29Z', 'revision_number': 3, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port': {'id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:27Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.135886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-727a713a-fb0a-4c6e-8bdd-c52901c329ee tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "PUT /v2.0/routers/e2219975-fb1b-497c-8e41-208af18ffc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7285819 Mar 16 10:54:38.138773 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1968083 Mar 16 10:54:38.150454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403504768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:38.162270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37346) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.164726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:38.172331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:38.174829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.237632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b466a3-764e-4775-9faa-8e2741991f93 None None] The sync data for ids ['c3e9c075-3b59-4137-82b2-a8680bfa8a6e'] in dv-neutron-828143-9-hyperv is: [{'id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'name': 'tempest-snat-router-1027777347', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:24Z', 'updated_at': '2022-03-16T10:54:29Z', 'revision_number': 3, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port': {'id': 'ce6d1842-7a96-4ace-a8a4-b82ca8e45b65', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e9c075-3b59-4137-82b2-a8680bfa8a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:27Z', 'updated_at': '2022-03-16T10:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:38.238412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc3ff59-959c-4047-a8e0-7b1dcabf46ec,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.255233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:38.257050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'port': {'network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c', 'name': 'tempest-FloatingIPNegativeTestJSON-345075214'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:38.283119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:38.326178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:38.376187 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.393514 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] Routers {'e2219975-fb1b-497c-8e41-208af18ffc63'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:38.395070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e2219975-fb1b-497c-8e41-208af18ffc63'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.454856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=ae1e9ee0-e97b-4642-96f0-928f9293deb4,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.491163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.512185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10f72a66-35c2-4898-a186-83f0e7ed4326 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:38.544906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7f5b01-28e8-459a-ba66-d91bb4efa1f9']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.575883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb55fe1-7610-47f5-b86f-f2d24f3060b2') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.576178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb55fe1-7610-47f5-b86f-f2d24f3060b2') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.593831 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:38.594283 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5c8f1-f057-447c-a240-a09f31cc0105 None None] The sync data for ids ['e2219975-fb1b-497c-8e41-208af18ffc63'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:38.601444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37350) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:38.604472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.614957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:38.624371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.766889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.776022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:38.776418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.877200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:port and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:38.888454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:38.902516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:38.905841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Attempting to bind port a242930d-9c2b-441d-ad15-09d07367af8a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:38.906460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Attempting to bind port a242930d-9c2b-441d-ad15-09d07367af8a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5eb55fe1-7610-47f5-b86f-f2d24f3060b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:38.907132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Attempting to bind port a242930d-9c2b-441d-ad15-09d07367af8a on network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:38.912651 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:38.915542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.921443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.923951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.930930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525da92c-a9b6-4a15-89bc-4a53a62edf7d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=1590f608-c7f4-4cc7-83c7-570a86cb56ad,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:38.942076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:38.948295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Made reservation on behalf of 78d0ee0050e94c1fad0f62c01ed96fb5 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:38.957831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:54:38.957831 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:54:38.957831 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'}] Mar 16 10:54:38.957831 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:38.958175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:38.958443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:38.974180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d126f458a384f1aa65eccc70cb7e4cc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:38.979434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:38.995939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:39.004705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.014208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] device_id is not set on port 62c8525d-7d44-447c-827b-5be62e60fee2 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:39.032961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:39.066444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:39.067406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Checking segment: {'id': '5eb55fe1-7610-47f5-b86f-f2d24f3060b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:39.068019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.068573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Bound using segment: {'id': '5eb55fe1-7610-47f5-b86f-f2d24f3060b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:39.069259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Bound port: a242930d-9c2b-441d-ad15-09d07367af8a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb55fe1-7610-47f5-b86f-f2d24f3060b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ef7f5b01-28e8-459a-ba66-d91bb4efa1f9'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:39.069788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.197035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-71b20bf4-7e21-43b3-a1ea-62560bdb1060', 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': '930b2d72-c40f-4b02-8e6e-4dcbb3288e19'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:39.198441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.297576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 10f72a66-35c2-4898-a186-83f0e7ed4326 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:39.311325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.319920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.325531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.389495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a7d9b2-dd4f-4f42-bf26-22381ebbd1dd,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:39.401110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Allocated IP 172.20.0.5 (e6edc926-fbe5-441b-b767-5b3ace90de5c/eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e/62c8525d-7d44-447c-827b-5be62e60fee2) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:39.464817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-efce8dbe-2729-4e46-97db-5f5ffe636dc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d126f458a384f1aa65eccc70cb7e4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599391 Mar 16 10:54:39.465620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37354) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.610587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Provisioning for port 10f72a66-35c2-4898-a186-83f0e7ed4326 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:39.650111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Provisioning complete for port 10f72a66-35c2-4898-a186-83f0e7ed4326 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:39.650481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.660569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.789948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.792888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.829113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.852285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] For port a242930d-9c2b-441d-ad15-09d07367af8a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:39.873109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] For port a242930d-9c2b-441d-ad15-09d07367af8a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a242930d-9c2b-441d-ad15-09d07367af8a,segment=NetworkSegment(5eb55fe1-7610-47f5-b86f-f2d24f3060b2),segment_id=5eb55fe1-7610-47f5-b86f-f2d24f3060b2)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:39.917801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.918877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.924478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:39.929139 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b1cbd919-8371-4acd-a223-a787557dfe54 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8835831 Mar 16 10:54:39.933548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37358) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:39.936474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Transition to ACTIVE for port object 62c8525d-7d44-447c-827b-5be62e60fee2 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:39.963859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.007991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port a242930d-9c2b-441d-ad15-09d07367af8a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:40.008505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.075228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=62c8525d-7d44-447c-827b-5be62e60fee2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.094308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network e6edc926-fbe5-441b-b767-5b3ace90de5c is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:40.097149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:40.099639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:40.104976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.134057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.151382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Allocated IP 2001:db8::2 (71b20bf4-7e21-43b3-a1ea-62560bdb1060/930b2d72-c40f-4b02-8e6e-4dcbb3288e19/c20091a2-b360-47c5-b74c-acdd3f91cd5a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:40.213922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a7d9b2-dd4f-4f42-bf26-22381ebbd1dd,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:40.223618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.242675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-86cb6894-b7c0-4422-9dde-32d469bbb8ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03a7d9b2-dd4f-4f42-bf26-22381ebbd1dd HTTP/1.1" status: 204 len: 168 time: 0.7746975 Mar 16 10:54:40.278887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:40.280080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.329739 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e0f2acd6-2c0e-4fb7-bc0c-dda0adb9b3d8 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1598532 Mar 16 10:54:40.330106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37364) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:40.336088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:40.349553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:40.364351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:floatingip and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:40.384044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:40.409875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:40.456411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.778445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.811385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:40.814083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Transition to ACTIVE for port object c20091a2-b360-47c5-b74c-acdd3f91cd5a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:40.896991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae1e9ee0-e97b-4642-96f0-928f9293deb4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:41.057620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Allocated IP 172.26.0.19 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/6910b898-f7a7-4a82-add8-887513216548) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:41.072990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Transition to ACTIVE for port object c20091a2-b360-47c5-b74c-acdd3f91cd5a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:41.139885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] For port 10f72a66-35c2-4898-a186-83f0e7ed4326, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10f72a66-35c2-4898-a186-83f0e7ed4326,segment=NetworkSegment(4c29d40c-f3f1-4927-94d1-abd9d9deb18d),segment_id=4c29d40c-f3f1-4927-94d1-abd9d9deb18d)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:41.161137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.178309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a8cbe-69df-4407-860d-43d33413c84a None None] Pushing event updated for resources: {'Port': ['ID=a242930d-9c2b-441d-ad15-09d07367af8a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.241004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37370) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.258795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.290044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.300325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:41.306992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:41.309046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ae1e9ee0-e97b-4642-96f0-928f9293deb4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:41.309601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.312689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router bfa6113a-4f1f-4a8d-9029-4a0940fa821a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:41.364721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:41.381516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.416783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.523641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port a242930d-9c2b-441d-ad15-09d07367af8a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a242930d-9c2b-441d-ad15-09d07367af8a,segment=NetworkSegment(5eb55fe1-7610-47f5-b86f-f2d24f3060b2),segment_id=5eb55fe1-7610-47f5-b86f-f2d24f3060b2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:41.524074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.535986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=6910b898-f7a7-4a82-add8-887513216548,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.568347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:41.569635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:41.572031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:41.628479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9897c-8f6d-478e-8bd1-afb15be8cc06 None None] Network ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:41.635121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37374) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:41.645359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:41.652950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Attempting to bind port c20091a2-b360-47c5-b74c-acdd3f91cd5a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:41.653324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Attempting to bind port c20091a2-b360-47c5-b74c-acdd3f91cd5a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '98b7cefe-b671-4b6c-8909-91d0660087fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:41.653684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Attempting to bind port c20091a2-b360-47c5-b74c-acdd3f91cd5a on network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:41.677953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Pushing event updated for resources: {'Port': ['ID=c20091a2-b360-47c5-b74c-acdd3f91cd5a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:41.721070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:41.721512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Checking segment: {'id': '98b7cefe-b671-4b6c-8909-91d0660087fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:41.721893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.722290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Bound using segment: {'id': '98b7cefe-b671-4b6c-8909-91d0660087fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:41.722775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Bound port: c20091a2-b360-47c5-b74c-acdd3f91cd5a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b7cefe-b671-4b6c-8909-91d0660087fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '71b20bf4-7e21-43b3-a1ea-62560bdb1060'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:41.723149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.767124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.770588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:41.774711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for a242930d-9c2b-441d-ad15-09d07367af8a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:41.774859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:subnet and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:41.778824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:41.808379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:41.819628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Provisioning complete for port 10f72a66-35c2-4898-a186-83f0e7ed4326 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:41.819981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.838019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:41.843038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.897259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:41.975414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.035578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bb4c8-b37b-4d70-9138-f012c04a15f6 None None] Pushing event updated for resources: {'Port': ['ID=10f72a66-35c2-4898-a186-83f0e7ed4326,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.107343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:42.151992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] For port c20091a2-b360-47c5-b74c-acdd3f91cd5a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:42.202211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] For port c20091a2-b360-47c5-b74c-acdd3f91cd5a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c20091a2-b360-47c5-b74c-acdd3f91cd5a,segment=NetworkSegment(98b7cefe-b671-4b6c-8909-91d0660087fc),segment_id=98b7cefe-b671-4b6c-8909-91d0660087fc)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:42.221781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.345683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:42.348803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec48ccc-861b-4ad7-b9ea-ddaf0123366c None None] Pushing event updated for resources: {'Port': ['ID=c20091a2-b360-47c5-b74c-acdd3f91cd5a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.355323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:42.355776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.392231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Provisioning for port 2b702f0c-3ced-4cce-85a7-ba37a22e7615 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:42.398587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.410669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Provisioning complete for port 2b702f0c-3ced-4cce-85a7-ba37a22e7615 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:42.410669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.412797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:42.430885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Usage tracker for resource:security_group_rule and tenant:cd88e47ba3574e8381a160be0702cd91 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:42.451496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.475516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.484127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-730bea49-7327-4231-8168-3bf202eb60da None None] Port 2b702f0c-3ced-4cce-85a7-ba37a22e7615 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:42.506430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:42.513055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:42.603713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.635457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-76c5e4e6-4c1e-4d25-b798-30eb54945d64 None None] Provisioning for port 62c8525d-7d44-447c-827b-5be62e60fee2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:42.643563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-76c5e4e6-4c1e-4d25-b798-30eb54945d64 None None] Provisioning complete for port 62c8525d-7d44-447c-827b-5be62e60fee2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:42.644417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-76c5e4e6-4c1e-4d25-b798-30eb54945d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.647200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=d750058a-a2b8-4f7e-8d5c-3abe52b44ec3,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.706698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.709951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=6910b898-f7a7-4a82-add8-887513216548,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.712708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port a242930d-9c2b-441d-ad15-09d07367af8a on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:42.719713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=a242930d-9c2b-441d-ad15-09d07367af8a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:42.729673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': '12dc7184-fdd4-4b7c-b0e4-e4f406f26950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:42.730138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: 1590f608-c7f4-4cc7-83c7-570a86cb56ad, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:42.736415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.774036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:42.777509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.779100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:42.780466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-76c5e4e6-4c1e-4d25-b798-30eb54945d64 None None] Port 62c8525d-7d44-447c-827b-5be62e60fee2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:42.783586 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f7deea99-20ff-45eb-8057-1524705a9547 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4508784 Mar 16 10:54:42.784735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37380) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:42.788121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.794858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5c75b03b-81b5-4e53-8206-e64e3d92c4b0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'floatingip': {'port_id': '62c8525d-7d44-447c-827b-5be62e60fee2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:42.845435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:42.861446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Sync routers for ids ['bfa6113a-4f1f-4a8d-9029-4a0940fa821a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:42.865971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1590f608-c7f4-4cc7-83c7-570a86cb56ad) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:42.871352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:42.871926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.885040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d55d2-1150-4fa5-b07e-b4a9d9f05d99 None None] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:42.920774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c75b03b-81b5-4e53-8206-e64e3d92c4b0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:42.990698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8::1 (71b20bf4-7e21-43b3-a1ea-62560bdb1060/930b2d72-c40f-4b02-8e6e-4dcbb3288e19/e61628ee-983e-4f61-ade7-9c2fef377bc2) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:42.998249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-da45990a-5277-40a9-b2dd-5af62f0a1f05 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3586161 Mar 16 10:54:43.004654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.012755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37384) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.027573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.038853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-627751037'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:43.045111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.049794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.054065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.060518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.085364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.092058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c20091a2-b360-47c5-b74c-acdd3f91cd5a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:43.117666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:43.121179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.136092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Routers {'bfa6113a-4f1f-4a8d-9029-4a0940fa821a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:43.136092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bfa6113a-4f1f-4a8d-9029-4a0940fa821a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.148734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.149983 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-da71c8a1-311d-45cc-b9b1-5294323ea7b9 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.4578288 Mar 16 10:54:43.151727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7f5b01-28e8-459a-ba66-d91bb4efa1f9']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.152874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.196241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb55fe1-7610-47f5-b86f-f2d24f3060b2') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.196534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb55fe1-7610-47f5-b86f-f2d24f3060b2') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:43.236804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.245123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-5c75b03b-81b5-4e53-8206-e64e3d92c4b0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] update failed (client error): The resource could not be found. Mar 16 10:54:43.249236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5c75b03b-81b5-4e53-8206-e64e3d92c4b0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "PUT /v2.0/floatingips/5dd7a018-dafd-48fc-a8b9-9694517c9894 HTTP/1.1" status: 404 len: 507 time: 0.4618566 Mar 16 10:54:43.252242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37392) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.300353 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd88e47ba3574e8381a160be0702cd91&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0548105 Mar 16 10:54:43.300353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.310988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c8f8-323f-46d9-ba5b-d31f1945d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed3db5-91c7-4070-a39b-17a41af4b0e8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.320337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37396) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.340047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:43.368678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.390327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.390327 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment 8977da83-dea7-4c26-84ad-724de58e35cd of type vlan for network 91f92c1c-dac8-4a8e-8a25-b34292f25341 Mar 16 10:54:43.405020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1590f608-c7f4-4cc7-83c7-570a86cb56ad', 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': 'd750058a-a2b8-4f7e-8d5c-3abe52b44ec3'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:43.406834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.409077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:43.409508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.425538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c20091a2-b360-47c5-b74c-acdd3f91cd5a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:43.431137 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:43.441152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10f72a66-35c2-4898-a186-83f0e7ed4326 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:43.553616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port 6910b898-f7a7-4a82-add8-887513216548 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:43.554216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.571436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Set router bfa6113a-4f1f-4a8d-9029-4a0940fa821a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:54:43.606818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.630846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object e61628ee-983e-4f61-ade7-9c2fef377bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:43.647881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.661384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.694567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.698270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192907b-96c7-4e1e-8199-e788e9fbc95d None None] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:43.717879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.726602 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 HTTP/1.1" status: 204 len: 168 time: 8.7320497 Mar 16 10:54:43.726602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1555e-558c-4302-bc5c-f9ac5ec7dc9b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=ef7f5b01-28e8-459a-ba66-d91bb4efa1f9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:43.728794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:43.748918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384660081'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:43.751532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.751909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.763821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:43.785818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:43.788788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:43.792536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.806661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.810655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:43.852405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.858126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:43.859369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:43.956692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Provisioning for port c20091a2-b360-47c5-b74c-acdd3f91cd5a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:43.982746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Provisioning complete for port c20091a2-b360-47c5-b74c-acdd3f91cd5a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:43.983114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.018820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Calling delete_port for 6910b898-f7a7-4a82-add8-887513216548 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:44.039704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 10f72a66-35c2-4898-a186-83f0e7ed4326 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:44.040072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.082935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:44.087506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:44.090333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Allocated IP 2001:db8:0:ffff::2 (1590f608-c7f4-4cc7-83c7-570a86cb56ad/d750058a-a2b8-4f7e-8d5c-3abe52b44ec3/8d861910-0c73-4d2b-bc81-068adcc13469) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:44.091261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.156976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:44.171998 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1523468 Mar 16 10:54:44.176420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.176602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:44.177313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.188289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=e61628ee-983e-4f61-ade7-9c2fef377bc2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.198235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29961a8-b267-4d65-b4f6-1e29d4d50fec tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=91f92c1c-dac8-4a8e-8a25-b34292f25341,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.217349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5523f217-a698-45ce-9780-c9e0bf39f26f tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/bfa6113a-4f1f-4a8d-9029-4a0940fa821a HTTP/1.1" status: 200 len: 907 time: 1.0631702 Mar 16 10:54:44.220482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.225085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37410) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.227938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.229634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:44.258772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:44.306700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Port': ['ID=6910b898-f7a7-4a82-add8-887513216548,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.322187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.322544 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment d28b2040-11fd-40be-aa1c-51dd8981dbb7 of type vlan for network e63e9077-9e40-440e-99b8-f1a9237e519a Mar 16 10:54:44.344393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.427570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed3db5-91c7-4070-a39b-17a41af4b0e8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:44.458418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.461210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.467881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:subnet and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.472312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.480808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.482878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.498262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.503556 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5a206461-c47f-435b-8f87-a03b5bf36900 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "DELETE /v2.0/floatingips/5dd7a018-dafd-48fc-a8b9-9694517c9894 HTTP/1.1" status: 204 len: 168 time: 1.2461393 Mar 16 10:54:44.504987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37414) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:44.509480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'floatingip': {'floating_network_id': 'e6edc926-fbe5-441b-b767-5b3ace90de5c', 'port_id': '62c8525d-7d44-447c-827b-5be62e60fee2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:44.515729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:44.519360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.537253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:44.554581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:floatingip and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:44.559419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:44.592952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.598621 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8440960-f776-41f1-8f63-8eec31db1c0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7aed3db5-91c7-4070-a39b-17a41af4b0e8 HTTP/1.1" status: 204 len: 168 time: 1.2716067 Mar 16 10:54:44.605023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.611115 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:44.611828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.617975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:44.642503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.692871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.758085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.850258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa6113a-4f1f-4a8d-9029-4a0940fa821a', 'name': 'tempest-snat-router-1027777347', 'tenant_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b77e4e96-0f80-4b1e-a795-56d38480dcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:32Z', 'updated_at': '2022-03-16T10:54:37Z', 'revision_number': 3, 'project_id': '4aafaae5c0a54a738e574052cc9e2c1b', 'gw_port': {'id': 'b77e4e96-0f80-4b1e-a795-56d38480dcd8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa6113a-4f1f-4a8d-9029-4a0940fa821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:54:35Z', 'updated_at': '2022-03-16T10:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:44.862474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] For port c20091a2-b360-47c5-b74c-acdd3f91cd5a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c20091a2-b360-47c5-b74c-acdd3f91cd5a,segment=NetworkSegment(98b7cefe-b671-4b6c-8909-91d0660087fc),segment_id=98b7cefe-b671-4b6c-8909-91d0660087fc)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:44.878675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Checking router: bfa6113a-4f1f-4a8d-9029-4a0940fa821a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:54:44.880920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Updating router bfa6113a-4f1f-4a8d-9029-4a0940fa821a port b77e4e96-0f80-4b1e-a795-56d38480dcd8 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:54:44.884100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.927393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:44.942557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.953917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:44.955920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.013056 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2787886 Mar 16 10:54:45.016890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37422) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:45.024160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': 'e63e9077-9e40-440e-99b8-f1a9237e519a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:45.030515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2c414-b9f8-4639-b704-33b10bf39a15 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=e63e9077-9e40-440e-99b8-f1a9237e519a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.035063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting port b77e4e96-0f80-4b1e-a795-56d38480dcd8 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:45.035843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.049644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Transition to ACTIVE for port object 8d861910-0c73-4d2b-bc81-068adcc13469 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:45.073496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e63e9077-9e40-440e-99b8-f1a9237e519a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:45.150513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.165458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:54:45.175781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.183820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.196272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.206827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:45.245311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.250074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Transition to ACTIVE for port object 8d861910-0c73-4d2b-bc81-068adcc13469 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:45.266942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89137-a38f-4b9b-8c3c-e266db474991 None None] Pushing event updated for resources: {'Port': ['ID=c20091a2-b360-47c5-b74c-acdd3f91cd5a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.299979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:45.302540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.305083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.429702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing IP validity checks on allocation pools {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:54:45.430229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:54:45.451760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:45.451760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.508472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:45.565937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:45.570655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:45.578108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Pushing event updated for resources: {'Port': ['ID=8d861910-0c73-4d2b-bc81-068adcc13469,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.600092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.727788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=e7454ad3-e1d1-457b-83eb-96bd96fecfb5,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.754930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': '8977da83-dea7-4c26-84ad-724de58e35cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:45.755290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: 91f92c1c-dac8-4a8e-8a25-b34292f25341, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:45.804331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Provisioning complete for port c20091a2-b360-47c5-b74c-acdd3f91cd5a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:45.804819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.825492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:45.835117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.854292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Attempting to bind port 8d861910-0c73-4d2b-bc81-068adcc13469 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:45.854800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Attempting to bind port 8d861910-0c73-4d2b-bc81-068adcc13469 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '12dc7184-fdd4-4b7c-b0e4-e4f406f26950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:45.855166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Attempting to bind port 8d861910-0c73-4d2b-bc81-068adcc13469 on network 1590f608-c7f4-4cc7-83c7-570a86cb56ad {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:45.891735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 91f92c1c-dac8-4a8e-8a25-b34292f25341) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:45.910170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:45.910612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Checking segment: {'id': '12dc7184-fdd4-4b7c-b0e4-e4f406f26950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:45.911016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.911445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Bound using segment: {'id': '12dc7184-fdd4-4b7c-b0e4-e4f406f26950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:45.911936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Bound port: 8d861910-0c73-4d2b-bc81-068adcc13469, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dc7184-fdd4-4b7c-b0e4-e4f406f26950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1590f608-c7f4-4cc7-83c7-570a86cb56ad'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:45.912939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.914658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:45.915310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:45.944794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:54:45.945853 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c683b385-be72-4415-b813-e021a1b6f7c5 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4411817 Mar 16 10:54:45.951787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37442) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:45.967290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '62c8525d-7d44-447c-827b-5be62e60fee2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:45.976866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc180c-5577-4e21-ad17-01cebedfeb3c None None] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:45.979442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:45.987129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=91596d0b-3518-4a66-a50a-2802476d3bb0,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:45.991171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Usage tracker for resource:floatingip and tenant:78d0ee0050e94c1fad0f62c01ed96fb5 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:45.994973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e559cb99-3762-4415-942a-dcbd24e44d8e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7819276 Mar 16 10:54:45.995522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:45.998739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'd28b2040-11fd-40be-aa1c-51dd8981dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e63e9077-9e40-440e-99b8-f1a9237e519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:45.999097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: e63e9077-9e40-440e-99b8-f1a9237e519a, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:46.005296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Calling delete_port for b77e4e96-0f80-4b1e-a795-56d38480dcd8 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:46.005948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37448) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.008398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:46.015478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'port': {'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341', 'name': 'tempest-NetworksIpV6TestAttrs-585236313'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:46.081708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.106562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.117380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.118134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.135828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network e63e9077-9e40-440e-99b8-f1a9237e519a is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:46.296714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=e61628ee-983e-4f61-ade7-9c2fef377bc2,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.382850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:46.385710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.449222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] For port 8d861910-0c73-4d2b-bc81-068adcc13469, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:46.456298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.484079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] For port 8d861910-0c73-4d2b-bc81-068adcc13469, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d861910-0c73-4d2b-bc81-068adcc13469,segment=NetworkSegment(12dc7184-fdd4-4b7c-b0e4-e4f406f26950),segment_id=12dc7184-fdd4-4b7c-b0e4-e4f406f26950)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:46.490911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, e63e9077-9e40-440e-99b8-f1a9237e519a) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:46.513834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.527015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:46.527618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.573903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef684111-4320-4c58-8b1f-ed56dee3c1c5 None None] Network e63e9077-9e40-440e-99b8-f1a9237e519a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:46.607745 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fb619ed3-30e7-400e-845e-79190219b21d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5885220 Mar 16 10:54:46.619402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37460) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.657134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Port': ['ID=b77e4e96-0f80-4b1e-a795-56d38480dcd8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:46.768389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Provisioning for port e61628ee-983e-4f61-ade7-9c2fef377bc2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:46.789240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.797690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:46.809289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:port and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:46.814032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:46.826100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:46.849242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Provisioning complete for port e61628ee-983e-4f61-ade7-9c2fef377bc2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:46.852545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.873716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:46.877999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.902201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:46.923004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:46.936415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37468) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:46.951613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] device_id is not set on port 3c0db0c7-54fb-4825-947b-599b81e34aee yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:47.015999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c20091a2-b360-47c5-b74c-acdd3f91cd5a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:47.031788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.037316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.045480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router c7c91c3c-2046-42a3-b8e7-2243c632236a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:47.047637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.049989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5b8c3-fd4a-49fe-940c-3b47e41bbc06 None None] Pushing event updated for resources: {'Port': ['ID=8d861910-0c73-4d2b-bc81-068adcc13469,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.130390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f4a39-66ad-4ac1-b8d9-175f2c49d1a5 None None] Port e61628ee-983e-4f61-ade7-9c2fef377bc2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:47.160531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.161382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfa6113a-4f1f-4a8d-9029-4a0940fa821a {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:47.256073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.257497 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6bf8c72b-2b81-4254-9a55-aed69c7c7ed6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/routers/bfa6113a-4f1f-4a8d-9029-4a0940fa821a HTTP/1.1" status: 204 len: 168 time: 3.0315461 Mar 16 10:54:47.260460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37474) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.303570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-91f92c1c-dac8-4a8e-8a25-b34292f25341', 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': 'e7454ad3-e1d1-457b-83eb-96bd96fecfb5'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:47.304515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.310360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1104176025', 'router:external': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:47.339315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:47.341590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.373833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:47.383342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:network and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:47.386247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1a4fa535-f40d-401e-aab5-8f7827cd36e6 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/c7c91c3c-2046-42a3-b8e7-2243c632236a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4514999 Mar 16 10:54:47.388330 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] Sync routers for ids ['c7c91c3c-2046-42a3-b8e7-2243c632236a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:47.388862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37478) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.400260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:47.406839 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] Routers {'c7c91c3c-2046-42a3-b8e7-2243c632236a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:47.408272 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c7c91c3c-2046-42a3-b8e7-2243c632236a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.412098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:47.412473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:47.416171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-46027317-1b15-430f-bd97-ec9195953b23 None None] Provisioning complete for port e61628ee-983e-4f61-ade7-9c2fef377bc2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:47.416475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46027317-1b15-430f-bd97-ec9195953b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.429223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:47.467990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Allocated IP 2001:db8::f816:3eff:fe5c:ecaf (91f92c1c-dac8-4a8e-8a25-b34292f25341/e7454ad3-e1d1-457b-83eb-96bd96fecfb5/3c0db0c7-54fb-4825-947b-599b81e34aee) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:47.515779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Made reservation on behalf of 3a3cfd0220684458aab5fd43c95a265b for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:47.518557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.536712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.545350 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.562131 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] Routers {'c7c91c3c-2046-42a3-b8e7-2243c632236a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:47.564700 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c7c91c3c-2046-42a3-b8e7-2243c632236a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.633298 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:47.633952 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242de478-c00d-47ec-bfce-8f4f7a88303e None None] The sync data for ids ['c7c91c3c-2046-42a3-b8e7-2243c632236a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:47.655679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-46027317-1b15-430f-bd97-ec9195953b23 None None] Port e61628ee-983e-4f61-ade7-9c2fef377bc2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:54:47.660013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c20091a2-b360-47c5-b74c-acdd3f91cd5a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:47.660385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.679992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Allocated IP 172.26.0.53 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c824cfbc-17b8-4104-92f9-83ede4257e4e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:47.682244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:47.695615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:security_group_rule and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:47.700670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:47.707072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.715006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261dc7e-f390-4c75-9cbc-0acababe7918 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:47.716006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f261dc7e-f390-4c75-9cbc-0acababe7918 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:47.755227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edef2e0-8ddd-41cc-ada6-c0c0e4e2ba93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-e63e9077-9e40-440e-99b8-f1a9237e519a', 'network_id': 'e63e9077-9e40-440e-99b8-f1a9237e519a', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '91596d0b-3518-4a66-a50a-2802476d3bb0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:47.755858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f261dc7e-f390-4c75-9cbc-0acababe7918 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:47.755991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0edef2e0-8ddd-41cc-ada6-c0c0e4e2ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.760123 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f261dc7e-f390-4c75-9cbc-0acababe7918 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports/e61628ee-983e-4f61-ade7-9c2fef377bc2 HTTP/1.1" status: 200 len: 911 time: 0.3703222 Mar 16 10:54:47.763757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37482) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:47.801809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:47.827679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:47.866286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=91596d0b-3518-4a66-a50a-2802476d3bb0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:47.974320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f217d-9c58-4243-8327-6459b3e531c2 None None] Network e63e9077-9e40-440e-99b8-f1a9237e519a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:47.991415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Port b77e4e96-0f80-4b1e-a795-56d38480dcd8 not found while updating agent binding for router bfa6113a-4f1f-4a8d-9029-4a0940fa821a. {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 16 10:54:48.093729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.146601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Routers set() bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:48.146978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Router IDs set() for agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:54:48.147627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_agentschedulers_db [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfa6113a-4f1f-4a8d-9029-4a0940fa821a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent'). {{(pid=87843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 16 10:54:48.148012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f6d60-8ab1-4eea-9c05-df69687de4c7 None None] The sync data for ids ['bfa6113a-4f1f-4a8d-9029-4a0940fa821a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:48.157777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63e9077-9e40-440e-99b8-f1a9237e519a']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.184820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.195952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28b2040-11fd-40be-aa1c-51dd8981dbb7') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.196641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28b2040-11fd-40be-aa1c-51dd8981dbb7') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:48.240566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efaf25-0e63-474e-bbe4-d4e660212e90 None None] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:48.241461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.256095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Transition to ACTIVE for port object 3c0db0c7-54fb-4825-947b-599b81e34aee will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:48.272294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.297913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.314635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.316403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Deleting port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:48.316669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.327812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.334667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:48.335128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.346197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fa51373e-79cf-4a5f-983c-f2b55eccb3c6 None None] Provisioning for port 8d861910-0c73-4d2b-bc81-068adcc13469 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:48.352922 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:48.375852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.478839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.484287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0610911-7869-4a8b-b638-330b56bdfce0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.492771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.570240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:48.589391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Port': ['ID=3c0db0c7-54fb-4825-947b-599b81e34aee,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.601122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.602031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] For port ce6d1842-7a96-4ace-a8a4-b82ca8e45b65, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:48.602353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.621966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/e63e9077-9e40-440e-99b8-f1a9237e519a HTTP/1.1" status: 204 len: 168 time: 2.0015111 Mar 16 10:54:48.623144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.627052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37486) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:48.642164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Allocated IP 2001:db8::f816:3eff:fee6:3779 (91f92c1c-dac8-4a8e-8a25-b34292f25341/e7454ad3-e1d1-457b-83eb-96bd96fecfb5/f5a37a97-8562-4ff2-b4f2-72f7ebd5244a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:48.674424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8681d4d-7039-48db-8364-a97e96d4777e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=e63e9077-9e40-440e-99b8-f1a9237e519a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.688214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003418152'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:48.692789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:48.697788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.698130 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Added segment f820d7df-171c-4874-8f40-2caf43f1f669 of type vlan for network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 Mar 16 10:54:48.719252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:48.726571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:48.729563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:48.733343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:48.738315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:48.745642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:48.748354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:48.754182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:48.754808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:48.758595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Calling delete_port for ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:48.759114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:48.934061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d861910-0c73-4d2b-bc81-068adcc13469 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:48.948755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event updated for resources: {'Port': ['ID=c824cfbc-17b8-4104-92f9-83ede4257e4e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:48.953533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:48.983652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.011753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Transition to ACTIVE for port object f5a37a97-8562-4ff2-b4f2-72f7ebd5244a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.022524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:49.023021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.026078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.044117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Transition to ACTIVE for port object f5a37a97-8562-4ff2-b4f2-72f7ebd5244a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:49.055133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.068023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.084665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-75cdf097-87cd-4d67-97bf-73c28c4ecf70 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0776012 Mar 16 10:54:49.087698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37490) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.110174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8d861910-0c73-4d2b-bc81-068adcc13469 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:49.129397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8d861910-0c73-4d2b-bc81-068adcc13469 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:49.129926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.145851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:49.180970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:49.192182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:49.197042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Pushing event updated for resources: {'Port': ['ID=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.199887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:49.206457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cbe7ad07-933c-4260-bd74-e7f367ba24af None None] Provisioning complete for port 8d861910-0c73-4d2b-bc81-068adcc13469 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:49.206962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ad07-933c-4260-bd74-e7f367ba24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.226149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.226848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment a0e83104-4420-4b22-b8b0-840c4db6d27b of type vlan for network 34cb2eea-46da-4da9-993b-1e52d728ed0c Mar 16 10:54:49.240068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce6d1842-7a96-4ace-a8a4-b82ca8e45b65,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.315438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting subnet e7454ad3-e1d1-457b-83eb-96bd96fecfb5 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:49.328994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.335272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.368130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Attempting to bind port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:49.368573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Attempting to bind port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '8977da83-dea7-4c26-84ad-724de58e35cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:49.368890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Attempting to bind port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a on network 91f92c1c-dac8-4a8e-8a25-b34292f25341 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:49.386412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.387364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.387940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.404497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.417424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:49.417424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Checking segment: {'id': '8977da83-dea7-4c26-84ad-724de58e35cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:49.417424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.418207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Bound using segment: {'id': '8977da83-dea7-4c26-84ad-724de58e35cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:49.418291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Bound port: f5a37a97-8562-4ff2-b4f2-72f7ebd5244a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8977da83-dea7-4c26-84ad-724de58e35cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '91f92c1c-dac8-4a8e-8a25-b34292f25341'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:49.418657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.420641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.540184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.551891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.570291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port c824cfbc-17b8-4104-92f9-83ede4257e4e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:49.570501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.611079 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6680872 Mar 16 10:54:49.622480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] For port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:49.626536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95649ad4-a6f0-4169-91d0-38aec579317b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Network': ['ID=75bf662f-da4d-47d7-b1b9-268bb8e0c843,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.629658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37494) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.630940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ad07-933c-4260-bd74-e7f367ba24af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.649139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.649399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.654267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'subnet': {'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:49.654455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:49.658344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:49.660072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.660290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.681848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:49.693232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:subnet and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:49.694595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 8d861910-0c73-4d2b-bc81-068adcc13469, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d861910-0c73-4d2b-bc81-068adcc13469,segment=NetworkSegment(12dc7184-fdd4-4b7c-b0e4-e4f406f26950),segment_id=12dc7184-fdd4-4b7c-b0e4-e4f406f26950)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:49.698496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:49.700118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] For port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,segment=NetworkSegment(8977da83-dea7-4c26-84ad-724de58e35cd),segment_id=8977da83-dea7-4c26-84ad-724de58e35cd)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:49.751409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.755448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.772478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:49.812891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1506765 Mar 16 10:54:49.816942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37498) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:49.819515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.820207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3e9c075-3b59-4137-82b2-a8680bfa8a6e {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:49.835067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:49.856873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Made reservation on behalf of 3a3cfd0220684458aab5fd43c95a265b for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:49.860394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.888079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda0abd-4f35-4b83-8cb4-8eb70570affa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=34cb2eea-46da-4da9-993b-1e52d728ed0c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:49.928782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 34cb2eea-46da-4da9-993b-1e52d728ed0c details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:49.951731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.952539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:49.990630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-cbe7ad07-933c-4260-bd74-e7f367ba24af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:49.991167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-cbe7ad07-933c-4260-bd74-e7f367ba24af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:50.050062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f5692-87ad-415a-bf0e-1b3ee1e0f718 None None] Pushing event updated for resources: {'Port': ['ID=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.053989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.063356 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3df5b1f1-75ca-4daf-a061-912aa2fda6ab tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c3e9c075-3b59-4137-82b2-a8680bfa8a6e HTTP/1.1" status: 204 len: 168 time: 2.8016171 Mar 16 10:54:50.086127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37504) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.101557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114967417', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:50.116612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:50.130001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:50.132325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Calling delete_port for c824cfbc-17b8-4104-92f9-83ede4257e4e owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:50.136096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:50.138786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:50.149649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=8d861910-0c73-4d2b-bc81-068adcc13469,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.151162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:50.153946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:50.168468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:50.190463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:50.206706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.207713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.215536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.287834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:50.291469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.363232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.418411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.422118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=e7454ad3-e1d1-457b-83eb-96bd96fecfb5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.425082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.455506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port e61628ee-983e-4f61-ade7-9c2fef377bc2 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:50.455842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.481503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dc62546e-b974-4d45-9b45-cb7553c1f334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/e7454ad3-e1d1-457b-83eb-96bd96fecfb5 HTTP/1.1" status: 204 len: 168 time: 1.3907428 Mar 16 10:54:50.497897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37510) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.509558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.551505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Port': ['ID=c824cfbc-17b8-4104-92f9-83ede4257e4e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:50.641637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] create failed (client error): The resource could not be found. Mar 16 10:54:50.642588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ed7e8800-b81c-424a-a482-52d2acb58f01 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6847692 Mar 16 10:54:50.646104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37514) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:50.717570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port 62c8525d-7d44-447c-827b-5be62e60fee2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:50.718524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:50.963701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f5a37a97-8562-4ff2-b4f2-72f7ebd5244a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:51.057848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:51.063388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d861910-0c73-4d2b-bc81-068adcc13469 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:51.118269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.138989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8d861910-0c73-4d2b-bc81-068adcc13469 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:51.140111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.200406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756b7da-3b62-478e-90e4-960173bf5334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:51.202029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756b7da-3b62-478e-90e4-960173bf5334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:51.204716 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1756b7da-3b62-478e-90e4-960173bf5334 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7016218 Mar 16 10:54:51.258366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37518) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.268296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Calling delete_port for 62c8525d-7d44-447c-827b-5be62e60fee2 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:51.341113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.382330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:51.421758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:51.422464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ce6d1842-7a96-4ace-a8a4-b82ca8e45b65 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:51.449762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257f36a-3529-4927-a23a-5bbcaa192e9f None None] Network 91f92c1c-dac8-4a8e-8a25-b34292f25341 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:51.460940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-73fa8ea8-5dea-43ec-a900-52543b3acf62 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.479782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.495090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.553265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.591054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Provisioning for port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:51.611098 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fa8ea8-5dea-43ec-a900-52543b3acf62 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:54:51.611558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fa8ea8-5dea-43ec-a900-52543b3acf62 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:54:51.630704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Provisioning complete for port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:51.630704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.652038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Port': ['ID=62c8525d-7d44-447c-827b-5be62e60fee2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.670966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for e61628ee-983e-4f61-ade7-9c2fef377bc2 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:51.728176 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-73fa8ea8-5dea-43ec-a900-52543b3acf62 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/91f92c1c-dac8-4a8e-8a25-b34292f25341 HTTP/1.1" status: 409 len: 405 time: 0.4673729 Mar 16 10:54:51.728748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37522) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.747588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1718013488'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:51.776969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.777193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.782798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-958f9e38-f9a6-4d08-a481-dcce86c98bc1 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "DELETE /v2.0/ports/62c8525d-7d44-447c-827b-5be62e60fee2 HTTP/1.1" status: 204 len: 168 time: 1.1320860 Mar 16 10:54:51.782950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37526) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.813706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] For port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,segment=NetworkSegment(8977da83-dea7-4c26-84ad-724de58e35cd),segment_id=8977da83-dea7-4c26-84ad-724de58e35cd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:51.822660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.842371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:51.866676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:51.867237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] DHCP port deletion for 91f92c1c-dac8-4a8e-8a25-b34292f25341 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:51.873172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:51.879899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Deleting port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:51.880275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:51.903464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=74dd6358-f5da-4f82-b32b-d1844622592b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.906917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:51.908745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15006082-4472-474b-81a7-17bfbeaf548d tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:51.909426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-15006082-4472-474b-81a7-17bfbeaf548d tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Synchronizing usage tracker for tenant:78d0ee0050e94c1fad0f62c01ed96fb5 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:51.929481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-15006082-4472-474b-81a7-17bfbeaf548d tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Unset dirty status for tenant:78d0ee0050e94c1fad0f62c01ed96fb5 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:51.933194 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-15006082-4472-474b-81a7-17bfbeaf548d tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2219975-fb1b-497c-8e41-208af18ffc63 HTTP/1.1" status: 200 len: 913 time: 0.1468124 Mar 16 10:54:51.933421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37530) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:51.934979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.935459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.935972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.936744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.936744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.937082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.937470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.937737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.938369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.938369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.938674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.939008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:51.946527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'a0e83104-4420-4b22-b8b0-840c4db6d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:51.946983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 34cb2eea-46da-4da9-993b-1e52d728ed0c, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:51.959124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc7185-66b1-4484-b928-3504fa719f99 None None] Pushing event updated for resources: {'Port': ['ID=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:51.999778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:52.003241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.025635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:54:52.026104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.113388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 34cb2eea-46da-4da9-993b-1e52d728ed0c is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:52.119162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] For port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,segment=NetworkSegment(8977da83-dea7-4c26-84ad-724de58e35cd),segment_id=8977da83-dea7-4c26-84ad-724de58e35cd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:52.119699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.123587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:52.157225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b725bd07-a8f8-4ac5-abba-67a595e87172,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.163353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 34cb2eea-46da-4da9-993b-1e52d728ed0c) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:52.167828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.168413 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment 63fe6129-d99b-45d5-bfe6-0cfecf5987e9 of type vlan for network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 Mar 16 10:54:52.184142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.185007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.195588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84c569-d174-4e0f-a01c-750259fba682 None None] Network 34cb2eea-46da-4da9-993b-1e52d728ed0c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:52.237320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Checking segment: {'id': 'f820d7df-171c-4874-8f40-2caf43f1f669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:52.237928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network hostable DHCP agents. Network: 75bf662f-da4d-47d7-b1b9-268bb8e0c843, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:52.270855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Calling delete_port for f5a37a97-8562-4ff2-b4f2-72f7ebd5244a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:52.355480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.455037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.476878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.547389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] Pushing event deleted for resources: {'Port': ['ID=f5a37a97-8562-4ff2-b4f2-72f7ebd5244a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.551191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaaea4-e726-45c3-824e-95a3fbb7ec96 None None] No DVR routers for this DVR port f5a37a97-8562-4ff2-b4f2-72f7ebd5244a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:52.614827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-34cb2eea-46da-4da9-993b-1e52d728ed0c', 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '74dd6358-f5da-4f82-b32b-d1844622592b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:52.615736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.623008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:54:52.631704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:52.633367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.641133 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dee4c7a6-d92b-42af-9478-0348cbd521a8 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8199828 Mar 16 10:54:52.684261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37534) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:52.684796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.755033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 75bf662f-da4d-47d7-b1b9-268bb8e0c843) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:52.764513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=e61628ee-983e-4f61-ade7-9c2fef377bc2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:52.766938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.783760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642437ea-9223-40cc-b542-16eeca809215 None None] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:52.808248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.809221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.825370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.831499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:52.832362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:52.940418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f5a37a97-8562-4ff2-b4f2-72f7ebd5244a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:53.038452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f5a37a97-8562-4ff2-b4f2-72f7ebd5244a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:54:53.039395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f5a37a97-8562-4ff2-b4f2-72f7ebd5244a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:54:53.041672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Allocated IP 172.20.0.1 (34cb2eea-46da-4da9-993b-1e52d728ed0c/74dd6358-f5da-4f82-b32b-d1844622592b/2de41e36-5d53-44ad-8755-88474784412a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:53.047985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port 2b702f0c-3ced-4cce-85a7-ba37a22e7615 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:53.048454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.080138 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-874e56b4-64f1-4593-93c7-be32f2f68311 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4469931 Mar 16 10:54:53.088870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37538) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.102090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-978335594', 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:53.113701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:53.121252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:port and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:53.130333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:53.152767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:53.160284 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4247389 Mar 16 10:54:53.167890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37542) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:53.178520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:53.245465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df2a67-834f-4797-a147-0da310f088b5 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=f2fb057a-41b7-4e9f-b03f-c389a18aa6f2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.247480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.262641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Made reservation on behalf of 3a3cfd0220684458aab5fd43c95a265b for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:53.265704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.268378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:53.305004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2122b1c5-1fa2-42a6-9bb8-d55e21db4d05 None None] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:53.375129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] device_id is not set on port 668a18ff-7b9c-4b96-bccd-62328857579f yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:53.390950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.446213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:53.456778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.464075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:subnet and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:53.471942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:53.536710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:53.576703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.579924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Allocated IP 172.26.0.105 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/43f26ac3-c5e6-444a-b97f-95c46e159ab3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:53.607266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Calling delete_port for 2b702f0c-3ced-4cce-85a7-ba37a22e7615 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:53.625780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Transition to ACTIVE for port object 2de41e36-5d53-44ad-8755-88474784412a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:53.653785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Transition to ACTIVE for port object 2de41e36-5d53-44ad-8755-88474784412a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:53.687117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.696512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:53.700373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.758082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Network 34cb2eea-46da-4da9-993b-1e52d728ed0c is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:53.760818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:53.763119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:53.772606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router c7c91c3c-2046-42a3-b8e7-2243c632236a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:53.834437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Pushing event updated for resources: {'Port': ['ID=2de41e36-5d53-44ad-8755-88474784412a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:53.839439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.20.0.2 (75bf662f-da4d-47d7-b1b9-268bb8e0c843/b725bd07-a8f8-4ac5-abba-67a595e87172/668a18ff-7b9c-4b96-bccd-62328857579f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:53.872664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Attempting to bind port 2de41e36-5d53-44ad-8755-88474784412a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:53.873066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Attempting to bind port 2de41e36-5d53-44ad-8755-88474784412a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a0e83104-4420-4b22-b8b0-840c4db6d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:53.873885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Attempting to bind port 2de41e36-5d53-44ad-8755-88474784412a on network 34cb2eea-46da-4da9-993b-1e52d728ed0c {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:53.879422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:53.879791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Checking segment: {'id': 'a0e83104-4420-4b22-b8b0-840c4db6d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:53.880198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.881004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Bound using segment: {'id': 'a0e83104-4420-4b22-b8b0-840c4db6d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:53.881617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Bound port: 2de41e36-5d53-44ad-8755-88474784412a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e83104-4420-4b22-b8b0-840c4db6d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:53.882021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.909437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:53.977542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] For port 2de41e36-5d53-44ad-8755-88474784412a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:54.172809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:54.184396 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ca927d0d-3474-4994-8945-e2c936cf6117 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/c7c91c3c-2046-42a3-b8e7-2243c632236a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4196284 Mar 16 10:54:54.184556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] Sync routers for ids ['c7c91c3c-2046-42a3-b8e7-2243c632236a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:54.184659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37546) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.195346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] Routers {'c7c91c3c-2046-42a3-b8e7-2243c632236a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:54.196010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c7c91c3c-2046-42a3-b8e7-2243c632236a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.230155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.243559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.248678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.265235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.268103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] For port 2de41e36-5d53-44ad-8755-88474784412a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2de41e36-5d53-44ad-8755-88474784412a,segment=NetworkSegment(a0e83104-4420-4b22-b8b0-840c4db6d27b),segment_id=a0e83104-4420-4b22-b8b0-840c4db6d27b)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:54.273611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.286027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09a57822-06f6-444a-bf5b-ae0a11d2cdfe tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:54:54.287149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=74dd6358-f5da-4f82-b32b-d1844622592b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.333970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] Routers {'c7c91c3c-2046-42a3-b8e7-2243c632236a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:54.334603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c7c91c3c-2046-42a3-b8e7-2243c632236a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.353918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Port': ['ID=2b702f0c-3ced-4cce-85a7-ba37a22e7615,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.393324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.405595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.417868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.418274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6c4e1-1105-4d74-bd65-ca5c84dc841e None None] The sync data for ids ['c7c91c3c-2046-42a3-b8e7-2243c632236a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:54.431893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2583-b277-4f52-a1cc-7b7dbedf9c49 None None] Pushing event updated for resources: {'Port': ['ID=2de41e36-5d53-44ad-8755-88474784412a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.479167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cb2eea-46da-4da9-993b-1e52d728ed0c']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.512810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:54.524682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:54.527727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e83104-4420-4b22-b8b0-840c4db6d27b') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.528138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e83104-4420-4b22-b8b0-840c4db6d27b') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:54.542251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:54.561109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.569941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09a57822-06f6-444a-bf5b-ae0a11d2cdfe tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:54:54.573748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09a57822-06f6-444a-bf5b-ae0a11d2cdfe tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c91c3c-2046-42a3-b8e7-2243c632236a HTTP/1.1" status: 200 len: 205 time: 0.3827910 Mar 16 10:54:54.581241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.587434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37550) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:54.602311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.602725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.603127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.603524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.603934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.604335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.604730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.605158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.605536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.605926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.606314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.606737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:54.678242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.701378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event updated for resources: {'Port': ['ID=43f26ac3-c5e6-444a-b97f-95c46e159ab3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:54.708332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:54:54.770604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.796561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:54.797004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:54.812543 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:54.913488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.919394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:54.931513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2de41e36-5d53-44ad-8755-88474784412a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:55.003707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.009882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 2de41e36-5d53-44ad-8755-88474784412a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:55.010084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=229a942d-0b6f-4e74-96fc-64a34e67afe4,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.141121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:55.154120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:55.157153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:55.184962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': '63fe6129-d99b-45d5-bfe6-0cfecf5987e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:55.185329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: f2fb057a-41b7-4e9f-b03f-c389a18aa6f2, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:54:55.289758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=668a18ff-7b9c-4b96-bccd-62328857579f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:55.294424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:54:55.294424 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:54:55.294424 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': '34cb2eea-46da-4da9-993b-1e52d728ed0c'}] Mar 16 10:54:55.294424 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:55.295637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:55.371084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.372000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.378642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:54:55.396622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Router e2219975-fb1b-497c-8e41-208af18ffc63 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:54:55.424146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f2fb057a-41b7-4e9f-b03f-c389a18aa6f2) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:55.430262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:55.430854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.439263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d80c78-83bb-43bd-8785-3fbc6d34d527 None None] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:55.515912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c8d52950-6b50-4868-bf75-74d9b5c78c7c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3467672 Mar 16 10:54:55.522778 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c9cd00ea-fc30-4f83-a95f-5df5ff8c3be9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4322395 Mar 16 10:54:55.531367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37554) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.531602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.531773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37556) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.542703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.595043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'port': {'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2', 'name': 'tempest-NetworksIpV6TestAttrs-1039400891'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:55.604977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ed9e5-7db9-4945-bf93-763a3397bdbd None None] Network 34cb2eea-46da-4da9-993b-1e52d728ed0c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:55.669687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:55.684893 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] Sync routers for ids ['e2219975-fb1b-497c-8e41-208af18ffc63'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:55.685802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-028ccd29-4f45-4966-b140-318a8166c5a0 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "PUT /v2.0/routers/e2219975-fb1b-497c-8e41-208af18ffc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7513878 Mar 16 10:54:55.691389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.701813 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] Routers {'e2219975-fb1b-497c-8e41-208af18ffc63'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:55.703249 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e2219975-fb1b-497c-8e41-208af18ffc63'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:55.736327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.736902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router c7c91c3c-2046-42a3-b8e7-2243c632236a {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:55.799473 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:55.804792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.814931 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] Routers {'e2219975-fb1b-497c-8e41-208af18ffc63'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:55.815958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e2219975-fb1b-497c-8e41-208af18ffc63'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:55.836468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Provisioning for port 2de41e36-5d53-44ad-8755-88474784412a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:55.840428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.844917 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80fdc3f0-d0d1-41ee-85c1-f5477643f4fd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/c7c91c3c-2046-42a3-b8e7-2243c632236a HTTP/1.1" status: 204 len: 168 time: 1.2530444 Mar 16 10:54:55.845208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Provisioning complete for port 2de41e36-5d53-44ad-8755-88474784412a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:55.845336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37566) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:55.845582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.872701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 668a18ff-7b9c-4b96-bccd-62328857579f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:55.873087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.902232 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:55.902999 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6222584-c57f-4ef2-b83c-c1ae406f9d16 None None] The sync data for ids ['e2219975-fb1b-497c-8e41-208af18ffc63'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:55.910244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port 2de41e36-5d53-44ad-8755-88474784412a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:55.910590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:55.946491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.020574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f2fb057a-41b7-4e9f-b03f-c389a18aa6f2', 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': '229a942d-0b6f-4e74-96fc-64a34e67afe4'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:54:56.021462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.046542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet 930b2d72-c40f-4b02-8e6e-4dcbb3288e19 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:56.058293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.120748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.181176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.222241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.278249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] For port 2de41e36-5d53-44ad-8755-88474784412a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2de41e36-5d53-44ad-8755-88474784412a,segment=NetworkSegment(a0e83104-4420-4b22-b8b0-840c4db6d27b),segment_id=a0e83104-4420-4b22-b8b0-840c4db6d27b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:56.287534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.353519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Allocated IP 2001:db8::f816:3eff:fe54:5f9d (f2fb057a-41b7-4e9f-b03f-c389a18aa6f2/229a942d-0b6f-4e74-96fc-64a34e67afe4/476a58aa-8240-459c-8986-ef8da3175095) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:56.363629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:56.377804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] DHCP port deletion for 34cb2eea-46da-4da9-993b-1e52d728ed0c request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:56.406374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Deleting port 2de41e36-5d53-44ad-8755-88474784412a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:56.406747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.444373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:port and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:56.444860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Pushing event updated for resources: {'Port': ['ID=2de41e36-5d53-44ad-8755-88474784412a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:56.466970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.467615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.468126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.468609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.469111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.469595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.469710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:56.470191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.470678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.471160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.471631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.472099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.472639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddbd29-a20f-4db4-ab37-6368174b8a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:54:56.493712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port 2de41e36-5d53-44ad-8755-88474784412a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2de41e36-5d53-44ad-8755-88474784412a,segment=NetworkSegment(a0e83104-4420-4b22-b8b0-840c4db6d27b),segment_id=a0e83104-4420-4b22-b8b0-840c4db6d27b)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:56.494271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.497375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:56.612700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.624043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.638849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:56.643081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.650031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for 2de41e36-5d53-44ad-8755-88474784412a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:56.680406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.680947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Fanout notify agent at l3_agent the message router_deleted on router e2219975-fb1b-497c-8e41-208af18ffc63 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:54:56.701667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] device_id is not set on port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:54:56.741592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.769817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.770939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-54c14b1c-9abb-47f7-8f46-796aefc65a35 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "DELETE /v2.0/routers/e2219975-fb1b-497c-8e41-208af18ffc63 HTTP/1.1" status: 204 len: 168 time: 1.0787530 Mar 16 10:54:56.781752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:56.828238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.845647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] For port 2de41e36-5d53-44ad-8755-88474784412a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2de41e36-5d53-44ad-8755-88474784412a,segment=NetworkSegment(a0e83104-4420-4b22-b8b0-840c4db6d27b),segment_id=a0e83104-4420-4b22-b8b0-840c4db6d27b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:56.846073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.855384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-70ba4427-dff7-4189-b46b-7847cddc9e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.857159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.912362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:56.914302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:56.914618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:56.974687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 668a18ff-7b9c-4b96-bccd-62328857579f owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:56.975336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Transition to ACTIVE for port object 476a58aa-8240-459c-8986-ef8da3175095 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:56.977985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2de41e36-5d53-44ad-8755-88474784412a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:57.008047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.012509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Calling delete_port for 2de41e36-5d53-44ad-8755-88474784412a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:57.050505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=930b2d72-c40f-4b02-8e6e-4dcbb3288e19,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.070010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting subnet eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:57.084963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.087367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c5fdc-f1b0-4a1c-a65e-76e92f758c2d None None] Network 71b20bf4-7e21-43b3-a1ea-62560bdb1060 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:57.106652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Transition to ACTIVE for port object 476a58aa-8240-459c-8986-ef8da3175095 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:57.159207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.249908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.251991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.274892 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cb919979-9da2-4d82-9eaf-30b05ac44e88 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/930b2d72-c40f-4b02-8e6e-4dcbb3288e19 HTTP/1.1" status: 204 len: 168 time: 1.4238031 Mar 16 10:54:57.278287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.286091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Pushing event updated for resources: {'Port': ['ID=476a58aa-8240-459c-8986-ef8da3175095,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.336334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Router 5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:54:57.372319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Allocated IP 2001:db8::f816:3eff:fe44:107 (f2fb057a-41b7-4e9f-b03f-c389a18aa6f2/229a942d-0b6f-4e74-96fc-64a34e67afe4/fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:54:57.380561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:57.385944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.416388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port 2de41e36-5d53-44ad-8755-88474784412a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.416714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.441397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.507533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] The port '2de41e36-5d53-44ad-8755-88474784412a' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:57.527819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Port': ['ID=668a18ff-7b9c-4b96-bccd-62328857579f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.531486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:57.546848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] Pushing event deleted for resources: {'Port': ['ID=2de41e36-5d53-44ad-8755-88474784412a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.557187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:57.559834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.566334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.585833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e925af-6c69-4862-a124-cd94bf1c9c64 None None] No DVR routers for this DVR port 2de41e36-5d53-44ad-8755-88474784412a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:57.729201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:54:57.735090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.738424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Attempting to bind port 476a58aa-8240-459c-8986-ef8da3175095 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:54:57.738795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Attempting to bind port 476a58aa-8240-459c-8986-ef8da3175095 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '63fe6129-d99b-45d5-bfe6-0cfecf5987e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:54:57.739156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Attempting to bind port 476a58aa-8240-459c-8986-ef8da3175095 on network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:54:57.747429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:54:57.747673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Checking segment: {'id': '63fe6129-d99b-45d5-bfe6-0cfecf5987e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:54:57.747970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.748358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Bound using segment: {'id': '63fe6129-d99b-45d5-bfe6-0cfecf5987e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:54:57.749762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Bound port: 476a58aa-8240-459c-8986-ef8da3175095, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe6129-d99b-45d5-bfe6-0cfecf5987e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f2fb057a-41b7-4e9f-b03f-c389a18aa6f2'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:54:57.749762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.775806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cb2eea-46da-4da9-993b-1e52d728ed0c']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:57.785492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.789812 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-04a418bd-267a-48c0-bba9-6ee158ef2344 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6998851 Mar 16 10:54:57.791335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37582) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:57.802195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:57.820146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port c20091a2-b360-47c5-b74c-acdd3f91cd5a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:57.820708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.854424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.855156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e83104-4420-4b22-b8b0-840c4db6d27b') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:57.855521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e83104-4420-4b22-b8b0-840c4db6d27b') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:57.856666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4ba06888-4037-4758-872c-604af8be70cf None None] For port 476a58aa-8240-459c-8986-ef8da3175095, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:54:57.860537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4ba06888-4037-4758-872c-604af8be70cf None None] For port 476a58aa-8240-459c-8986-ef8da3175095, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=476a58aa-8240-459c-8986-ef8da3175095,segment=NetworkSegment(63fe6129-d99b-45d5-bfe6-0cfecf5987e9),segment_id=63fe6129-d99b-45d5-bfe6-0cfecf5987e9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:54:57.863598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] Sync routers for ids ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:54:57.872182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.886760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.911843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.946548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] DHCP port deletion for 71b20bf4-7e21-43b3-a1ea-62560bdb1060 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:57.951019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba06888-4037-4758-872c-604af8be70cf None None] Pushing event updated for resources: {'Port': ['ID=476a58aa-8240-459c-8986-ef8da3175095,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:57.956716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] Routers {'5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:57.957332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:57.975498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:57.975937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:57.991271 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:54:58.011037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Deleting port c20091a2-b360-47c5-b74c-acdd3f91cd5a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:58.011407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.060277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.072864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.085850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] Routers {'5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:54:58.086469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.125146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-adec5256-db1b-4dc2-bbf8-93b683dbda4f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/ports/668a18ff-7b9c-4b96-bccd-62328857579f HTTP/1.1" status: 204 len: 168 time: 2.5878227 Mar 16 10:54:58.130381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37586) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.143954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843', 'external_fixed_ips': [{'subnet_id': 'b725bd07-a8f8-4ac5-abba-67a595e87172', 'ip_address': '172.20.0.2'}]}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:58.152130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:58.152535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b26921-bb9e-4a69-adca-d7fac7b04134 None None] The sync data for ids ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:54:58.164244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.176215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:58.189316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.197754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=34cb2eea-46da-4da9-993b-1e52d728ed0c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.206287 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fbd5f55a-6f99-4359-a04c-b81c04749485 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/34cb2eea-46da-4da9-993b-1e52d728ed0c HTTP/1.1" status: 204 len: 168 time: 5.4956200 Mar 16 10:54:58.206786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.211318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37590) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.216769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:router and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:58.227101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-595497258'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:58.251975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:58.261151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.286379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:58.298431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:58.302831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:58.312863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:58.328619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:58.341410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.346823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.350900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968f3bb-5fed-493e-a05b-6b12b8fbb1f3 None None] Network e6edc926-fbe5-441b-b767-5b3ace90de5c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:58.381549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port c20091a2-b360-47c5-b74c-acdd3f91cd5a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c20091a2-b360-47c5-b74c-acdd3f91cd5a,segment=NetworkSegment(98b7cefe-b671-4b6c-8909-91d0660087fc),segment_id=98b7cefe-b671-4b6c-8909-91d0660087fc)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:58.381903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.466092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] For port c20091a2-b360-47c5-b74c-acdd3f91cd5a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c20091a2-b360-47c5-b74c-acdd3f91cd5a,segment=NetworkSegment(98b7cefe-b671-4b6c-8909-91d0660087fc),segment_id=98b7cefe-b671-4b6c-8909-91d0660087fc)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:58.466623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.544867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.574270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:58.578772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.583463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.584574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.597765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for c20091a2-b360-47c5-b74c-acdd3f91cd5a owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:58.615009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Calling delete_port for c20091a2-b360-47c5-b74c-acdd3f91cd5a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:58.630611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:54:58.649987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-be3e84be-f068-4f0d-824d-0ca4e0b32c56 tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "DELETE /v2.0/subnets/eeb599b3-dbf5-4dfb-a392-9dfae7ca6b3e HTTP/1.1" status: 204 len: 168 time: 1.8621569 Mar 16 10:54:58.655511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37594) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:58.656023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Transition to ACTIVE for port object fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:54:58.721487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.796802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.822054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.822398 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment e5fdf763-a7ca-4923-8086-9b006ef03bde of type vlan for network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 Mar 16 10:54:58.845357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.849188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:54:58.849511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:54:58.866000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.884920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] Pushing event deleted for resources: {'Port': ['ID=c20091a2-b360-47c5-b74c-acdd3f91cd5a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:58.917434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc616a31-8104-454b-8eb2-7d2c958b3add None None] No DVR routers for this DVR port c20091a2-b360-47c5-b74c-acdd3f91cd5a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:54:58.962044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.968018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:58.968523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:58.999246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.004029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9977bfc2-4184-4941-b10a-c5b148455272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.025195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] DHCP port deletion for e6edc926-fbe5-441b-b767-5b3ace90de5c request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:54:59.029870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Deleting port 10f72a66-35c2-4898-a186-83f0e7ed4326 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:59.031000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.081848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 476a58aa-8240-459c-8986-ef8da3175095 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:54:59.120998 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9068561 Mar 16 10:54:59.126714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port 10f72a66-35c2-4898-a186-83f0e7ed4326 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:59.127054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.134118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61fd4d-4bc8-4157-ab85-3e22c962267f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=22d6bf88-ef3d-4316-85b0-eb442a8e1ca6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.136763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37598) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.152949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:54:59.200613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:54:59.390487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port c20091a2-b360-47c5-b74c-acdd3f91cd5a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:54:59.390821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.415818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:54:59.420113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.422858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:54:59.426250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:54:59.427979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:54:59.437345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:54:59.452393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:54:59.468283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:54:59.473971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:54:59.474905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.480204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Port': ['ID=fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:54:59.536475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] For port 10f72a66-35c2-4898-a186-83f0e7ed4326, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10f72a66-35c2-4898-a186-83f0e7ed4326,segment=NetworkSegment(4c29d40c-f3f1-4927-94d1-abd9d9deb18d),segment_id=4c29d40c-f3f1-4927-94d1-abd9d9deb18d)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:54:59.536938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.573384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:54:59.577383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.607133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8961895-94eb-416e-9b94-2ee04d354d29 None None] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:54:59.618482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] The port 'c20091a2-b360-47c5-b74c-acdd3f91cd5a' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:54:59.624791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-612f81d6-842e-4d01-9bf8-3ceb66f7e1f7 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0916133 Mar 16 10:54:59.627701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37602) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:54:59.686060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Calling delete_port for 10f72a66-35c2-4898-a186-83f0e7ed4326 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:54:59.739639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 476a58aa-8240-459c-8986-ef8da3175095 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:59.802783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.831517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b20bf4-7e21-43b3-a1ea-62560bdb1060']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:59.833879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Provisioning for port 476a58aa-8240-459c-8986-ef8da3175095 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:54:59.845696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b7cefe-b671-4b6c-8909-91d0660087fc') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:59.846288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b7cefe-b671-4b6c-8909-91d0660087fc') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:54:59.857452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Provisioning complete for port 476a58aa-8240-459c-8986-ef8da3175095 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:54:59.857452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.859171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.881903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.883802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting subnet 229a942d-0b6f-4e74-96fc-64a34e67afe4 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:54:59.890132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:54:59.890300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.892778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.898197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c20091a2-b360-47c5-b74c-acdd3f91cd5a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:54:59.942162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:54:59.986627 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:00.015371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c20091a2-b360-47c5-b74c-acdd3f91cd5a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:00.015705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c20091a2-b360-47c5-b74c-acdd3f91cd5a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:00.045087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] Pushing event deleted for resources: {'Port': ['ID=10f72a66-35c2-4898-a186-83f0e7ed4326,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.056077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114f2b2-7816-4220-8309-f4339692e980 None None] No DVR routers for this DVR port 10f72a66-35c2-4898-a186-83f0e7ed4326 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:00.061098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.123251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.137430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.154252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.167311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.172647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.172808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=71b20bf4-7e21-43b3-a1ea-62560bdb1060,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.197117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6ed65b77-e53c-40fe-b7d7-80bcef8f15af tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/71b20bf4-7e21-43b3-a1ea-62560bdb1060 HTTP/1.1" status: 204 len: 168 time: 2.9078090 Mar 16 10:55:00.197117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] For port 10f72a66-35c2-4898-a186-83f0e7ed4326, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10f72a66-35c2-4898-a186-83f0e7ed4326,segment=NetworkSegment(4c29d40c-f3f1-4927-94d1-abd9d9deb18d),segment_id=4c29d40c-f3f1-4927-94d1-abd9d9deb18d)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:00.197117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.207500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37606) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:00.215975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845218780', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:00.221494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] For port 476a58aa-8240-459c-8986-ef8da3175095, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=476a58aa-8240-459c-8986-ef8da3175095,segment=NetworkSegment(63fe6129-d99b-45d5-bfe6-0cfecf5987e9),segment_id=63fe6129-d99b-45d5-bfe6-0cfecf5987e9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:00.229066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.275552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:00.303513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad234fc3-1027-4c65-ad58-2103f28ca56c None None] Pushing event updated for resources: {'Port': ['ID=476a58aa-8240-459c-8986-ef8da3175095,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.335212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.348446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Calling delete_port for 10f72a66-35c2-4898-a186-83f0e7ed4326 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:00.384820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:00.392903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:00.410521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:00.428669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.483776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.485006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.509627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:00.510102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:00.527303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.559022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.585791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Provisioning for port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:00.593007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Provisioning complete for port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:00.593488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.670725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:00.673080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router 5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:00.686706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Provisioning complete for port 476a58aa-8240-459c-8986-ef8da3175095 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:00.687384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73b94663-76e8-485f-a922-f963e4263a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.699856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:00.740122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=05c7825c-fc9d-4a66-a7e6-bd2b34896d43,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:00.763022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f1bd5-97e2-4cf5-9b97-cd706c893d49 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:00.920441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 476a58aa-8240-459c-8986-ef8da3175095 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:00.957843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'e5fdf763-a7ca-4923-8086-9b006ef03bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:00.958352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:00.983998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:01.005079 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] Sync routers for ids ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:01.008337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.014710 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14886e7e-ad66-4faa-8121-d729ef11e11e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "PUT /v2.0/routers/5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 200 len: 925 time: 3.2226341 Mar 16 10:55:01.019298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37610) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.025668 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] Routers {'5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:01.026849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.046020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Deleting port 10f72a66-35c2-4898-a186-83f0e7ed4326 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:01.046594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.090567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.103655 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:55:01.104663 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.110844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:01.115909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b6cfeb7-b9fd-4146-a258-13a04cf22744 None None] Provisioning complete for port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:01.116308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfeb7-b9fd-4146-a258-13a04cf22744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.117324 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] Routers {'5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:01.118298 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.128714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.174150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cfeb7-b9fd-4146-a258-13a04cf22744 None None] Port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:01.192492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.193266 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9525797e-4b0d-4872-b9fc-23e02035237e None None] The sync data for ids ['5ac8ad38-9779-4cbe-8783-c409c7a4b5d0'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:01.197021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 476a58aa-8240-459c-8986-ef8da3175095 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:01.197403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.200144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:01.202155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.209623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.215860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=229a942d-0b6f-4e74-96fc-64a34e67afe4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:01.218992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.219679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.225441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] The port '10f72a66-35c2-4898-a186-83f0e7ed4326' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:01.231360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.231564 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e223afbc-9ccb-4747-bf79-b3c240846705 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/229a942d-0b6f-4e74-96fc-64a34e67afe4 HTTP/1.1" status: 204 len: 168 time: 1.5985067 Mar 16 10:55:01.233155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37614) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.262931 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a8e48cde-f5fb-4de0-bc80-ec152d465aa3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1192584 Mar 16 10:55:01.300553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.353443 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d44efa2-6e8f-4fe2-91ad-3fac77103906 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 200 len: 925 time: 0.3116088 Mar 16 10:55:01.353774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37622) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.433371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9fb4bf-2e0c-4226-9c2d-aa2b8aa0fe74 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.437940 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac9fb4bf-2e0c-4226-9c2d-aa2b8aa0fe74 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=5ac8ad38-9779-4cbe-8783-c409c7a4b5d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0801489 Mar 16 10:55:01.445344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37626) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.451190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f1bd5-97e2-4cf5-9b97-cd706c893d49 None None] Unable to find a vacant binding_index for network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 and agent 6765b7b9-14c8-4a06-b875-64be73c12c3f {{(pid=87843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:55:01.470084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f1bd5-97e2-4cf5-9b97-cd706c893d49 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6) {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:01.544724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10f72a66-35c2-4898-a186-83f0e7ed4326 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:01.616445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd42f4-32b3-4b16-9b93-c796bab5df91 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.617951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd42f4-32b3-4b16-9b93-c796bab5df91 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.618676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2abd42f4-32b3-4b16-9b93-c796bab5df91 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Synchronizing usage tracker for tenant:05bbe0ab46a946f981f20776d51f59db on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:01.626692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 10f72a66-35c2-4898-a186-83f0e7ed4326 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:01.627018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10f72a66-35c2-4898-a186-83f0e7ed4326 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:01.631077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3405a9-e73d-45bf-991e-e2550f47def6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:01.631652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a3405a9-e73d-45bf-991e-e2550f47def6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Synchronizing usage tracker for tenant:4aafaae5c0a54a738e574052cc9e2c1b on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:01.651153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a3405a9-e73d-45bf-991e-e2550f47def6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Unset dirty status for tenant:4aafaae5c0a54a738e574052cc9e2c1b on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:01.656371 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9a3405a9-e73d-45bf-991e-e2550f47def6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.2058787 Mar 16 10:55:01.656547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.658172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37630) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.705364 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d5ce3516-288d-4ae4-84c3-fb567562f3f4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 200 len: 205 time: 0.0436358 Mar 16 10:55:01.706020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37634) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.722559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6edc926-fbe5-441b-b767-5b3ace90de5c']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.797050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c29d40c-f3f1-4927-94d1-abd9d9deb18d') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.797362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c29d40c-f3f1-4927-94d1-abd9d9deb18d') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:01.844812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.855326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2abd42f4-32b3-4b16-9b93-c796bab5df91 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Unset dirty status for tenant:05bbe0ab46a946f981f20776d51f59db on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:01.860397 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2abd42f4-32b3-4b16-9b93-c796bab5df91 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5885205 Mar 16 10:55:01.860397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.861662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37638) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:01.872585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.906235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.916532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-22d6bf88-ef3d-4316-85b0-eb442a8e1ca6', 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '05c7825c-fc9d-4a66-a7e6-bd2b34896d43'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:01.918194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.926055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:01.926461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:01.942621 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:01.957949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.20.0.2 (75bf662f-da4d-47d7-b1b9-268bb8e0c843/b725bd07-a8f8-4ac5-abba-67a595e87172/8203cd6b-0d36-499f-bb28-ee1de79a296a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:01.996011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.070440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e71d960-508b-4504-9224-2aa43f3cc02b tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.088697 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e71d960-508b-4504-9224-2aa43f3cc02b tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 10:55:02.089271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e71d960-508b-4504-9224-2aa43f3cc02b tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:02.095153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9e71d960-508b-4504-9224-2aa43f3cc02b tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 HTTP/1.1" status: 409 len: 405 time: 0.2285898 Mar 16 10:55:02.097130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Allocated IP 172.20.0.2 (22d6bf88-ef3d-4316-85b0-eb442a8e1ca6/05c7825c-fc9d-4a66-a7e6-bd2b34896d43/b1ef393b-2021-4bd1-a337-f9dc6b55c63a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:02.100486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37642) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.108701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-298636309'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:02.166844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:02.169874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.174360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:02.178910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:02.194720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:02.201888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.216906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.221880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:02.225704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.241408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.267869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] Pushing event deleted for resources: {'Network': ['ID=e6edc926-fbe5-441b-b767-5b3ace90de5c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.323643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.336234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Transition to ACTIVE for port object b1ef393b-2021-4bd1-a337-f9dc6b55c63a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:02.356846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Transition to ACTIVE for port object b1ef393b-2021-4bd1-a337-f9dc6b55c63a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:02.363718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.375502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port 43f26ac3-c5e6-444a-b97f-95c46e159ab3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:02.375502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.383236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9d7d2cf8-5a82-4c1a-84b6-ce4e7ff4ddaa tempest-FloatingIPNegativeTestJSON-51534270 tempest-FloatingIPNegativeTestJSON-51534270-project] 10.222.0.50 "DELETE /v2.0/networks/e6edc926-fbe5-441b-b767-5b3ace90de5c HTTP/1.1" status: 204 len: 168 time: 3.7211103 Mar 16 10:55:02.425647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:02.429262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:02.432345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:02.542283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Attempting to bind port b1ef393b-2021-4bd1-a337-f9dc6b55c63a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:02.542655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Attempting to bind port b1ef393b-2021-4bd1-a337-f9dc6b55c63a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'e5fdf763-a7ca-4923-8086-9b006ef03bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:02.543083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Attempting to bind port b1ef393b-2021-4bd1-a337-f9dc6b55c63a on network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:02.549815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:02.550287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Checking segment: {'id': 'e5fdf763-a7ca-4923-8086-9b006ef03bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:02.550756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.551217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Bound using segment: {'id': 'e5fdf763-a7ca-4923-8086-9b006ef03bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:02.551767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Bound port: b1ef393b-2021-4bd1-a337-f9dc6b55c63a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fdf763-a7ca-4923-8086-9b006ef03bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:02.552202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.570294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Pushing event updated for resources: {'Port': ['ID=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.597527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.641106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:02.648629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.653225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.654268 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment 29de454d-2022-4479-8d20-7e018afee6bb of type vlan for network 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e Mar 16 10:55:02.665384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] For port b1ef393b-2021-4bd1-a337-f9dc6b55c63a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:02.671299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] For port b1ef393b-2021-4bd1-a337-f9dc6b55c63a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,segment=NetworkSegment(e5fdf763-a7ca-4923-8086-9b006ef03bde),segment_id=e5fdf763-a7ca-4923-8086-9b006ef03bde)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:02.677975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.690676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.703726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.728412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=05c7825c-fc9d-4a66-a7e6-bd2b34896d43,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.728642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.744608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.799641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5d2af-d709-4cd7-9377-9c7406b021f3 None None] Pushing event updated for resources: {'Port': ['ID=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:02.877054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37650) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:02.881333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for 43f26ac3-c5e6-444a-b97f-95c46e159ab3 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:02.933253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.939580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:02.940196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:02.950411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.092187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d6bf88-ef3d-4316-85b0-eb442a8e1ca6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:03.122654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=28d983c1-4a78-46dc-ad05-eaf4f9ffe67e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.123714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fdf763-a7ca-4923-8086-9b006ef03bde') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:03.124303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fdf763-a7ca-4923-8086-9b006ef03bde') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:03.145689 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-caa27bb7-abef-4150-be88-0a7e76097cd1 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0418296 Mar 16 10:55:03.146799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37656) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.160642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:03.165924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.174723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': '28d983c1-4a78-46dc-ad05-eaf4f9ffe67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:03.238483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.261055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.348278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:03.348968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:03.372726 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:03.379509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:03.401814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:03.415064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:03.424032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:03.429357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.463410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.463642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 172.26.0.25 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c4979cc3-7b21-4b1e-99e4-ec09385c46b6) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:03.477442 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1baebb27-24b3-47bf-a2fc-362d25c7b144 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78d0ee0050e94c1fad0f62c01ed96fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969203 Mar 16 10:55:03.478778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:03.481906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37660) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:03.504099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=8203cd6b-0d36-499f-bb28-ee1de79a296a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.511929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:03.516157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=43f26ac3-c5e6-444a-b97f-95c46e159ab3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:03.576701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:03.576701 dv-neutron-828143-9-hyperv neutron-server[87841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:03.576701 dv-neutron-828143-9-hyperv neutron-server[87841]: [parameters: {'id': '22d6bf88-ef3d-4316-85b0-eb442a8e1ca6'}] Mar 16 10:55:03.576701 dv-neutron-828143-9-hyperv neutron-server[87841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:03.577298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:03.687309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.727376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.845060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.907061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.915114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.954090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.959203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.959701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:03.989760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d6240-6eee-43db-8bdf-3f7d7e61157d None None] Network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:03.997260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.998399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:03.999643 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a9926ccc-a85f-4a3c-ae31-48f17c316043 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 204 len: 168 time: 2.2931881 Mar 16 10:55:04.003413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37664) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.004942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057214f-6b89-4de5-bd98-168f9e73e73c None None] Network f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:04.009430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-726002978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.047284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:04.057827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:04.066327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:04.087223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.126218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port b1ef393b-2021-4bd1-a337-f9dc6b55c63a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:04.126545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.189206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-93424d8c-41ed-4254-8474-16b5232f6aa5 None None] Provisioning for port b1ef393b-2021-4bd1-a337-f9dc6b55c63a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:04.191695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:04.239171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.240406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.249667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:04.252477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.253134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.286970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281a73e-36ce-410b-a437-0a3663f36de6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.327050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=2b0bb2b7-6d9d-4f51-87b2-22ae0232265e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:04.349342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.353972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.377548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': '29de454d-2022-4479-8d20-7e018afee6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '28d983c1-4a78-46dc-ad05-eaf4f9ffe67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:04.377973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:04.404636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.413938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:04.424471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97894c0-c6b4-4ade-8598-746af76a08d3 None None] Network 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:04.430534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:04.438198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:04.439035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.458243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af233f6-409f-41b9-b661-979698683974 None None] Network 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:04.461296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.462632 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5fff8ebd-b0f8-40eb-89c1-0f7f458f1693 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4585347 Mar 16 10:55:04.465018 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bcf56063-96c9-4552-80fa-7e2b1fc24819 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3168011 Mar 16 10:55:04.466229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37668) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.470688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37670) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:04.475838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:04.542835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] DHCP port deletion for f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:04.574591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.617326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Deleting port 476a58aa-8240-459c-8986-ef8da3175095 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:04.617695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.692591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:04.712578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:04.713836 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e4e640e-b530-4500-a216-c23df0a01d03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1281a73e-36ce-410b-a437-0a3663f36de6 HTTP/1.1" status: 204 len: 168 time: 1.2113008 Mar 16 10:55:04.714664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:04.717070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:04.755169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=c4979cc3-7b21-4b1e-99e4-ec09385c46b6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.052551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.065380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b1ef393b-2021-4bd1-a337-f9dc6b55c63a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:05.065589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.072045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port b1ef393b-2021-4bd1-a337-f9dc6b55c63a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,segment=NetworkSegment(e5fdf763-a7ca-4923-8086-9b006ef03bde),segment_id=e5fdf763-a7ca-4923-8086-9b006ef03bde)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:05.072402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.122788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064d8e3-46cd-410b-b828-9fd0176a11f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-28d983c1-4a78-46dc-ad05-eaf4f9ffe67e', 'network_id': '28d983c1-4a78-46dc-ad05-eaf4f9ffe67e', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': '2b0bb2b7-6d9d-4f51-87b2-22ae0232265e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:05.124276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2064d8e3-46cd-410b-b828-9fd0176a11f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.154007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] For port 476a58aa-8240-459c-8986-ef8da3175095, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=476a58aa-8240-459c-8986-ef8da3175095,segment=NetworkSegment(63fe6129-d99b-45d5-bfe6-0cfecf5987e9),segment_id=63fe6129-d99b-45d5-bfe6-0cfecf5987e9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:05.154397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.258809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.312037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] DHCP port deletion for 22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:05.323656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Calling delete_port for 476a58aa-8240-459c-8986-ef8da3175095 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:05.354629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Deleting port b1ef393b-2021-4bd1-a337-f9dc6b55c63a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:05.355005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.376240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.398309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for b1ef393b-2021-4bd1-a337-f9dc6b55c63a owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:05.428163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0bb2b7-6d9d-4f51-87b2-22ae0232265e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.587681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b1ef393b-2021-4bd1-a337-f9dc6b55c63a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:05.599578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b1ef393b-2021-4bd1-a337-f9dc6b55c63a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:05.599841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.643380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-2064d8e3-46cd-410b-b828-9fd0176a11f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b0bb2b7-6d9d-4f51-87b2-22ae0232265e: This subnet is being modified by another concurrent operation. Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:05.690198 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b0bb2b7-6d9d-4f51-87b2-22ae0232265e: This subnet is being modified by another concurrent operation. Mar 16 10:55:05.693486 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:55:05.701775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.730416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] Pushing event deleted for resources: {'Port': ['ID=476a58aa-8240-459c-8986-ef8da3175095,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.766734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac5cc6-4f88-4d0a-8041-88c92a7b0359 None None] Network 28d983c1-4a78-46dc-ad05-eaf4f9ffe67e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:05.786785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port b1ef393b-2021-4bd1-a337-f9dc6b55c63a on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:05.787026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836e8b4-273b-41bb-878f-218b6042214f None None] No DVR routers for this DVR port 476a58aa-8240-459c-8986-ef8da3175095 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:05.790905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.793431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:05.808610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:05.884248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Could not find standard attr ID for object b1ef393b-2021-4bd1-a337-f9dc6b55c63a. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:05.887434 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No ports have port_id starting with b1ef393b-2021-4bd1-a337-f9dc6b55c63a Mar 16 10:55:06.005222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.009568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] For port b1ef393b-2021-4bd1-a337-f9dc6b55c63a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b1ef393b-2021-4bd1-a337-f9dc6b55c63a,segment=NetworkSegment(e5fdf763-a7ca-4923-8086-9b006ef03bde),segment_id=e5fdf763-a7ca-4923-8086-9b006ef03bde)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:06.009969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.033131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d983c1-4a78-46dc-ad05-eaf4f9ffe67e']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.046477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.083837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29de454d-2022-4479-8d20-7e018afee6bb') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.084502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29de454d-2022-4479-8d20-7e018afee6bb') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.090393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37698) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.110782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.130950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 476a58aa-8240-459c-8986-ef8da3175095 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:06.169474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-ff038f15-993d-43a5-9ade-d21ee98d2cb6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0273938 Mar 16 10:55:06.228206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Allocated IP 172.26.0.84 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/e59e8e16-7b47-4238-abbe-9c9fa8e06c64) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:06.252710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 476a58aa-8240-459c-8986-ef8da3175095 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:06.253332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 476a58aa-8240-459c-8986-ef8da3175095 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:06.287116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Calling delete_port for b1ef393b-2021-4bd1-a337-f9dc6b55c63a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:06.327346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.332237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826558576'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:06.353148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.353384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.357471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:06.357894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.370655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:06.373238 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:06.376870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:06.391840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:06.409650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:06.410209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:06.448315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.495613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:06.499037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.515543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.519848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.525317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.533620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d6bf88-ef3d-4316-85b0-eb442a8e1ca6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.545649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.571424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=28d983c1-4a78-46dc-ad05-eaf4f9ffe67e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.574237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fdf763-a7ca-4923-8086-9b006ef03bde') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.574618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fdf763-a7ca-4923-8086-9b006ef03bde') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:06.584629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.594474 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14a62fcf-5fb4-4dc9-91c4-d3acc23edcef tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/28d983c1-4a78-46dc-ad05-eaf4f9ffe67e HTTP/1.1" status: 204 len: 168 time: 2.1192703 Mar 16 10:55:06.594474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:security_group_rule and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:06.595444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37706) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:06.598653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:06.604329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1402970560'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:06.609430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.612656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:06.616004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.622818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:06.631454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:06.643629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:06.663899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.713491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.726075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:06.729449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.743129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:06.743541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.754020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:06.759266 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:06.761229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:06.762086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:06.814282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event updated for resources: {'Port': ['ID=e59e8e16-7b47-4238-abbe-9c9fa8e06c64,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:06.823247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:06.837350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-391069d1-8a69-43a9-b12f-5c3f2750c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:06.838899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-391069d1-8a69-43a9-b12f-5c3f2750c290 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 1098 time: 0.5266960 Mar 16 10:55:06.841541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.843381 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment f502fd25-c52c-4a1b-a60f-cf2e84ce3985 of type vlan for network 1d234638-21cd-4ac3-8427-08d2149ee34d Mar 16 10:55:06.885523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b1ef393b-2021-4bd1-a337-f9dc6b55c63a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:06.915398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Deleting port b1ef393b-2021-4bd1-a337-f9dc6b55c63a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:06.915764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:06.956137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b1ef393b-2021-4bd1-a337-f9dc6b55c63a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:06.956735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b1ef393b-2021-4bd1-a337-f9dc6b55c63a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:06.956997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:06.994191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-20376c69-abc3-4f4e-bb32-09d705ee492a None None] The port 'b1ef393b-2021-4bd1-a337-f9dc6b55c63a' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:07.009020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ef78f-9058-453e-8d2d-c954e29b0b62 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:07.063319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.126978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ef78f-9058-453e-8d2d-c954e29b0b62 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:07.166258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.205546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.210981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.211563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.220718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.243400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=22d6bf88-ef3d-4316-85b0-eb442a8e1ca6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.266638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-80b6f4ae-d28b-4eb8-98a8-0b6401be79ea tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 HTTP/1.1" status: 204 len: 168 time: 5.9351120 Mar 16 10:55:07.276309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37710) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.297992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.345217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.349396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801041659'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.357133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-daf2fcf5-2a13-47ef-bf19-0df154c7bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.359821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-daf2fcf5-2a13-47ef-bf19-0df154c7bb45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 200 len: 906 time: 0.4584455 Mar 16 10:55:07.367215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.373279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.441203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:07.451733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:07.459445 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8605351 Mar 16 10:55:07.480512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:07.484784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37714) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.492417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d206-bc6e-48ae-878e-f425002354e9 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=1d234638-21cd-4ac3-8427-08d2149ee34d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.513934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:07.516951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1d234638-21cd-4ac3-8427-08d2149ee34d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:07.519755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': '1d234638-21cd-4ac3-8427-08d2149ee34d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:07.549500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.616521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f4f57-aebe-493d-828a-3f208864cce0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:07.648130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.648569 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment 1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a of type vlan for network 19991a7f-3277-4a3d-b222-bd8fbeadf550 Mar 16 10:55:07.649839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:07.653387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.695044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:07.704401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Sync routers for ids ['6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:07.713840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Routers {'6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:07.714466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:07.792310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-33651ec7-3251-4fc1-8459-238bdf5b2ca5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 200 len: 1001 time: 0.3685775 Mar 16 10:55:07.837806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.841392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c3e44362-4baf-4852-b24f-cf7da7c9ea36 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.7002015 Mar 16 10:55:07.846066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37718) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:07.903673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Set router 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:07.969817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:07.976780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:07.978802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-78fb6bf4-6250-4e21-86aa-33754bf7fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:07.980545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-78fb6bf4-6250-4e21-86aa-33754bf7fe49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3104b282-95d3-4ce3-9a73-fd821848095f HTTP/1.1" status: 200 len: 844 time: 0.1779735 Mar 16 10:55:07.982335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:07.995418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:subnet and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:08.001012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:08.022699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:08.029346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.030210 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 51e46973-57a9-40e7-90aa-2b081305bdd3 of type vlan for network 09d31825-8fcc-48ea-bcb4-94056aa4e41e Mar 16 10:55:08.112706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:08.116343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.131098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.136541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.137179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.154298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 60da1447-5108-4d71-aabb-26d6cb1fb1f6 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:08.162124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.215304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.287900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7', 'name': '', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843', 'external_fixed_ips': [{'subnet_id': 'b725bd07-a8f8-4ac5-abba-67a595e87172', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '8203cd6b-0d36-499f-bb28-ee1de79a296a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:58Z', 'updated_at': '2022-03-16T10:55:03Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '8203cd6b-0d36-499f-bb28-ee1de79a296a', 'name': '', 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b725bd07-a8f8-4ac5-abba-67a595e87172', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:01Z', 'updated_at': '2022-03-16T10:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b725bd07-a8f8-4ac5-abba-67a595e87172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.294987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Checking router: 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:08.295993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Updating router 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 port 8203cd6b-0d36-499f-bb28-ee1de79a296a binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:08.361019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.395645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=19991a7f-3277-4a3d-b222-bd8fbeadf550,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:08.400628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-d745c654-182c-49ff-b241-1990b9e7c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.402109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-d745c654-182c-49ff-b241-1990b9e7c20e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c53a580-0ee9-4147-ab0e-8691eeba3bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4052098 Mar 16 10:55:08.411040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:08.417389 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ae9f159f-9c86-4f89-a793-540f70f7ad0b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3258853 Mar 16 10:55:08.566327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.618695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:08.630733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.639071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] Sync routers for ids ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:08.667401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 8203cd6b-0d36-499f-bb28-ee1de79a296a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:08.667975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.686783 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] Routers {'60da1447-5108-4d71-aabb-26d6cb1fb1f6'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:08.687525 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.700609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.702583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2c964166-a356-48a6-8deb-6fd5658da940 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.4941421 Mar 16 10:55:08.711908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.753642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.773017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-717c0adf-2f3b-4627-879b-3dffbf84a43d service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585243 Mar 16 10:55:08.775061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.781867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:08.782719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:08.793806 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.805759 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] Routers {'60da1447-5108-4d71-aabb-26d6cb1fb1f6'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:08.806371 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.900143 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6109786 Mar 16 10:55:08.920559 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:08.923008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37726) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:08.923569 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ad44e-0b51-4f9b-ab74-f438574f6cbe None None] The sync data for ids ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:08.938010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '09d31825-8fcc-48ea-bcb4-94056aa4e41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:08.991590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.003454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Transition to ACTIVE for port object 8203cd6b-0d36-499f-bb28-ee1de79a296a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:09.012808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.087538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.100985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Attempting to bind port 8203cd6b-0d36-499f-bb28-ee1de79a296a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:09.101375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Attempting to bind port 8203cd6b-0d36-499f-bb28-ee1de79a296a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f820d7df-171c-4874-8f40-2caf43f1f669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:09.101740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Attempting to bind port 8203cd6b-0d36-499f-bb28-ee1de79a296a on network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:09.102669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebecd9-b4cd-4e67-b8f3-e732fc69195d tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=09d31825-8fcc-48ea-bcb4-94056aa4e41e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.103904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff458-521f-496c-a93f-54ac6277dbc7 None None] Pushing event updated for resources: {'Port': ['ID=8203cd6b-0d36-499f-bb28-ee1de79a296a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.121342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 09d31825-8fcc-48ea-bcb4-94056aa4e41e details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:09.149505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:09.150149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Checking segment: {'id': 'f820d7df-171c-4874-8f40-2caf43f1f669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:09.150813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.151343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Bound using segment: {'id': 'f820d7df-171c-4874-8f40-2caf43f1f669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:09.151997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Bound port: 8203cd6b-0d36-499f-bb28-ee1de79a296a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f820d7df-171c-4874-8f40-2caf43f1f669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '75bf662f-da4d-47d7-b1b9-268bb8e0c843'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:09.152521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.234465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:09.239250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.277814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:09.290091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:09.307084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] For port 8203cd6b-0d36-499f-bb28-ee1de79a296a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:09.310733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] For port 8203cd6b-0d36-499f-bb28-ee1de79a296a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8203cd6b-0d36-499f-bb28-ee1de79a296a,segment=NetworkSegment(f820d7df-171c-4874-8f40-2caf43f1f669),segment_id=f820d7df-171c-4874-8f40-2caf43f1f669)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:09.317421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.321657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:09.362893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:09.366380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.410596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Routers {'6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:09.411585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:09.498882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing IP validity checks on allocation pools {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:55:09.499431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:55:09.502140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 8203cd6b-0d36-499f-bb28-ee1de79a296a owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:09.548629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff458-521f-496c-a93f-54ac6277dbc7 None None] Pushing event updated for resources: {'Port': ['ID=8203cd6b-0d36-499f-bb28-ee1de79a296a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.597483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] Set router 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:09.657179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=77a50ebb-91b2-4be6-90bf-b923906b056d,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:09.689928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': 'f502fd25-c52c-4a1b-a60f-cf2e84ce3985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1d234638-21cd-4ac3-8427-08d2149ee34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:09.690310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: 1d234638-21cd-4ac3-8427-08d2149ee34d, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:09.697177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:09.728943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7', 'name': '', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:58Z', 'updated_at': '2022-03-16T10:55:08Z', 'revision_number': 4, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:09.736499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Router e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:09.737409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b743f78-d9d3-48ae-8894-6b7a2c001a38 None None] The sync data for ids ['6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7'] in dv-neutron-828143-9-hyperv is: [{'id': '6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7', 'name': '', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:54:58Z', 'updated_at': '2022-03-16T10:55:08Z', 'revision_number': 4, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:09.794032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be53f27f-5723-49b6-9cae-c416e7d63a4f req-db0d97d4-ce3e-4819-8c66-0ca963d3e996 service neutron] 10.222.0.55 "GET /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122571 Mar 16 10:55:09.881939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d09a1110-e871-474e-b9e8-185cfca8083e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers/60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 200 len: 883 time: 1.1686997 Mar 16 10:55:09.886515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37730) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:09.982222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network 1d234638-21cd-4ac3-8427-08d2149ee34d is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:09.986274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:09.986515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:10.014844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=c61c7c6a-252f-4fcd-a027-28a196eec288,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:10.027679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1d234638-21cd-4ac3-8427-08d2149ee34d) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:10.036695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b524ef-1678-476e-b7ca-efd34f8abc51 None None] Network 1d234638-21cd-4ac3-8427-08d2149ee34d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:10.040666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.041290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.068962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': '51e46973-57a9-40e7-90aa-2b081305bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '09d31825-8fcc-48ea-bcb4-94056aa4e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:10.069334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 09d31825-8fcc-48ea-bcb4-94056aa4e41e, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:10.165163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-830ea310-4fd5-4c1c-adcd-fd449862851d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:router {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:10.189559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-830ea310-4fd5-4c1c-adcd-fd449862851d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:router {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:10.190615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:10.196340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-830ea310-4fd5-4c1c-adcd-fd449862851d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3063021 Mar 16 10:55:10.196668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.197514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.201315 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dcc39c89-67c2-4867-b658-fe14051beb5c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "PUT /v2.0/routers/e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 200 len: 882 time: 5.7338901 Mar 16 10:55:10.203340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37738) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.205525 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c16776a7-c02a-43dd-b11a-8fccf2523f75 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7104030 Mar 16 10:55:10.206193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-845218780'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:10.237827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] Sync routers for ids ['e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:10.265836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37742) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.279078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] Routers {'e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:10.281090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.325960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 09d31825-8fcc-48ea-bcb4-94056aa4e41e is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:10.338607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 09d31825-8fcc-48ea-bcb4-94056aa4e41e) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:10.346526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.347256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.377390 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f36c7e14-5851-4bad-be65-072af10f5fb3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4508009 Mar 16 10:55:10.378344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37746) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.437008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75902d-f698-4706-9aae-4abb5075a8d6 None None] Network 09d31825-8fcc-48ea-bcb4-94056aa4e41e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:10.534012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.574621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 8203cd6b-0d36-499f-bb28-ee1de79a296a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:10.575144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.583367 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac2d0370-2651-476e-8c1d-094ed2bbfea6 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 200 len: 923 time: 0.3766215 Mar 16 10:55:10.585216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37750) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.607231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.636847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38385b-8f31-4a39-a6af-eddbbe914575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1d234638-21cd-4ac3-8427-08d2149ee34d', 'network_id': '1d234638-21cd-4ac3-8427-08d2149ee34d', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': '77a50ebb-91b2-4be6-90bf-b923906b056d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:10.637689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fd38385b-8f31-4a39-a6af-eddbbe914575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.669419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] Routers {'e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:10.670820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.827346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:10.827945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de338c-9790-4244-bb38-51461abd8f4e None None] The sync data for ids ['e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:10.834808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.843789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.906668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96012f73-4358-49ce-8ef8-622ae97903d5 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:10.912560 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-96012f73-4358-49ce-8ef8-622ae97903d5 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3180048 Mar 16 10:55:10.913381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37754) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:10.942706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-fd38385b-8f31-4a39-a6af-eddbbe914575 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77a50ebb-91b2-4be6-90bf-b923906b056d: This subnet is being modified by another concurrent operation. Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:10.956009 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77a50ebb-91b2-4be6-90bf-b923906b056d: This subnet is being modified by another concurrent operation. Mar 16 10:55:10.959099 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:55:11.025150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79963e4f-bb18-4317-b0f7-5a3b8124efd2 None None] Network 1d234638-21cd-4ac3-8427-08d2149ee34d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.081238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62833619-6b97-465c-a412-05eab1989b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-09d31825-8fcc-48ea-bcb4-94056aa4e41e', 'network_id': '09d31825-8fcc-48ea-bcb4-94056aa4e41e', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': 'c61c7c6a-252f-4fcd-a027-28a196eec288'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:11.082585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-62833619-6b97-465c-a412-05eab1989b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.126302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.246402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81439a8-9200-40b5-879c-e97509ea1ddd tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:11.253701 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f81439a8-9200-40b5-879c-e97509ea1ddd tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.3333378 Mar 16 10:55:11.259327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37758) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.328332 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a93c8511-5697-4a1a-9eb7-5b7435f231e9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 200 len: 205 time: 0.0666444 Mar 16 10:55:11.330831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37762) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.332113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-62833619-6b97-465c-a412-05eab1989b4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c61c7c6a-252f-4fcd-a027-28a196eec288: This subnet is being modified by another concurrent operation. Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:11.343164 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c61c7c6a-252f-4fcd-a027-28a196eec288: This subnet is being modified by another concurrent operation. Mar 16 10:55:11.346250 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:55:11.381313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620169c-18b4-40ea-b712-c8fd344c79aa None None] Network 09d31825-8fcc-48ea-bcb4-94056aa4e41e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:11.468908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=77a50ebb-91b2-4be6-90bf-b923906b056d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.520679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=c61c7c6a-252f-4fcd-a027-28a196eec288,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:11.612618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0385803-4ef4-4623-bbcb-1a5ffe69aae5 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:11.715142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.715780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.747692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d234638-21cd-4ac3-8427-08d2149ee34d']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.752818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0385803-4ef4-4623-bbcb-1a5ffe69aae5 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:11.765315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d31825-8fcc-48ea-bcb4-94056aa4e41e']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.766031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f502fd25-c52c-4a1b-a60f-cf2e84ce3985') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.766699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f502fd25-c52c-4a1b-a60f-cf2e84ce3985') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.780796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.784003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.819911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.855608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e46973-57a9-40e7-90aa-2b081305bdd3') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.855952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e46973-57a9-40e7-90aa-2b081305bdd3') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:11.872184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.890906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.898841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:11.899245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.900898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:11.901906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:11.920638 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:11.953546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37766) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:11.964461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] For port 8203cd6b-0d36-499f-bb28-ee1de79a296a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8203cd6b-0d36-499f-bb28-ee1de79a296a,segment=NetworkSegment(f820d7df-171c-4874-8f40-2caf43f1f669),segment_id=f820d7df-171c-4874-8f40-2caf43f1f669)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:11.965305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:11.978476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:12.082694 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:12.167801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2931d-93dd-4abf-8a28-7212b5d58cec None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:12.186942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.207997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.208951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 8203cd6b-0d36-499f-bb28-ee1de79a296a owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:12.253520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.258043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.288127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=09d31825-8fcc-48ea-bcb4-94056aa4e41e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.295933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2931d-93dd-4abf-8a28-7212b5d58cec None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:12.306459 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d54c6698-67e7-40c2-b26d-9310b45a1ae4 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/09d31825-8fcc-48ea-bcb4-94056aa4e41e HTTP/1.1" status: 204 len: 168 time: 1.9237313 Mar 16 10:55:12.306679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37770) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.314910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069389810'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:12.328556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:12.333470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.337569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:12.342745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:12.354639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:12.359419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.371124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:12.375784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.383441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=1d234638-21cd-4ac3-8427-08d2149ee34d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:12.387190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port e59e8e16-7b47-4238-abbe-9c9fa8e06c64 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:12.387528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.395682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.417961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cacc28bf-5a96-4da7-85eb-86a18aecdaa3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/1d234638-21cd-4ac3-8427-08d2149ee34d HTTP/1.1" status: 204 len: 168 time: 2.1507454 Mar 16 10:55:12.422074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:12.438920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-419275638'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:12.452040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:12.467955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:network and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:12.474832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:12.477055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:12.509791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:12.517057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:12.522214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:12.526052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.526637 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 31f122e4-d2ee-40d3-924f-2d3420b7762d of type vlan for network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb Mar 16 10:55:12.527635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:12.551938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:12.582961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:12.586410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.588530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:12.591876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.637223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.656380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:12.681095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.814171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.814517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Added segment 97806646-f334-479a-83a2-5de5cb50ab5e of type vlan for network dbba5647-dff9-4250-bab6-84baf966d6d3 Mar 16 10:55:12.821542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for e59e8e16-7b47-4238-abbe-9c9fa8e06c64 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:12.834195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 60da1447-5108-4d71-aabb-26d6cb1fb1f6 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:12.884025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.890575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:12.891152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:12.919684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.050794 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7430887 Mar 16 10:55:13.056591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37778) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.077293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.080820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.095876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c73d96-5c66-4d05-8f09-f28854f535aa tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.108222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:13.110034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.115403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.115984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.176442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Port': ['ID=8203cd6b-0d36-499f-bb28-ee1de79a296a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.225562 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7947083 Mar 16 10:55:13.237141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37782) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.296190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Request body: {'subnet': {'network_id': 'dbba5647-dff9-4250-bab6-84baf966d6d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.348138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c23e58-e386-41b1-ac56-c6e753b091d6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Network': ['ID=dbba5647-dff9-4250-bab6-84baf966d6d3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.350456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.359064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:13.361963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network dbba5647-dff9-4250-bab6-84baf966d6d3 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:13.374009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:13.398621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] Sync routers for ids ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:13.406862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:13.408741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.416756 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] Routers {'60da1447-5108-4d71-aabb-26d6cb1fb1f6'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:13.418740 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.423039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:13.454973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.487400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:13.491031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.508000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.530965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Usage tracker for resource:subnet and tenant:05bbe0ab46a946f981f20776d51f59db is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:13.540445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:13.565908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.569862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cdae9e13-f96f-4544-97ef-540818dcda8c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 200 len: 890 time: 3.3687546 Mar 16 10:55:13.580440 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.589119 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] Routers {'60da1447-5108-4d71-aabb-26d6cb1fb1f6'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:13.589772 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.596742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37786) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.597808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:13.607631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.646346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.651436 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:13.651834 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6641da7-a46f-427b-80d3-1841341b38ff None None] The sync data for ids ['60da1447-5108-4d71-aabb-26d6cb1fb1f6'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:13.654195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.691011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.709651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.710121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:13.718685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:13.719043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: 19991a7f-3277-4a3d-b222-bd8fbeadf550, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:13.727061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.728136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-06687ceb-0a8e-407b-b901-32db9e8992aa tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6040dbd2-9450-43eb-ac1e-1fdbcd9bd7b7 HTTP/1.1" status: 204 len: 168 time: 5.8811412 Mar 16 10:55:13.733348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37790) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.793931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:13.811276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting subnet b725bd07-a8f8-4ac5-abba-67a595e87172 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:13.814730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 19991a7f-3277-4a3d-b222-bd8fbeadf550) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:13.821488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.822947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd02bd-a593-4f9b-9a43-87ffad91dd4f None None] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:13.847368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=e59e8e16-7b47-4238-abbe-9c9fa8e06c64,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:13.854819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:13.855752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.861628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Made reservation on behalf of 05bbe0ab46a946f981f20776d51f59db for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:13.864995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.895488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:13.935312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-971e492e-0a44-49fb-8b6e-c54dfa89682f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9707155 Mar 16 10:55:13.935312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37794) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:13.947128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642547019'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:13.955799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:13.962452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:13.966654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:13.977087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:13.985444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.023457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:14.026999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.056477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-19991a7f-3277-4a3d-b222-bd8fbeadf550', 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:14.058215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.068145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:14.084487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.085170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment a8d3a9f8-2dc1-43c9-bfda-2e2b847f0ad8 of type vlan for network f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 Mar 16 10:55:14.100299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.157968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b725bd07-a8f8-4ac5-abba-67a595e87172,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.161931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.165933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.180906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6534564f-b75e-4b1e-be53-d8a87854a0da tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/b725bd07-a8f8-4ac5-abba-67a595e87172 HTTP/1.1" status: 204 len: 168 time: 0.4453125 Mar 16 10:55:14.181459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37798) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.181873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.228222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Allocated IP 2001:db8:0:ffff::2 (19991a7f-3277-4a3d-b222-bd8fbeadf550/8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2/52628537-87f0-4be5-828b-f1029c6d3089) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:14.259738 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c3b18a6-e0f1-40cd-a015-59300a3b79e0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers/60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 200 len: 890 time: 0.6570308 Mar 16 10:55:14.279881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37802) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.323162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.329416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:14.329937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.371247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8416c391-b78e-4ac0-ae23-e0025d0d3289 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:14.399640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.417034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.446164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.448292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.459504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5221364 Mar 16 10:55:14.460043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37806) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.460428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Transition to ACTIVE for port object 52628537-87f0-4be5-828b-f1029c6d3089 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:14.481686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': 'f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:14.501466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88d542-5369-42bb-ae1c-8ddd7cd55e28 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.511181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.511944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:14.515919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8416c391-b78e-4ac0-ae23-e0025d0d3289 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:14.517101 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8416c391-b78e-4ac0-ae23-e0025d0d3289 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 200 len: 205 time: 0.2362008 Mar 16 10:55:14.526281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.528692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Transition to ACTIVE for port object 52628537-87f0-4be5-828b-f1029c6d3089 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:14.531285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:14.569261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.650606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.708527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:14.712801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:14.725266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:14.732174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Pushing event updated for resources: {'Port': ['ID=52628537-87f0-4be5-828b-f1029c6d3089,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.771988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.779090 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f5810854-39d7-4cb4-a4b0-8887f0b83fc1 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 204 len: 168 time: 3.4353375 Mar 16 10:55:14.825018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37814) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:14.831146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837031213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:14.832348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Attempting to bind port 52628537-87f0-4be5-828b-f1029c6d3089 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:14.832724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Attempting to bind port 52628537-87f0-4be5-828b-f1029c6d3089 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:14.833108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Attempting to bind port 52628537-87f0-4be5-828b-f1029c6d3089 on network 19991a7f-3277-4a3d-b222-bd8fbeadf550 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:14.838256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:14.839054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:14.839856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Checking segment: {'id': '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:14.840481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.841033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Bound using segment: {'id': '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:14.841635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Bound port: 52628537-87f0-4be5-828b-f1029c6d3089, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '19991a7f-3277-4a3d-b222-bd8fbeadf550'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:14.842611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:14.842913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.853958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:14.856360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:14.865120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=9b1b0676-62a9-468f-aa19-c6c6a898934f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:14.865399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:14.869700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.878065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:14.884532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:14.902629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:14.913099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.913609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bf662f-da4d-47d7-b1b9-268bb8e0c843']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.926197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.927180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.934431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f820d7df-171c-4874-8f40-2caf43f1f669') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.934726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f820d7df-171c-4874-8f40-2caf43f1f669') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:14.941746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] For port 52628537-87f0-4be5-828b-f1029c6d3089, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:14.944648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] For port 52628537-87f0-4be5-828b-f1029c6d3089, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=52628537-87f0-4be5-828b-f1029c6d3089,segment=NetworkSegment(1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a),segment_id=1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:14.952174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.952766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.960387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:14.963726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:14.977394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': '31f122e4-d2ee-40d3-924f-2d3420b7762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:14.978276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:15.024895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:55:15.035348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.037764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d254-6d14-4df3-a5e4-7ec6e6901638 None None] Pushing event updated for resources: {'Port': ['ID=52628537-87f0-4be5-828b-f1029c6d3089,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.071810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.081839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.094865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:15.095549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:15.109219 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:15.211884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.249050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.253481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75bf662f-da4d-47d7-b1b9-268bb8e0c843 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 10:55:15.256354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.272720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/networks/75bf662f-da4d-47d7-b1b9-268bb8e0c843 HTTP/1.1" status: 204 len: 168 time: 1.0847967 Mar 16 10:55:15.306402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.311771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0b7e502a-e938-4297-9ba0-5acf43b8156c tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4830723 Mar 16 10:55:15.319315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37820) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.351675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42e26c-ccef-4d8a-adef-e9c8f993029a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Network': ['ID=75bf662f-da4d-47d7-b1b9-268bb8e0c843,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.352859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event updated for resources: {'Subnet': ['ID=87d76dd0-7347-4d13-a2e5-9fbadf175f1f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:15.361203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': True}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:15.365785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:15.413076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Checking segment: {'id': '97806646-f334-479a-83a2-5de5cb50ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dbba5647-dff9-4250-bab6-84baf966d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:15.413704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network hostable DHCP agents. Network: dbba5647-dff9-4250-bab6-84baf966d6d3, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:15.423407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:15.433231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a3e38-fb36-4c34-bc7a-300e78fb7381 None None] Network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:15.466196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.468729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.526825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.559698 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-85426f61-8b43-42f4-ab12-69720fccf96f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4936967 Mar 16 10:55:15.561961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37828) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.567129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port c4979cc3-7b21-4b1e-99e4-ec09385c46b6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:15.576687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.604429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.722063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Network dbba5647-dff9-4250-bab6-84baf966d6d3 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:15.747726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37836) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:15.830934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, dbba5647-dff9-4250-bab6-84baf966d6d3) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:15.845094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586cbf9c-d80c-4770-9f97-e748a732c02a None None] Network dbba5647-dff9-4250-bab6-84baf966d6d3 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:15.846438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'name': 'tempest-router--358125229', 'project_id': '140886bccb20463cb8d6d0f16d8c967b'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:15.853908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:15.858343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:router and tenant:140886bccb20463cb8d6d0f16d8c967b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:15.862280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:15.868406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:15.883697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:15.884048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.905116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.906246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:15.923703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.046082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=2f8f2121-8f63-4cbb-b629-e6c137b29f94,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:16.064714 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2fd45c5d-1168-4407-969a-8cd5d8b34b50 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8187087 Mar 16 10:55:16.081152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37840) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:16.081692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': 'a8d3a9f8-2dc1-43c9-bfda-2e2b847f0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:16.082133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:16.086955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.191975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb', 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '9b1b0676-62a9-468f-aa19-c6c6a898934f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:16.193043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.249386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.249895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.251669 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9ebe147e-b222-411e-aa66-7e3f0f4bb647 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4685040 Mar 16 10:55:16.268649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37844) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:16.366527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:16.401794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:16.412305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:16.413962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.459148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.497050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.544601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Allocated IP 172.20.0.1 (bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb/9b1b0676-62a9-468f-aa19-c6c6a898934f/45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:16.602868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8c4ceb40-08ab-457a-a570-c5df74a5f113 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1324775 Mar 16 10:55:16.606606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37848) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:16.613667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.699158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.710869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc06fa-ef83-4ac2-96b5-824c5e15bea6 None None] Network f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:16.723726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174562c6-ee8e-49ff-87c7-122f165b50d2 None None] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:16.777837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for c4979cc3-7b21-4b1e-99e4-ec09385c46b6 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:16.890209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:16.973100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f7994a7f-890a-4f35-9bb4-e729fb6618af None None] Provisioning for port 52628537-87f0-4be5-828b-f1029c6d3089 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:17.044914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.049153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.052694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 52628537-87f0-4be5-828b-f1029c6d3089 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:17.089353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937eea0c-3978-4a0d-89b0-fd2c23990285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-dbba5647-dff9-4250-bab6-84baf966d6d3', 'network_id': 'dbba5647-dff9-4250-bab6-84baf966d6d3', 'tenant_id': '05bbe0ab46a946f981f20776d51f59db', 'fixed_ips': [{'subnet_id': '87d76dd0-7347-4d13-a2e5-9fbadf175f1f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:17.090268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-937eea0c-3978-4a0d-89b0-fd2c23990285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.145354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Transition to ACTIVE for port object 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:17.187928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.242184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.251471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.256754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=87d76dd0-7347-4d13-a2e5-9fbadf175f1f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.314835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.315459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59dbc033-33bf-40ff-9b04-68c4ca68e385 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:17.321651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Transition to ACTIVE for port object 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:17.345063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.349758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.350995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1c8584d5-e6d2-444a-a1ad-3a345e4fb2f8 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/routers/59dbc033-33bf-40ff-9b04-68c4ca68e385 HTTP/1.1" status: 204 len: 168 time: 1.0776973 Mar 16 10:55:17.354370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.371146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.409734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbba5647-dff9-4250-bab6-84baf966d6d3']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.426605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97806646-f334-479a-83a2-5de5cb50ab5e') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.427024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97806646-f334-479a-83a2-5de5cb50ab5e') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:17.442505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.463086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.470778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:17.471178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.509999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:17.518909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 52628537-87f0-4be5-828b-f1029c6d3089 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:17.523500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:17.532817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00699ee-1348-40f0-bd83-8d9f80d32370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46', 'network_id': 'f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '2f8f2121-8f63-4cbb-b629-e6c137b29f94'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:17.533884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d00699ee-1348-40f0-bd83-8d9f80d32370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.552857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:17.564920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 52628537-87f0-4be5-828b-f1029c6d3089 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:17.565452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.565740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.591374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37854) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:17.596433 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:17.598715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.598827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Pushing event updated for resources: {'Port': ['ID=45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.697275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.734362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292cb24-4ae5-41bd-ade5-c20987f6d870 None None] Network dbba5647-dff9-4250-bab6-84baf966d6d3 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:17.736946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.790502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.846911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8f2121-8f63-4cbb-b629-e6c137b29f94,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.874118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=c4979cc3-7b21-4b1e-99e4-ec09385c46b6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.885557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.889683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.927694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:17.983967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=dbba5647-dff9-4250-bab6-84baf966d6d3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:17.994419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.015168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1b0676-62a9-468f-aa19-c6c6a898934f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.027498 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-252ef93f-8ae7-4e60-a0bf-fe25b18c699d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/dbba5647-dff9-4250-bab6-84baf966d6d3 HTTP/1.1" status: 204 len: 168 time: 1.9356525 Mar 16 10:55:18.031192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37860) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.032749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.037273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.092853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Attempting to bind port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:18.093555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Attempting to bind port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '31f122e4-d2ee-40d3-924f-2d3420b7762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:18.093555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Attempting to bind port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d on network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:18.093792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 172.26.0.233 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/b2eb4210-5fe9-4e19-b1eb-b781bffa3e7b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:18.103197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:18.103529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Checking segment: {'id': '31f122e4-d2ee-40d3-924f-2d3420b7762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:18.103931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.104322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Bound using segment: {'id': '31f122e4-d2ee-40d3-924f-2d3420b7762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:18.104794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Bound port: 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f122e4-d2ee-40d3-924f-2d3420b7762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:18.105706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.106805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d3a9f8-2dc1-43c9-bfda-2e2b847f0ad8') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.107181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d3a9f8-2dc1-43c9-bfda-2e2b847f0ad8') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.121669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-316692391', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-d00699ee-1348-40f0-bd83-8d9f80d32370 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f8f2121-8f63-4cbb-b629-e6c137b29f94: This subnet is being modified by another concurrent operation. Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:18.133183 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f8f2121-8f63-4cbb-b629-e6c137b29f94: This subnet is being modified by another concurrent operation. Mar 16 10:55:18.137254 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:55:18.143698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cccc389-dd2f-42c9-b2f2-3a6a1572645a tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.144112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cccc389-dd2f-42c9-b2f2-3a6a1572645a tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.147745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.157025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:18.194945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:18.214405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:18.216213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.220512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.230260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:18.230635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.253871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.263345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b505a18-a238-488d-955c-ba3133183056 None None] Network f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.306188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.309868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.312541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.330379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f122e4-d2ee-40d3-924f-2d3420b7762d') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.330946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f122e4-d2ee-40d3-924f-2d3420b7762d') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:18.352187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.368442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.369052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 60da1447-5108-4d71-aabb-26d6cb1fb1f6 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:18.373678 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:18.376109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.380193 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7cccc389-dd2f-42c9-b2f2-3a6a1572645a tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/87d76dd0-7347-4d13-a2e5-9fbadf175f1f HTTP/1.1" status: 404 len: 337 time: 0.3397167 Mar 16 10:55:18.386090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37864) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.390612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:18.391366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.394215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:18.411205 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:18.423049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 52628537-87f0-4be5-828b-f1029c6d3089, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=52628537-87f0-4be5-828b-f1029c6d3089,segment=NetworkSegment(1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a),segment_id=1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:18.455543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.462186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] For port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:18.532907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.537352 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2840fd03-b220-4ef5-9830-e18309bf10ba tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 204 len: 168 time: 4.0004151 Mar 16 10:55:18.548373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37868) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.553448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-968bb7ea-bf60-40bd-b298-c45202766ee6 None None] Provisioning complete for port 52628537-87f0-4be5-828b-f1029c6d3089 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:18.553818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-968bb7ea-bf60-40bd-b298-c45202766ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.558494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538580572'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:18.563196 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5cff21-d8d9-4d4b-a40f-6023f425ad90 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.563652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5cff21-d8d9-4d4b-a40f-6023f425ad90 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.565298 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa5cff21-d8d9-4d4b-a40f-6023f425ad90 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/dbba5647-dff9-4250-bab6-84baf966d6d3 HTTP/1.1" status: 404 len: 339 time: 0.1771231 Mar 16 10:55:18.568044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37872) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.573113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:18.594843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.596718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.598238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.599191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] For port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d,segment=NetworkSegment(31f122e4-d2ee-40d3-924f-2d3420b7762d),segment_id=31f122e4-d2ee-40d3-924f-2d3420b7762d)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:18.615802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:18.615802 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:18.615802 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': 'bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb'}] Mar 16 10:55:18.615802 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:18.616639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:18.617107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.617638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:18.620978 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212563b-2f39-441d-ba8e-ddf59e81ccc6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.621617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212563b-2f39-441d-ba8e-ddf59e81ccc6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.623838 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6212563b-2f39-441d-ba8e-ddf59e81ccc6 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/77a50ebb-91b2-4be6-90bf-b923906b056d HTTP/1.1" status: 404 len: 337 time: 0.0544600 Mar 16 10:55:18.625209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:18.626646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.628246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37876) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.639384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.647199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=52628537-87f0-4be5-828b-f1029c6d3089,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.648978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5750f3ae-bcb5-417e-95d4-99d66bf80f59 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 HTTP/1.1" status: 204 len: 168 time: 2.0404980 Mar 16 10:55:18.659852 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53572b4-e914-4b32-9102-4a23c053967e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.660598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53572b4-e914-4b32-9102-4a23c053967e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.661415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37880) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.662655 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e53572b4-e914-4b32-9102-4a23c053967e tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/1d234638-21cd-4ac3-8427-08d2149ee34d HTTP/1.1" status: 404 len: 339 time: 0.0331211 Mar 16 10:55:18.664107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:18.666335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37884) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.673459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659431527'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:18.682017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:18.684753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.706683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:18.710754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:18.714610 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fec21a-d01a-49b9-8805-b6fbf09ce53c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.715549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fec21a-d01a-49b9-8805-b6fbf09ce53c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.717668 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d2fec21a-d01a-49b9-8805-b6fbf09ce53c tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/2b0bb2b7-6d9d-4f51-87b2-22ae0232265e HTTP/1.1" status: 404 len: 337 time: 0.0501428 Mar 16 10:55:18.720279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37888) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.722218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.725549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:18.741033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:18.744599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.765397 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fc0627-c79f-4336-b9f8-d4e83527970d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:18.765875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fc0627-c79f-4336-b9f8-d4e83527970d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:18.767542 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63fc0627-c79f-4336-b9f8-d4e83527970d tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/28d983c1-4a78-46dc-ad05-eaf4f9ffe67e HTTP/1.1" status: 404 len: 339 time: 0.0459528 Mar 16 10:55:18.770146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37892) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:18.801585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:18.805087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.812107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403c2f-aee1-49e3-bbbc-1975220d8f00 None None] Pushing event updated for resources: {'Port': ['ID=45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:18.830647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:18.851047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting port fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:18.851511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.855220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce8fc4-b481-443e-80c3-f1b79533e5f6 None None] Network bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:18.886412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:18.886568 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment c75b6acf-933e-4622-90c5-b7ad11366c37 of type vlan for network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af Mar 16 10:55:18.961160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 52628537-87f0-4be5-828b-f1029c6d3089 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:18.975577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.041429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.069809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:19.095111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.100947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.101486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment fe9578c7-d6d5-4014-a59c-1b52800269d8 of type vlan for network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 Mar 16 10:55:19.108825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 52628537-87f0-4be5-828b-f1029c6d3089 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:19.109384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.116453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.122072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.122605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.144680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.176916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:19.185630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.185857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:19.192757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.200217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:19.216553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16a34b-770d-4abb-8015-7d1c9df26e70 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:19.258571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=b2eb4210-5fe9-4e19-b1eb-b781bffa3e7b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.312229 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7625456 Mar 16 10:55:19.315030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37896) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.332671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:19.364595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16a34b-770d-4abb-8015-7d1c9df26e70 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:19.378987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Calling delete_port for fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:19.424008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8708-9b57-4cf7-93af-6125ed2c3429 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.428328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:19.428670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.493270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.500089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:19.500945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.518776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:19.673113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.758722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Port': ['ID=fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.758962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:19.768980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.770752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=64e8bfd1-3725-4e37-a36a-49d7bd5f00c8,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:19.773694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4c1e8b9d-3340-4495-9e86-48a8d922958e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1111839 Mar 16 10:55:19.775018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:19.781165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:19.789640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.803024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:19.803493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:19.825459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:19.830944 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d6bbfc4e-756f-4f46-b695-35bb6dc356a8 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/ports/fa9e625d-d9cb-4cdc-837a-5ad2cfa2ff85 HTTP/1.1" status: 204 len: 168 time: 1.0575061 Mar 16 10:55:19.832864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37904) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.882202 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb3dbc3-26e4-42c1-99bd-4d682d3aa209 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:19.882655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb3dbc3-26e4-42c1-99bd-4d682d3aa209 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:19.886614 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2fb3dbc3-26e4-42c1-99bd-4d682d3aa209 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/229a942d-0b6f-4e74-96fc-64a34e67afe4 HTTP/1.1" status: 404 len: 337 time: 0.0515292 Mar 16 10:55:19.888189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37908) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:19.892422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d,segment=NetworkSegment(31f122e4-d2ee-40d3-924f-2d3420b7762d),segment_id=31f122e4-d2ee-40d3-924f-2d3420b7762d)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:19.892786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:19.959301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da760609-b7e8-4ba8-8bda-5700b9b5563c None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:20.057861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:20.087798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da760609-b7e8-4ba8-8bda-5700b9b5563c None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:20.161531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:20.164304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.174649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.251559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.295613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:20.318284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:20.364550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:20.370507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port 45a987f0-b0bf-4d33-a87d-c11e5dc6bb7d on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:20.372132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:20.392068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:20.406589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.466573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fb057a-41b7-4e9f-b03f-c389a18aa6f2']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.493672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.532029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fe6129-d99b-45d5-bfe6-0cfecf5987e9') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.532409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fe6129-d99b-45d5-bfe6-0cfecf5987e9') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.540907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.544910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.546102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:20.549533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.556944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.583193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.589999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.600574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f122e4-d2ee-40d3-924f-2d3420b7762d') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.600899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f122e4-d2ee-40d3-924f-2d3420b7762d') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:20.607380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:20.607635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:20.621649 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:20.667719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.695009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.721617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.727971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.729864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:20.730247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:20.744400 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:20.759754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.831547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=f2fb057a-41b7-4e9f-b03f-c389a18aa6f2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:20.839803 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-52ac771b-b566-4711-b063-1f00cb74a118 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/f2fb057a-41b7-4e9f-b03f-c389a18aa6f2 HTTP/1.1" status: 204 len: 168 time: 0.9500308 Mar 16 10:55:20.843569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.896543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.921471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.934950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:20.940508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting port 3c0db0c7-54fb-4825-947b-599b81e34aee {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:20.940907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:20.970060 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-61cc23e6-2b68-408b-832e-202536ce7fed tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb HTTP/1.1" status: 204 len: 168 time: 5.4050221 Mar 16 10:55:20.975424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37916) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:20.986457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001585558'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:20.996392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:21.004312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:21.008760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:21.133530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:21.180762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Allocated IP 172.26.0.19 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/71ee5c19-a6d7-45ad-9856-4e86608bec92) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:21.182357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:21.186011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.220089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.312239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:21.331241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.342411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.342756 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 96b00475-20a2-4c04-bb4c-46fe5b521966 of type vlan for network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f Mar 16 10:55:21.461121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Calling delete_port for 3c0db0c7-54fb-4825-947b-599b81e34aee owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:21.524686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.581195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.583177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.588587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:21.589183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.631309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=edf6167b-8dac-4a5e-b293-a07e7a8a7803,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.675967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Port': ['ID=3c0db0c7-54fb-4825-947b-599b81e34aee,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.689306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.695386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.702357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.737000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': 'c75b6acf-933e-4622-90c5-b7ad11366c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:21.737280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:21.741575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.749635 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7729805 Mar 16 10:55:21.752890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.756333 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e9edbd1b-d83e-498e-910f-45a30b32a607 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/ports/3c0db0c7-54fb-4825-947b-599b81e34aee HTTP/1.1" status: 204 len: 168 time: 0.9114308 Mar 16 10:55:21.761437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37924) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.761875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:21.775956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6b1aa-7d71-47b0-a419-c824e8f7dbfc tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=8470f1a6-0f66-4e82-a8e1-a2c393833c9f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.787515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:21.876422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:21.880240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:21.883513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:21.889411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:21.900133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:21.903592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.917019 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf185dc-ade1-490a-a144-1374499b6ee0 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:21.917475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf185dc-ade1-490a-a144-1374499b6ee0 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:21.947357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:21.952415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=a117c570-d3a1-4e27-9dca-20a93adcd2af,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:21.960033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:21.975545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4bf185dc-ade1-490a-a144-1374499b6ee0 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/e7454ad3-e1d1-457b-83eb-96bd96fecfb5 HTTP/1.1" status: 404 len: 337 time: 0.1992769 Mar 16 10:55:21.982117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37928) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:21.992947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': 'fe9578c7-d6d5-4014-a59c-1b52800269d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:21.993220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:22.003622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:22.011787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2de70-1320-499f-a693-d898626636c2 None None] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:22.093979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.094579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.122351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.214458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:22.215661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=619e98ca-bd46-4ff1-bf8d-30f6d5b0f8e6,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.220757 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-de84fe80-5ee0-4eed-8087-48d33082d1d1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9019344 Mar 16 10:55:22.221875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': '96b00475-20a2-4c04-bb4c-46fe5b521966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:22.221875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 8470f1a6-0f66-4e82-a8e1-a2c393833c9f, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:22.225635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37932) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.234011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848689324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.243335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af', 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'edf6167b-8dac-4a5e-b293-a07e7a8a7803'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:22.244139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.244359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:22.247628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:22.252391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:22.254510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.256369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:22.264180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.264768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.266484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:22.270408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.273674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:22.283300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.284342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.288726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8470f1a6-0f66-4e82-a8e1-a2c393833c9f) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:22.294365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:22.296087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.319398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.337693 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-44123b54-962b-4c4b-809b-980938b32816 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5836391 Mar 16 10:55:22.339891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37936) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.368385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.379066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306729ca-b74d-4ec1-9385-4df3f74d1337 None None] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:22.391818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:22.392289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65795518-4cf1-4106-ae09-7af7d14392d5 None None] Network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:22.395159 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b85e28c5-7f5b-49a8-a549-03a372277798 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6043651 Mar 16 10:55:22.401857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:22.402055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37940) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.416424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823612416'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:22.430329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:22.469155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:22.470828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router 037096a5-f15f-4ebc-8d56-2c10d21aac66 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:22.481232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event updated for resources: {'Port': ['ID=71ee5c19-a6d7-45ad-9856-4e86608bec92,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:22.486192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:22.492117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:22.497888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.499789 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-97f2791c-4218-4309-a4ba-75f02bcf9dfa tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2717507 Mar 16 10:55:22.506226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:22.508110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37944) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:22.612203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.656251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:22.659944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.686647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Allocated IP 2001:db8::2 (2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af/edf6167b-8dac-4a5e-b293-a07e7a8a7803/6b020697-73ae-4397-8f3c-09e11e0f67ee) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:22.726159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f92c1c-dac8-4a8e-8a25-b34292f25341']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:22.835081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8977da83-dea7-4c26-84ad-724de58e35cd') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:22.835371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8977da83-dea7-4c26-84ad-724de58e35cd') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:22.880883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.923970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.972898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:22.985057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.989061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:22.994898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:22.995292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-64e8bfd1-3725-4e37-a36a-49d7bd5f00c8', 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': 'a117c570-d3a1-4e27-9dca-20a93adcd2af'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:22.996093 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17184150-05df-4245-87db-3eb322d1e3aa tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "PUT /v2.0/routers/037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 200 len: 918 time: 7.6405239 Mar 16 10:55:22.996211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.017363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] Sync routers for ids ['037096a5-f15f-4ebc-8d56-2c10d21aac66'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:23.041481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37948) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.051435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] Routers {'037096a5-f15f-4ebc-8d56-2c10d21aac66'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:23.052888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['037096a5-f15f-4ebc-8d56-2c10d21aac66'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.053061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:23.053793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:23.069163 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:23.101098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8470f1a6-0f66-4e82-a8e1-a2c393833c9f', 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '619e98ca-bd46-4ff1-bf8d-30f6d5b0f8e6'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:23.101830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.151910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.152277 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e of type vlan for network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 Mar 16 10:55:23.220263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.316974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] Routers {'037096a5-f15f-4ebc-8d56-2c10d21aac66'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:23.317628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['037096a5-f15f-4ebc-8d56-2c10d21aac66'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.324103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.369177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.372278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.379084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.394714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.404347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=91f92c1c-dac8-4a8e-8a25-b34292f25341,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.422144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-92ee1e28-5b19-4b84-9db3-6fc0bc00f3e3 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/91f92c1c-dac8-4a8e-8a25-b34292f25341 HTTP/1.1" status: 204 len: 168 time: 1.4274855 Mar 16 10:55:23.422393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37952) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.453013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:23.453417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33343ae4-af70-4b18-940d-74cf943f0993 None None] The sync data for ids ['037096a5-f15f-4ebc-8d56-2c10d21aac66'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:23.461645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Transition to ACTIVE for port object 6b020697-73ae-4397-8f3c-09e11e0f67ee will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:23.467082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.505259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Transition to ACTIVE for port object 6b020697-73ae-4397-8f3c-09e11e0f67ee will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:23.506993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Allocated IP 2001:db8::1 (64e8bfd1-3725-4e37-a36a-49d7bd5f00c8/a117c570-d3a1-4e27-9dca-20a93adcd2af/101ce73e-f47a-43bc-9fd2-c1be3839c3b8) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:23.533744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.563529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.568404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting subnet d750058a-a2b8-4f7e-8d5c-3abe52b44ec3 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:23.569761 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c7dce3cb-3ab5-46bf-adab-6a0f46460c2e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 200 len: 924 time: 0.5276587 Mar 16 10:55:23.573222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37956) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.624128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.645124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.650676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:23.651274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.681990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:23.740001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:23.756215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:23.759624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Pushing event updated for resources: {'Port': ['ID=6b020697-73ae-4397-8f3c-09e11e0f67ee,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.768127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Allocated IP 172.20.0.1 (8470f1a6-0f66-4e82-a8e1-a2c393833c9f/619e98ca-bd46-4ff1-bf8d-30f6d5b0f8e6/001a48e4-911a-4ba5-9a4a-5cc62a50c333) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:23.772001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:23.860133 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4536221 Mar 16 10:55:23.874284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37960) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:23.881200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:23.907944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728262e1-f638-4ee8-8e8a-18328edfd635 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=be63f8e7-f7a7-43e1-a159-6b2f3de2f676,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:23.938716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:24.022421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c6a19-f769-4960-9280-12ca002ca341 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.023119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-787c6a19-f769-4960-9280-12ca002ca341 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Synchronizing usage tracker for tenant:4aafaae5c0a54a738e574052cc9e2c1b on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:24.063320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Attempting to bind port 6b020697-73ae-4397-8f3c-09e11e0f67ee on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:24.064024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Attempting to bind port 6b020697-73ae-4397-8f3c-09e11e0f67ee by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c75b6acf-933e-4622-90c5-b7ad11366c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:24.064024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Attempting to bind port 6b020697-73ae-4397-8f3c-09e11e0f67ee on network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:24.068782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-787c6a19-f769-4960-9280-12ca002ca341 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Unset dirty status for tenant:4aafaae5c0a54a738e574052cc9e2c1b on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:24.070000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-787c6a19-f769-4960-9280-12ca002ca341 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=037096a5-f15f-4ebc-8d56-2c10d21aac66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4946458 Mar 16 10:55:24.073470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37964) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.082857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.083575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.088553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.103781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:24.128560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:24.135245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:24.149814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Transition to ACTIVE for port object 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:24.152412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:24.152806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Checking segment: {'id': 'c75b6acf-933e-4622-90c5-b7ad11366c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:24.153187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.153568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Bound using segment: {'id': 'c75b6acf-933e-4622-90c5-b7ad11366c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:24.154850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Bound port: 6b020697-73ae-4397-8f3c-09e11e0f67ee, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75b6acf-933e-4622-90c5-b7ad11366c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:24.155223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.186556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:24.312400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Transition to ACTIVE for port object 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:24.334042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.341326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.383543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Subnet': ['ID=d750058a-a2b8-4f7e-8d5c-3abe52b44ec3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.389178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.401139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-602280d7-65f2-498b-9083-a4b383bbfc37 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/subnets/d750058a-a2b8-4f7e-8d5c-3abe52b44ec3 HTTP/1.1" status: 204 len: 168 time: 0.9754252 Mar 16 10:55:24.401747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37968) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.407246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8::1 (2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af/edf6167b-8dac-4a5e-b293-a07e7a8a7803/d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:24.424031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2af95-3f6a-4f5e-8463-81b4998128ad None None] Network 1590f608-c7f4-4cc7-83c7-570a86cb56ad requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:24.427825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:24.431501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.518748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Router 3f5e3635-4f17-45fa-b865-f6e68cd7e503 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:24.534461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:24.546138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.593078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Pushing event updated for resources: {'Port': ['ID=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.595572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:24.603674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:24.618573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] For port 6b020697-73ae-4397-8f3c-09e11e0f67ee, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:24.627426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Deleting port 8d861910-0c73-4d2b-bc81-068adcc13469 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:24.628044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.633021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.634321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.710455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Transition to ACTIVE for port object 001a48e4-911a-4ba5-9a4a-5cc62a50c333 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:24.713708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] For port 6b020697-73ae-4397-8f3c-09e11e0f67ee, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b020697-73ae-4397-8f3c-09e11e0f67ee,segment=NetworkSegment(c75b6acf-933e-4622-90c5-b7ad11366c37),segment_id=c75b6acf-933e-4622-90c5-b7ad11366c37)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:24.714383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing IP validity checks on allocation pools {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:55:24.714907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:55:24.734447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360d550-9d9c-43f3-949b-1ff0bb002a4e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:24.736152 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b360d550-9d9c-43f3-949b-1ff0bb002a4e tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.6582720 Mar 16 10:55:24.737531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:24.741099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37972) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.781138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.799554 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2aab3510-2785-4ff2-b396-26d93d642ec0 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 200 len: 205 time: 0.0564113 Mar 16 10:55:24.803747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37976) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:24.854527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Transition to ACTIVE for port object 001a48e4-911a-4ba5-9a4a-5cc62a50c333 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:24.874283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.887291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Attempting to bind port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:24.887879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Attempting to bind port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'fe9578c7-d6d5-4014-a59c-1b52800269d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:24.888496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Attempting to bind port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 on network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:24.920086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:24.920821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Checking segment: {'id': 'fe9578c7-d6d5-4014-a59c-1b52800269d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:24.921382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.921770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Bound using segment: {'id': 'fe9578c7-d6d5-4014-a59c-1b52800269d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:24.922238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Bound port: 101ce73e-f47a-43bc-9fd2-c1be3839c3b8, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9578c7-d6d5-4014-a59c-1b52800269d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '64e8bfd1-3725-4e37-a36a-49d7bd5f00c8'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:24.922603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:24.950158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:24.960021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:24.962858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b79aa-5bed-41de-ad15-0f43fcc983bf None None] Pushing event updated for resources: {'Port': ['ID=6b020697-73ae-4397-8f3c-09e11e0f67ee,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:24.965074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.018773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:25.057392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:25.077358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] For port 8d861910-0c73-4d2b-bc81-068adcc13469, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d861910-0c73-4d2b-bc81-068adcc13469,segment=NetworkSegment(12dc7184-fdd4-4b7c-b0e4-e4f406f26950),segment_id=12dc7184-fdd4-4b7c-b0e4-e4f406f26950)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:25.077730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.080160 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] Sync routers for ids ['3f5e3635-4f17-45fa-b865-f6e68cd7e503'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:25.087627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=619e98ca-bd46-4ff1-bf8d-30f6d5b0f8e6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.113259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.127141 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] Routers {'3f5e3635-4f17-45fa-b865-f6e68cd7e503'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:25.128019 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3f5e3635-4f17-45fa-b865-f6e68cd7e503'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.156995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.158429 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8042f1ce-8837-4bdc-a898-4e2cc2f1988f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5553117 Mar 16 10:55:25.186812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:25.225547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Pushing event updated for resources: {'Port': ['ID=001a48e4-911a-4ba5-9a4a-5cc62a50c333,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.230213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Calling delete_port for 8d861910-0c73-4d2b-bc81-068adcc13469 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:25.248735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Attempting to bind port 001a48e4-911a-4ba5-9a4a-5cc62a50c333 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:25.249532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Attempting to bind port 001a48e4-911a-4ba5-9a4a-5cc62a50c333 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '96b00475-20a2-4c04-bb4c-46fe5b521966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:25.250260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Attempting to bind port 001a48e4-911a-4ba5-9a4a-5cc62a50c333 on network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:25.258792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:25.259288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Checking segment: {'id': '96b00475-20a2-4c04-bb4c-46fe5b521966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:25.259784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.260262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Bound using segment: {'id': '96b00475-20a2-4c04-bb4c-46fe5b521966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:25.260857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Bound port: 001a48e4-911a-4ba5-9a4a-5cc62a50c333, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b00475-20a2-4c04-bb4c-46fe5b521966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:25.261326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.277844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] For port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:25.293133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] For port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,segment=NetworkSegment(fe9578c7-d6d5-4014-a59c-1b52800269d8),segment_id=fe9578c7-d6d5-4014-a59c-1b52800269d8)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:25.307693 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.320383 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] Routers {'3f5e3635-4f17-45fa-b865-f6e68cd7e503'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:25.321321 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:54:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3f5e3635-4f17-45fa-b865-f6e68cd7e503'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.323594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.344485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13442ab2-47de-4c7c-a22d-09d34b5deadd None None] DHCP port deletion for 1590f608-c7f4-4cc7-83c7-570a86cb56ad request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:25.356937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.393427 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.394042 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a58e-76a9-436f-aedc-be84084dd74f None None] The sync data for ids ['3f5e3635-4f17-45fa-b865-f6e68cd7e503'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:25.423373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Port': ['ID=8d861910-0c73-4d2b-bc81-068adcc13469,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.431691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] No DVR routers for this DVR port 8d861910-0c73-4d2b-bc81-068adcc13469 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:25.452528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.596227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] For port 001a48e4-911a-4ba5-9a4a-5cc62a50c333, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:25.602160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] For port 001a48e4-911a-4ba5-9a4a-5cc62a50c333, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=001a48e4-911a-4ba5-9a4a-5cc62a50c333,segment=NetworkSegment(96b00475-20a2-4c04-bb4c-46fe5b521966),segment_id=96b00475-20a2-4c04-bb4c-46fe5b521966)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:25.605900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.620470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.644310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1590f608-c7f4-4cc7-83c7-570a86cb56ad']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.646248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:25.656139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22764a-8b68-49ac-9111-29d9469ac928 None None] Pushing event updated for resources: {'Port': ['ID=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.666093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dc7184-fdd4-4b7c-b0e4-e4f406f26950') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.666393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dc7184-fdd4-4b7c-b0e4-e4f406f26950') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.682618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.687640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.699841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:25.711460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.712403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.720666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:25.721255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.721741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:25.722397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:25.740691 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:25.766831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.797855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.839840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8470f1a6-0f66-4e82-a8e1-a2c393833c9f']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.841702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0452b4-b08b-4dbc-8c35-df9a5912c9f0 None None] Pushing event updated for resources: {'Port': ['ID=001a48e4-911a-4ba5-9a4a-5cc62a50c333,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.853357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.868972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03a0e5-1bb1-4b13-b168-86e40aee4633 None None] Network 8470f1a6-0f66-4e82-a8e1-a2c393833c9f requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:25.880048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:25.886631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] Pushing event deleted for resources: {'Network': ['ID=1590f608-c7f4-4cc7-83c7-570a86cb56ad,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:25.894613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cadf4be8-1f2a-4488-a29b-d4901b3fbd65 tempest-NetworksIpV6TestAttrs-2030264886 tempest-NetworksIpV6TestAttrs-2030264886-project] 10.222.0.50 "DELETE /v2.0/networks/1590f608-c7f4-4cc7-83c7-570a86cb56ad HTTP/1.1" status: 204 len: 168 time: 1.4918983 Mar 16 10:55:25.958772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b00475-20a2-4c04-bb4c-46fe5b521966') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:25.959066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b00475-20a2-4c04-bb4c-46fe5b521966') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:26.152601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port b2eb4210-5fe9-4e19-b1eb-b781bffa3e7b {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.153370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.217528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.240978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=d9b33231-c4f7-4e8a-8506-e23922a2ca6f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:26.291374 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6bd58204-05f3-4d87-986c-efc8bc43033e tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/3f5e3635-4f17-45fa-b865-f6e68cd7e503 HTTP/1.1" status: 200 len: 919 time: 1.0887201 Mar 16 10:55:26.292475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.294401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37990) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.306689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:26.307051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: be63f8e7-f7a7-43e1-a159-6b2f3de2f676, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:26.311156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 37994) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.348879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:26.349292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.363401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd424b08-a29e-4576-aeb1-94a8453ee510 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f5e3635-4f17-45fa-b865-f6e68cd7e503 HTTP/1.1" status: 200 len: 205 time: 0.0644662 Mar 16 10:55:26.363839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 37998) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:26.373454 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:26.590806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.646372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.650437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fafb3-56e5-4465-b3ba-840c646fc5fe None None] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:26.665920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:26.667989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:26.667989 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:26.667989 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': '8470f1a6-0f66-4e82-a8e1-a2c393833c9f'}] Mar 16 10:55:26.667989 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:26.668285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:26.817720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4468adea-2f95-4254-950e-b503ddd90a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.838965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-849a1917-fc2e-44a4-b6ba-dda6c20c9348 None None] Provisioning for port 6b020697-73ae-4397-8f3c-09e11e0f67ee completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:26.890413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:26.918896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port 71ee5c19-a6d7-45ad-9856-4e86608bec92 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:26.919337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.127086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:27.170450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c427f4a-fb4e-44fb-98e3-de28f932fd9b None None] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:27.207208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.221242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.242857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, be63f8e7-f7a7-43e1-a159-6b2f3de2f676) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:27.291915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda43fc-5fdf-47dc-8fe7-1dafaf699b5e None None] Network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:27.319759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.320682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.411025 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bf0ce097-ae64-4daf-8daf-bc66045e75e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05bbe0ab46a946f981f20776d51f59db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0933292 Mar 16 10:55:27.418374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for b2eb4210-5fe9-4e19-b1eb-b781bffa3e7b owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.425006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.460493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38014) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.514329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port 001a48e4-911a-4ba5-9a4a-5cc62a50c333 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:27.514910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.515319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e7286431-7789-40dc-b275-2285131fbd5b None None] Provisioning for port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:27.580954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:27.583693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for 71ee5c19-a6d7-45ad-9856-4e86608bec92 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:27.585717 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa165d85-444b-459c-8800-608d7bbeff34 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7097502 Mar 16 10:55:27.592930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38018) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:27.624594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:27.625008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.803063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.837180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-be63f8e7-f7a7-43e1-a159-6b2f3de2f676', 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': 'd9b33231-c4f7-4e8a-8506-e23922a2ca6f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:27.838650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.839139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.839885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.845221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecef7b-1935-418d-a2b9-7b1bd0ae5e2c req-cfdf847e-b7e0-4788-b038-d9c749b63b0c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.847176 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19ecef7b-1935-418d-a2b9-7b1bd0ae5e2c req-cfdf847e-b7e0-4788-b038-d9c749b63b0c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.2254221 Mar 16 10:55:27.862481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a1c0a-2cd8-4b18-80e8-3424f1589d59 req-c6d7b344-38fe-4e9b-8a74-a60d36640421 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:27.864517 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7a1c0a-2cd8-4b18-80e8-3424f1589d59 req-c6d7b344-38fe-4e9b-8a74-a60d36640421 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.2415521 Mar 16 10:55:27.879370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.938450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:27.948261 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19ecef7b-1935-418d-a2b9-7b1bd0ae5e2c req-af5048de-3349-46c2-b9f2-a17b0f4d29d4 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825117 Mar 16 10:55:28.019782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7a1c0a-2cd8-4b18-80e8-3424f1589d59 req-96879dcf-7649-4e6f-8669-a4a603eb91c2 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375663 Mar 16 10:55:28.048115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.062838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,segment=NetworkSegment(fe9578c7-d6d5-4014-a59c-1b52800269d8),segment_id=fe9578c7-d6d5-4014-a59c-1b52800269d8)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:28.077661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.078547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b020697-73ae-4397-8f3c-09e11e0f67ee up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:28.134528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=71ee5c19-a6d7-45ad-9856-4e86608bec92,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.262357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.311378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port 001a48e4-911a-4ba5-9a4a-5cc62a50c333, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=001a48e4-911a-4ba5-9a4a-5cc62a50c333,segment=NetworkSegment(96b00475-20a2-4c04-bb4c-46fe5b521966),segment_id=96b00475-20a2-4c04-bb4c-46fe5b521966)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:28.311935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.363793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Allocated IP 2001:db8::3 (be63f8e7-f7a7-43e1-a159-6b2f3de2f676/d9b33231-c4f7-4e8a-8506-e23922a2ca6f/0aadb3d3-a253-4b97-a700-dad4e7cebf49) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:28.366564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e7b70e72-aad1-430a-8493-b31384ce6852 None None] Provisioning for port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:28.381270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.383992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e7b70e72-aad1-430a-8493-b31384ce6852 None None] Provisioning complete for port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:28.384358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e7b70e72-aad1-430a-8493-b31384ce6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.471339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.473948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.485769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.503423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for 001a48e4-911a-4ba5-9a4a-5cc62a50c333 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:28.508870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.509456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5e3635-4f17-45fa-b865-f6e68cd7e503 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:28.529580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.531293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d41c3527-03eb-4c2c-9be6-77a3828fee93 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/3f5e3635-4f17-45fa-b865-f6e68cd7e503 HTTP/1.1" status: 204 len: 168 time: 2.1657243 Mar 16 10:55:28.534629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38022) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:28.539970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1458645674', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:28.545885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:28.549959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:router and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:28.552934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:28.553330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6b020697-73ae-4397-8f3c-09e11e0f67ee completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:28.558723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:28.570896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.571984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.581194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6b020697-73ae-4397-8f3c-09e11e0f67ee triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:28.581583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.588326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.624694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:28.642797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e7b70e72-aad1-430a-8493-b31384ce6852 None None] Port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:28.714139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.822842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.844671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.854791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cee1c12f-61b8-4131-bf34-f87f88216880 None None] Provisioning complete for port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:28.855467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cee1c12f-61b8-4131-bf34-f87f88216880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.863113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:28.867190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:28.895980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.910031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Transition to ACTIVE for port object 0aadb3d3-a253-4b97-a700-dad4e7cebf49 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:28.926722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6b020697-73ae-4397-8f3c-09e11e0f67ee, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b020697-73ae-4397-8f3c-09e11e0f67ee,segment=NetworkSegment(c75b6acf-933e-4622-90c5-b7ad11366c37),segment_id=c75b6acf-933e-4622-90c5-b7ad11366c37)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:28.934875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.938982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:28.947044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.011721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Transition to ACTIVE for port object 0aadb3d3-a253-4b97-a700-dad4e7cebf49 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:29.026850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=b2eb4210-5fe9-4e19-b1eb-b781bffa3e7b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.069761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.071514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port 001a48e4-911a-4ba5-9a4a-5cc62a50c333 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:29.098804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d861910-0c73-4d2b-bc81-068adcc13469 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:29.126988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.170899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=001a48e4-911a-4ba5-9a4a-5cc62a50c333,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.227419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6995f55-ec4f-42e8-9a81-4f59a7da2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.246634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8d861910-0c73-4d2b-bc81-068adcc13469 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:29.246876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d861910-0c73-4d2b-bc81-068adcc13469 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:29.256728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:29.259942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:29.288407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:29.295170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6b020697-73ae-4397-8f3c-09e11e0f67ee,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.335622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d3a7a0-447a-4ec2-a9c7-c0c5cf069fc1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.372012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.392826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:29.515689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.519143 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-34407b55-fd91-4f79-91b8-1250d2ba7ef1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5d3a7a0-447a-4ec2-a9c7-c0c5cf069fc1 HTTP/1.1" status: 204 len: 168 time: 2.0490656 Mar 16 10:55:29.527681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Pushing event updated for resources: {'Port': ['ID=0aadb3d3-a253-4b97-a700-dad4e7cebf49,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:29.546366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Attempting to bind port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:29.546761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Attempting to bind port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:29.547112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Attempting to bind port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 on network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:29.558951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:29.559444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Checking segment: {'id': 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:29.559858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.560435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Bound using segment: {'id': 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:29.561073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Bound port: 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:29.561472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.582883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cee1c12f-61b8-4131-bf34-f87f88216880 None None] Provisioning complete for port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:29.583254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cee1c12f-61b8-4131-bf34-f87f88216880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.615145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.661733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.683977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:29.684354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.745655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cee1c12f-61b8-4131-bf34-f87f88216880 None None] Port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:29.787046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:29.791271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0aadb3d3-a253-4b97-a700-dad4e7cebf49,segment=NetworkSegment(b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e),segment_id=b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:29.801240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8470f1a6-0f66-4e82-a8e1-a2c393833c9f']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:29.813921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-fd8783d6-baa2-490e-a124-120a9ed2442f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.816027 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-fd8783d6-baa2-490e-a124-120a9ed2442f tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.7388566 Mar 16 10:55:29.821256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.828234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:29.931521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4891-5f27-4dd5-8dc5-9d0526df3afc req-254b5be6-df36-4c6b-9cff-bc7cc64d6f3f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:29.933731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d1d4891-5f27-4dd5-8dc5-9d0526df3afc req-254b5be6-df36-4c6b-9cff-bc7cc64d6f3f tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.7473001 Mar 16 10:55:29.951684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-03dad5c3-8185-407d-bfcf-f1d0a76301ae None None] Provisioning complete for port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:29.952166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-03dad5c3-8185-407d-bfcf-f1d0a76301ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.006278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ebf96-7840-4ed2-b837-d6c007133903 req-95378202-05f8-45ef-a0a8-a5fabc47f5ba tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.008099 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-290ebf96-7840-4ed2-b837-d6c007133903 req-95378202-05f8-45ef-a0a8-a5fabc47f5ba tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.6496687 Mar 16 10:55:30.014700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30dc1-5674-46e7-9779-257808313f2b None None] Pushing event updated for resources: {'Port': ['ID=0aadb3d3-a253-4b97-a700-dad4e7cebf49,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.041455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-03dad5c3-8185-407d-bfcf-f1d0a76301ae None None] Port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:55:30.043308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.056280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.104501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.113368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b00475-20a2-4c04-bb4c-46fe5b521966') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.113686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b00475-20a2-4c04-bb4c-46fe5b521966') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.124043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d1d4891-5f27-4dd5-8dc5-9d0526df3afc req-03ff59c7-ba3e-4480-bd37-64db36bd1961 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609831 Mar 16 10:55:30.126887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.156172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-abd18f29-a2ad-4de3-b69a-10abffdd9ffb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:30.156936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-abd18f29-a2ad-4de3-b69a-10abffdd9ffb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Synchronizing usage tracker for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:30.165100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.185156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b33231-c4f7-4e8a-8506-e23922a2ca6f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.230311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-290ebf96-7840-4ed2-b837-d6c007133903 req-5c3c7b7c-cd2a-4039-a346-b02ed6046169 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827312 Mar 16 10:55:30.233179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Deleting port 914fc89a-35e8-492d-85a5-f41ada15c0b6 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:30.233577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.247152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.332944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.333476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router 037096a5-f15f-4ebc-8d56-2c10d21aac66 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:30.338969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:30.339501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.343945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.354271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-abd18f29-a2ad-4de3-b69a-10abffdd9ffb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Unset dirty status for tenant:8acf26f1d08648e39a6cbc181a9a8788 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:30.355410 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-abd18f29-a2ad-4de3-b69a-10abffdd9ffb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 1.0513303 Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:30.356037 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:30.358417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.385855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 63a76308-0386-4ad8-a756-d4901dce13dd is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:30.458268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.533262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be63f8e7-f7a7-43e1-a159-6b2f3de2f676']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.563410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38050) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.623335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.623799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.631433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.26.0.220 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/62bcfcad-b367-488b-a786-d5d141b34d79) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:30.633641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.634723 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c2f908f-c784-4602-81b0-5234d3ff4eda tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 204 len: 168 time: 5.8298492 Mar 16 10:55:30.635517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.640939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38056) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.648008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] For port 914fc89a-35e8-492d-85a5-f41ada15c0b6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=914fc89a-35e8-492d-85a5-f41ada15c0b6,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:30.648333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.650844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Deleting port c2f3487e-a1c8-4302-9081-206b8c4180bf {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:30.651184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.663327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501637176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:30.670268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:30.674246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:30.677785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:30.685652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:30.699213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.702930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.771016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2f59f574-0391-4171-92c3-8ea9897a6775 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] Request body: {'port': {'network_id': 'b6919b07-07f0-49fe-bca6-49256b64abd5', 'name': 'tempest-NetworksNegativeTestJSON-1969625247'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:30.781448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=8470f1a6-0f66-4e82-a8e1-a2c393833c9f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:30.803241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-75ae3439-3ff0-4e0f-9f8e-aab5c86bb11e tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/8470f1a6-0f66-4e82-a8e1-a2c393833c9f HTTP/1.1" status: 204 len: 168 time: 8.4587975 Mar 16 10:55:30.811464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.812078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.828324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.829391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.833528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857788542'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:30.837984 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f59f574-0391-4171-92c3-8ea9897a6775 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] POST failed (client error): The resource could not be found. Mar 16 10:55:30.838309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f59f574-0391-4171-92c3-8ea9897a6775 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:30.843604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2f59f574-0391-4171-92c3-8ea9897a6775 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2736378 Mar 16 10:55:30.846294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:30.876963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:30.877979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:30.878379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:30.897080 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:30.899248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:30.918107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:30.926455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:30.931724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] Sync routers for ids ['63a76308-0386-4ad8-a756-d4901dce13dd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:30.946598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] Routers {'63a76308-0386-4ad8-a756-d4901dce13dd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:30.947222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63a76308-0386-4ad8-a756-d4901dce13dd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:30.953565 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e898f167-2620-4597-803d-bb3a8142b6ab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/63a76308-0386-4ad8-a756-d4901dce13dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4442480 Mar 16 10:55:30.960185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:30.962148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38068) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.010928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.020542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:31.031059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] Routers {'63a76308-0386-4ad8-a756-d4901dce13dd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:31.031922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63a76308-0386-4ad8-a756-d4901dce13dd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:31.098424 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ffe06e-b8fb-43bf-abae-4afca4ce275a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:31.098987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ffe06e-b8fb-43bf-abae-4afca4ce275a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:31.100738 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59ffe06e-b8fb-43bf-abae-4afca4ce275a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "DELETE /v2.0/networks/a8db5c72-d485-4ec9-9cdb-40784d0ad6c3 HTTP/1.1" status: 404 len: 339 time: 0.2051663 Mar 16 10:55:31.105643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:31.106328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696470-0540-4667-a7fc-2d405bf8da3c None None] The sync data for ids ['63a76308-0386-4ad8-a756-d4901dce13dd'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:31.121635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38072) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.143565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:31.147008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.174787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.190781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.204557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:31.204557 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:31.204557 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': 'be63f8e7-f7a7-43e1-a159-6b2f3de2f676'}] Mar 16 10:55:31.204557 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:31.205110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:31.236931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.237307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.237614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Floating IP 165a43f3-4cbe-42fa-9ffb-9388824ae83a disassociated. External IP: 172.26.0.43, port: 914fc89a-35e8-492d-85a5-f41ada15c0b6. Mar 16 10:55:31.237984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Calling delete_port for 914fc89a-35e8-492d-85a5-f41ada15c0b6 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:31.260307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c3b35-ec5c-4e6b-b2c2-adde09268915 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:31.262471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-183c3b35-ec5c-4e6b-b2c2-adde09268915 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:31.293874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:31.310077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.310643 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment ad1cac34-ba8d-406e-9aea-903daa45c7c8 of type vlan for network 1f24b538-f456-4fe9-b5a1-a4d53388f140 Mar 16 10:55:31.345730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.354976 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c841a5a8-aa13-485a-830d-3a39c5734bde tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:31.355543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c841a5a8-aa13-485a-830d-3a39c5734bde tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:31.373774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc30eb8-611b-46b1-8ad0-d9c78447de8c None None] Network be63f8e7-f7a7-43e1-a159-6b2f3de2f676 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:31.475473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0aadb3d3-a253-4b97-a700-dad4e7cebf49 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:31.489285 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c841a5a8-aa13-485a-830d-3a39c5734bde tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "DELETE /v2.0/ports/024ff3c3-46dd-4f75-9908-7b569b2ec310 HTTP/1.1" status: 404 len: 333 time: 0.3654413 Mar 16 10:55:31.499389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38080) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.515268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.515268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-792bf819-2b06-46db-a3b9-bac83a4eeae9 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8685281 Mar 16 10:55:31.522454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d5210c2f-59bf-40f7-8663-38ca4a0af211 None None] Provisioning for port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:31.525121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38084) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.571930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-183c3b35-ec5c-4e6b-b2c2-adde09268915 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:31.576662 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-183c3b35-ec5c-4e6b-b2c2-adde09268915 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports/d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f HTTP/1.1" status: 200 len: 911 time: 0.5608728 Mar 16 10:55:31.582995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.587674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:31.646784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.650695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:31.656747 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-741ab4c4-98fc-4982-be11-facdc3dfb2ad tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:31.656747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741ab4c4-98fc-4982-be11-facdc3dfb2ad tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:31.661105 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-741ab4c4-98fc-4982-be11-facdc3dfb2ad tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "DELETE /v2.0/subnets/7a0711e5-2182-438e-9ed7-8b6cf6904371 HTTP/1.1" status: 404 len: 337 time: 0.1565173 Mar 16 10:55:31.661221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:31.661221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.662654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'edf6167b-8dac-4a5e-b293-a07e7a8a7803'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:31.707804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38092) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:31.717187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.734895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.740305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:31.740933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.785226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:31.795250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:31.805153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880493-bd21-424c-b912-db60c77bbef4 req-c6fc6c9f-7ba1-4111-b7ab-7a3ae43261ef tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:31.806790 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74880493-bd21-424c-b912-db60c77bbef4 req-c6fc6c9f-7ba1-4111-b7ab-7a3ae43261ef tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 945 time: 0.5365684 Mar 16 10:55:31.810195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:31.811131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89105435-78f5-4862-bc89-641646f35c8d None None] DHCP port deletion for be63f8e7-f7a7-43e1-a159-6b2f3de2f676 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:31.817847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.820218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Deleting port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:31.820683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.849539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.852334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41de16d-032b-4d4c-a8ea-a0bfb49f8861 req-97abdc4e-8bc2-4602-8669-1da955232463 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:31.853920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e41de16d-032b-4d4c-a8ea-a0bfb49f8861 req-97abdc4e-8bc2-4602-8669-1da955232463 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 945 time: 0.3544776 Mar 16 10:55:31.921381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=62bcfcad-b367-488b-a786-d5d141b34d79,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:31.938477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.944134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0aadb3d3-a253-4b97-a700-dad4e7cebf49,segment=NetworkSegment(b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e),segment_id=b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:31.951914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:31.952880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b020697-73ae-4397-8f3c-09e11e0f67ee up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:32.020272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event deleted for resources: {'Port': ['ID=914fc89a-35e8-492d-85a5-f41ada15c0b6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.026345 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74880493-bd21-424c-b912-db60c77bbef4 req-4d03a805-0004-460b-8752-35f79fb1b091 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877708 Mar 16 10:55:32.065299 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f8b3da-30c6-4527-b8f1-ef780d262030 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] GET failed (client error): The resource could not be found. Mar 16 10:55:32.065299 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-94f8b3da-30c6-4527-b8f1-ef780d262030 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "GET /v2.0/networks/2dd24565-07ff-4624-987e-8493f5b4af92 HTTP/1.1" status: 404 len: 339 time: 0.3413110 Mar 16 10:55:32.094916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38096) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.127286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:32.127651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.145186 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e41de16d-032b-4d4c-a8ea-a0bfb49f8861 req-0471b3b7-d2f6-41b5-995a-936edd25c10a tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ba0072-fe25-43cd-ab04-65bb7ba849bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538974 Mar 16 10:55:32.204874 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3902245 Mar 16 10:55:32.205477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.211408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=0aadb3d3-a253-4b97-a700-dad4e7cebf49,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.215732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-89105435-78f5-4862-bc89-641646f35c8d None None] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0aadb3d3-a253-4b97-a700-dad4e7cebf49,segment=NetworkSegment(b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e),segment_id=b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:32.215939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.319062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.334357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:32.334694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.340511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Calling delete_port for 0aadb3d3-a253-4b97-a700-dad4e7cebf49 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:32.380115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6b020697-73ae-4397-8f3c-09e11e0f67ee triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:32.380825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:32.431917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78c85-1050-4abc-ad8d-3c1ce9e2c4ba tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=1f24b538-f456-4fe9-b5a1-a4d53388f140,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:32.464579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:32.560370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:32.561101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:32.623803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:32.626152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-97373029-1ef6-4c7e-bae6-06c57610cc8b tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] GET failed (client error): The resource could not be found. Mar 16 10:55:32.632047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-97373029-1ef6-4c7e-bae6-06c57610cc8b tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "GET /v2.0/ports/3b5d09d9-0015-43e1-a5fc-60e6b3855e2a HTTP/1.1" status: 404 len: 333 time: 0.5361145 Mar 16 10:55:32.633829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.696353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f9ddbd-2859-4979-ac3f-9e99d7ba8983 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] GET failed (client error): The resource could not be found. Mar 16 10:55:32.700968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a1f9ddbd-2859-4979-ac3f-9e99d7ba8983 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "GET /v2.0/subnets/43569cb6-2fdb-4ebc-9af4-e7ea1463afbc HTTP/1.1" status: 404 len: 337 time: 0.0598192 Mar 16 10:55:32.706905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:32.838602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9dadb98d-372a-4f83-86f1-295732484b18 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:32.862223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 914fc89a-35e8-492d-85a5-f41ada15c0b6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:32.913617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 914fc89a-35e8-492d-85a5-f41ada15c0b6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:32.914419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 914fc89a-35e8-492d-85a5-f41ada15c0b6 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:32.915057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c2f3487e-a1c8-4302-9081-206b8c4180bf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:32.920847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.047206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.053178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:33.063684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.065901 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Sync routers for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:33.071109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Deleting port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:33.071669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.090176 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dadb98d-372a-4f83-86f1-295732484b18 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] PUT failed (client error): The resource could not be found. Mar 16 10:55:33.090544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dadb98d-372a-4f83-86f1-295732484b18 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:33.092048 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9dadb98d-372a-4f83-86f1-295732484b18 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "PUT /v2.0/networks/a332e04c-d1c8-4eb4-95cb-84ec594cc2be HTTP/1.1" status: 404 len: 339 time: 0.3730407 Mar 16 10:55:33.102983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.113959 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:33.114766 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:33.117340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38114) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.127187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:33.145245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:33.156197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.173979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b3e00f3a-c63b-4185-a4ba-05e37afac08a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.216807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 is not hosted by any dhcp agent {{(pid=87842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:55:33.222529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:33.223472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.228236 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "PUT /v2.0/networks/1f24b538-f456-4fe9-b5a1-a4d53388f140 HTTP/1.1" status: 200 len: 723 time: 1.0069160 Mar 16 10:55:33.236126 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'code': 200} Mar 16 10:55:33.276275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38122) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.394536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0aadb3d3-a253-4b97-a700-dad4e7cebf49 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:33.423217 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:33.432135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.492277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:33.602066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.707702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] No DVR routers for this DVR port 914fc89a-35e8-492d-85a5-f41ada15c0b6 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:33.714266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-89105435-78f5-4862-bc89-641646f35c8d None None] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0aadb3d3-a253-4b97-a700-dad4e7cebf49,segment=NetworkSegment(b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e),segment_id=b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:33.714656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.731829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:33.754233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'name': 'network-vif-deleted', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:33.765457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe89588b-cd3d-45be-ad0a-8f66748d3516 req-dc6e5537-b569-4382-ab93-f11d30ed2dd8 tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.55 "DELETE /v2.0/ports/914fc89a-35e8-492d-85a5-f41ada15c0b6 HTTP/1.1" status: 204 len: 173 time: 3.9044619 Mar 16 10:55:33.778526 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e00f3a-c63b-4185-a4ba-05e37afac08a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] PUT failed (client error): The resource could not be found. Mar 16 10:55:33.779634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e00f3a-c63b-4185-a4ba-05e37afac08a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:33.781694 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b3e00f3a-c63b-4185-a4ba-05e37afac08a tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "PUT /v2.0/ports/448eb851-dc45-4652-a986-67cd6d169a33 HTTP/1.1" status: 404 len: 333 time: 0.6445477 Mar 16 10:55:33.791746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a6f8c7da-0380-4dbc-9c72-21dfdb2d01e7 req-e0cf6007-358b-4b5d-9729-e3b0a012584c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Synchronizing usage tracker for tenant:13b9d59673624be79e8f089105f765b3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:33.804286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38128) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:33.835210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3a8724a3-c826-4b80-9065-7513189ada48 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:33.885810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:33.959609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8724a3-c826-4b80-9065-7513189ada48 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] PUT failed (client error): The resource could not be found. Mar 16 10:55:33.960515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8724a3-c826-4b80-9065-7513189ada48 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:33.970827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3a8724a3-c826-4b80-9065-7513189ada48 tempest-NetworksNegativeTestJSON-1087931940 tempest-NetworksNegativeTestJSON-1087931940-project] 10.222.0.50 "PUT /v2.0/subnets/35938c3e-cb4b-47e0-8c65-8e1f0b3e3481 HTTP/1.1" status: 404 len: 337 time: 0.1498308 Mar 16 10:55:33.983053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a6f8c7da-0380-4dbc-9c72-21dfdb2d01e7 req-e0cf6007-358b-4b5d-9729-e3b0a012584c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Unset dirty status for tenant:13b9d59673624be79e8f089105f765b3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:33.985829 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6f8c7da-0380-4dbc-9c72-21dfdb2d01e7 req-e0cf6007-358b-4b5d-9729-e3b0a012584c tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec HTTP/1.1" status: 200 len: 210 time: 0.5559173 Mar 16 10:55:34.077492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.085781 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Checking router: bda5ef5d-817f-4cf3-a6fb-f3d48a215760 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:34.111363 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:34.111902 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.114106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Calling delete_port for 0aadb3d3-a253-4b97-a700-dad4e7cebf49 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:34.115997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca340e87-f8f6-4fab-b7a3-d7e20837dfe9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=1f24b538-f456-4fe9-b5a1-a4d53388f140,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.144107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:34.172075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:34.185570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:34.208702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0bfdc-4cd0-4ffd-830c-55aa9737e8ec', 'name': 'network-vif-deleted', 'tag': '914fc89a-35e8-492d-85a5-f41ada15c0b6', 'status': 'completed', 'code': 200} Mar 16 10:55:34.323877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3b8ee-d7fc-4660-b545-deaf7a9c7a46 req-ad201fde-892c-4c70-b905-0a26e407f9fb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:34.330344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-73d3b8ee-d7fc-4660-b545-deaf7a9c7a46 req-ad201fde-892c-4c70-b905-0a26e407f9fb tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.8975606 Mar 16 10:55:34.351999 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:34.355076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.436441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:34.441371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.455242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.495534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port 0aadb3d3-a253-4b97-a700-dad4e7cebf49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0aadb3d3-a253-4b97-a700-dad4e7cebf49,segment=NetworkSegment(b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e),segment_id=b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:34.496553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.685907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.743997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-73d3b8ee-d7fc-4660-b545-deaf7a9c7a46 req-709ed52e-776f-413b-8687-1dd8b59e44a3 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923235 Mar 16 10:55:34.803008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105435-78f5-4862-bc89-641646f35c8d None None] Pushing event deleted for resources: {'Port': ['ID=0aadb3d3-a253-4b97-a700-dad4e7cebf49,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:34.805392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89105435-78f5-4862-bc89-641646f35c8d None None] No DVR routers for this DVR port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:34.897629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38136) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:34.914327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.945374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.946030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:34.946241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Floating IP 6c179102-d01c-452d-b628-b7d35d79123a disassociated. External IP: 172.26.0.142, port: c2f3487e-a1c8-4302-9081-206b8c4180bf. Mar 16 10:55:34.946761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Calling delete_port for c2f3487e-a1c8-4302-9081-206b8c4180bf owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:34.987273 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:34.992133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1e2d8-1106-406b-945f-14cba03924ba None None] The sync data for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv is: [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:06Z', 'revision_number': 4, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'df9a65b8-bfc8-4f67-951d-41223875c9e1', 'name': '', 'network_id': '55c446d9-df98-4079-be3b-cd182679363b', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'mac_address': 'fa:16:3e:57:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:03Z', 'updated_at': '2022-03-16T10:53:15Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'subnets': [{'id': 'a7e98511-e885-42b2-ad0c-efaeba8d570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:35.051505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:35.055017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.152084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for 0aadb3d3-a253-4b97-a700-dad4e7cebf49 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:35.168419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.196974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:35.199683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Usage tracker for resource:security_group_rule and tenant:81ae038954f1442b8316b405c5376eeb is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:35.202816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:35.210299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:35.211212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38146) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.237700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 638d255e-5617-4c87-8e64-05ed26ff794e is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:35.353543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ce68e-8f80-4f1a-91ac-47f67d2e4ef0 None None] New status for floating IP 165a43f3-4cbe-42fa-9ffb-9388824ae83a: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:35.492024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.519776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.557774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:35.570004 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Sync routers for ids ['638d255e-5617-4c87-8e64-05ed26ff794e'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:35.585772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.587552 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Routers {'638d255e-5617-4c87-8e64-05ed26ff794e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:35.588491 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['638d255e-5617-4c87-8e64-05ed26ff794e'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:35.594284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:35.594630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:35.600063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:35.600368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:35.607918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81ae038954f1442b8316b405c5376eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054145 Mar 16 10:55:35.615507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38150) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.617490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20f75-64e8-4348-8efe-2ca2c9ec7cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b1728-a977-4f15-980a-f3f700a475e9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:35.630224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.632411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-27326932-092b-468a-9a9c-252e022e5785 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0961452 Mar 16 10:55:35.634438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.804510 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Set router 638d255e-5617-4c87-8e64-05ed26ff794e gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:35.898659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c787698-65fd-4ecc-ac05-a6ab2248ecbe None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:35.917265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:35.918529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0690c422-a4b0-4717-8068-579805493395 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/638d255e-5617-4c87-8e64-05ed26ff794e HTTP/1.1" status: 200 len: 909 time: 0.2791002 Mar 16 10:55:35.919354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38160) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:35.932270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1458645674', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': True}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:35.941193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:35.945369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Usage tracker for resource:router and tenant:3a3cfd0220684458aab5fd43c95a265b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:35.949281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:36.103223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c787698-65fd-4ecc-ac05-a6ab2248ecbe None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:36.109448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Deleting port c2f3487e-a1c8-4302-9081-206b8c4180bf {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:36.110273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.124097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:36.133529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 0aadb3d3-a253-4b97-a700-dad4e7cebf49 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:36.133857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.155569 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220'}], 'enable_snat': False}, 'gw_port_id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:28Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:30Z', 'updated_at': '2022-03-16T10:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:36.158228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.159259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.164490 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Checking router: 638d255e-5617-4c87-8e64-05ed26ff794e for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:36.165199 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Updating router 638d255e-5617-4c87-8e64-05ed26ff794e port 62bcfcad-b367-488b-a786-d5d141b34d79 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:36.214065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.231235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c64a6-c4d1-4a15-9b17-da68405b02a9 req-a106c401-6bec-4b13-a5eb-0cbe89cad4d1 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:36.235137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-848c64a6-c4d1-4a15-9b17-da68405b02a9 req-a106c401-6bec-4b13-a5eb-0cbe89cad4d1 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.2861617 Mar 16 10:55:36.244364 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.352143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] The port '0aadb3d3-a253-4b97-a700-dad4e7cebf49' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:36.427061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-848c64a6-c4d1-4a15-9b17-da68405b02a9 req-f186904e-f0c9-42fd-a480-f1c9a2ead3f7 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794207 Mar 16 10:55:36.456531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.539212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.567670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.629351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.657748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba0072-fe25-43cd-ab04-65bb7ba849bf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.658005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.666806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.669670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.687288 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Transition to ACTIVE for port object 62bcfcad-b367-488b-a786-d5d141b34d79 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:36.696464 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.718566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.778135 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Attempting to bind port 62bcfcad-b367-488b-a786-d5d141b34d79 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:36.779269 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Attempting to bind port 62bcfcad-b367-488b-a786-d5d141b34d79 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:36.780303 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Attempting to bind port 62bcfcad-b367-488b-a786-d5d141b34d79 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:36.790733 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:36.791258 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:36.791748 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.792242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:36.792799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Bound port: 62bcfcad-b367-488b-a786-d5d141b34d79, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:36.793322 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.817827 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Pushing event updated for resources: {'Port': ['ID=62bcfcad-b367-488b-a786-d5d141b34d79,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:36.838686 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.839181 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.839531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.839860 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.840208 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.840530 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.840904 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.841950 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.842528 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.842865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.843185 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.843648 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:36.890317 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] For port 62bcfcad-b367-488b-a786-d5d141b34d79, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:36.895629 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] For port 62bcfcad-b367-488b-a786-d5d141b34d79, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=62bcfcad-b367-488b-a786-d5d141b34d79,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:36.901394 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.975755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:36.984716 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Routers {'638d255e-5617-4c87-8e64-05ed26ff794e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:36.985818 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['638d255e-5617-4c87-8e64-05ed26ff794e'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.010873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.042666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.069688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be63f8e7-f7a7-43e1-a159-6b2f3de2f676']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.082155 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e2f64-b714-44e2-9c7a-cb5c48fccc74 None None] Pushing event updated for resources: {'Port': ['ID=62bcfcad-b367-488b-a786-d5d141b34d79,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.090547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=9d2122d3-be00-43d6-9760-79fe3c0d6211,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.102662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.106421 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-058680d6-848e-4fb7-ab31-a4bb4bd809be tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1ba0072-fe25-43cd-ab04-65bb7ba849bf HTTP/1.1" status: 204 len: 168 time: 1.8903537 Mar 16 10:55:37.109179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38164) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.113596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.113596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9811c1b-b0e5-4cc7-b5b2-37e354f04e8e') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.134060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-e27dd9ae-bd20-4e2a-9a5c-34775608fcde tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] show failed (client error): The resource could not be found. Mar 16 10:55:37.138882 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e27dd9ae-bd20-4e2a-9a5c-34775608fcde tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "GET /v2.0/security-groups/d1ba0072-fe25-43cd-ab04-65bb7ba849bf HTTP/1.1" status: 404 len: 347 time: 0.0252042 Mar 16 10:55:37.138882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38168) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.162275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:55:37.199647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.205804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.213681 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] Set router 638d255e-5617-4c87-8e64-05ed26ff794e gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:37.223031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'ad1cac34-ba8d-406e-9aea-903daa45c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:37.223461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 1f24b538-f456-4fe9-b5a1-a4d53388f140, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:37.242737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.249150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] For port c2f3487e-a1c8-4302-9081-206b8c4180bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c2f3487e-a1c8-4302-9081-206b8c4180bf,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:37.249501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.272246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.276905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.283313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:37.283928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.285244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/ports/d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f HTTP/1.1" status: 200 len: 911 time: 5.6413801 Mar 16 10:55:37.292189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38172) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:37.380852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Deleting port b6e2d34c-b8e7-4854-b5d1-e410e487bb2f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:37.381192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.390798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b1728-a977-4f15-980a-f3f700a475e9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.394058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:37.394456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.418019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Allocated IP 172.26.0.155 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/563ea9be-c022-4904-9449-10167e8d7ac7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:37.429513 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:37.580344 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220'}], 'enable_snat': False}, 'gw_port_id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:28Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:30Z', 'updated_at': '2022-03-16T10:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:37.586313 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c91e12-e133-45ee-8405-ab8caf2188c8 None None] The sync data for ids ['638d255e-5617-4c87-8e64-05ed26ff794e'] in dv-neutron-828143-9-hyperv is: [{'id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220'}], 'enable_snat': False}, 'gw_port_id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:28Z', 'updated_at': '2022-03-16T10:55:32Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '62bcfcad-b367-488b-a786-d5d141b34d79', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d255e-5617-4c87-8e64-05ed26ff794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:30Z', 'updated_at': '2022-03-16T10:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:37.689510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:37.716079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.717503 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1a9f40a9-b3ae-4aee-963f-04f4f23dfb5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/714b1728-a977-4f15-980a-f3f700a475e9 HTTP/1.1" status: 204 len: 168 time: 2.0956044 Mar 16 10:55:37.737549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aca663-26f9-4f4d-bbf0-ec1d3ab6a4b0 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.816062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1f24b538-f456-4fe9-b5a1-a4d53388f140) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:37.817613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.828115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30f818-b8ff-4cbe-812a-a02706a43ae5 None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:37.829941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:37.830536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.928999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:37.967630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=be63f8e7-f7a7-43e1-a159-6b2f3de2f676,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:37.978392 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2fe6176e-5471-4300-825c-262cd1a14244 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/be63f8e7-f7a7-43e1-a159-6b2f3de2f676 HTTP/1.1" status: 204 len: 168 time: 10.3740733 Mar 16 10:55:37.994911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38182) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.003236 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-19b13419-817b-43b1-884e-6c1ec1941d24 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7177808 Mar 16 10:55:38.012459 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:55:38.020197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881837621'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:38.056034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38184) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.093837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:38.098388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:38.114360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:38.126462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:38.182076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:38.185780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1f24b538-f456-4fe9-b5a1-a4d53388f140', 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '9d2122d3-be00-43d6-9760-79fe3c0d6211'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:38.187221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.191255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.191721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.222243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.222553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.222848 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Floating IP 6c179102-d01c-452d-b628-b7d35d79123a disassociated. External IP: 172.26.0.142, port: c2f3487e-a1c8-4302-9081-206b8c4180bf. Mar 16 10:55:38.223293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Calling delete_port for c2f3487e-a1c8-4302-9081-206b8c4180bf owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:38.268798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:38.272265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.286580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.329809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:38.340174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.340557 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment e3b48649-8728-4c3b-b8d0-e86fbf838ac5 of type vlan for network 0d3bfafc-6efc-49d0-b33a-d4022b7c1135 Mar 16 10:55:38.369277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.415613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Calling delete_port for b6e2d34c-b8e7-4854-b5d1-e410e487bb2f owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:38.427679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.433856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.434497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.454074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Allocated IP 172.20.0.2 (1f24b538-f456-4fe9-b5a1-a4d53388f140/9d2122d3-be00-43d6-9760-79fe3c0d6211/51e74d35-4b4c-4e0f-957a-7ee3c635bc5f) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:38.670370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e77f-697e-4a38-859a-b41ab2c79b52 req-6fe16903-e3c0-4aab-a49b-10830e3ffcbd tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:38.672106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d88e77f-697e-4a38-859a-b41ab2c79b52 req-6fe16903-e3c0-4aab-a49b-10830e3ffcbd tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 943 time: 0.9935806 Mar 16 10:55:38.705235 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7006083 Mar 16 10:55:38.722955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38204) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.723803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43dc23-f7f6-459f-ba17-bfc963829351 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=0d3bfafc-6efc-49d0-b33a-d4022b7c1135,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:38.737553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '0d3bfafc-6efc-49d0-b33a-d4022b7c1135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:38.755726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0d3bfafc-6efc-49d0-b33a-d4022b7c1135 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:38.771680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.826363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:38.834789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:38.847098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:38.861589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.26.0.242 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/297db6a6-5b5a-4706-bd6e-e40be7db2b3d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:38.920682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.942611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Transition to ACTIVE for port object 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:38.951403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38210) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:38.958396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:38.967166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Transition to ACTIVE for port object 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:38.973668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.055251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Pushing event updated for resources: {'Port': ['ID=563ea9be-c022-4904-9449-10167e8d7ac7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.069839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6248238'] for subnet, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.092143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:39.095433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:39.101220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:39.110264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d88e77f-697e-4a38-859a-b41ab2c79b52 req-0b57889f-b5f4-4046-85fe-88b206d4bcee tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbd583d4-f3e0-43ce-86c8-95f1372ab42f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959103 Mar 16 10:55:39.162292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event deleted for resources: {'Port': ['ID=c2f3487e-a1c8-4302-9081-206b8c4180bf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.176808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--760413388'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:39.213143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Pushing event updated for resources: {'Port': ['ID=51e74d35-4b4c-4e0f-957a-7ee3c635bc5f,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.237439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:39.237683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.238922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Attempting to bind port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:39.239523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Attempting to bind port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ad1cac34-ba8d-406e-9aea-903daa45c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:39.239648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Attempting to bind port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f on network 1f24b538-f456-4fe9-b5a1-a4d53388f140 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:39.245183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:39.246011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Checking segment: {'id': 'ad1cac34-ba8d-406e-9aea-903daa45c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:39.246292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.246672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Bound using segment: {'id': 'ad1cac34-ba8d-406e-9aea-903daa45c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:39.247427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Bound port: 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1cac34-ba8d-406e-9aea-903daa45c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1f24b538-f456-4fe9-b5a1-a4d53388f140'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:39.247856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.339766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:39.340604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] For port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:39.345162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] For port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=51e74d35-4b4c-4e0f-957a-7ee3c635bc5f,segment=NetworkSegment(ad1cac34-ba8d-406e-9aea-903daa45c7c8),segment_id=ad1cac34-ba8d-406e-9aea-903daa45c7c8)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:39.352913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.382025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.409496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:39.412265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:39.424930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:39.427689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:39.467724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5380c-931a-424c-a5e0-82de966862b1 None None] Pushing event updated for resources: {'Port': ['ID=51e74d35-4b4c-4e0f-957a-7ee3c635bc5f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.472030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 62bcfcad-b367-488b-a786-d5d141b34d79 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:39.495425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.503932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Pushing event deleted for resources: {'Port': ['ID=b6e2d34c-b8e7-4854-b5d1-e410e487bb2f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:39.510182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:39.617834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:39.622073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.625314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 62bcfcad-b367-488b-a786-d5d141b34d79 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:39.631287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 62bcfcad-b367-488b-a786-d5d141b34d79 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:39.631834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.780524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.798317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.828987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.846617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 62bcfcad-b367-488b-a786-d5d141b34d79, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=62bcfcad-b367-488b-a786-d5d141b34d79,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:39.850090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8143032'] for subnet, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.854342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:39.997231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=62bcfcad-b367-488b-a786-d5d141b34d79,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.036876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:40.047650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.079464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.088090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.172324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:40.173038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.176699 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "PUT /v2.0/subnets/9d2122d3-be00-43d6-9760-79fe3c0d6211 HTTP/1.1" status: 200 len: 806 time: 2.1167510 Mar 16 10:55:40.191756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38218) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.208879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:40.257773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:40.272798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:40.277300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:40.281112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:40.289704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:40.296144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.309314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:40.339404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e95320-63c9-4658-861f-b7a95841d3e6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=9d2122d3-be00-43d6-9760-79fe3c0d6211,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.342498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.345397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.349552 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-367964d7-e71e-4bae-a59d-a8a1069c3e2e tempest-ServersTestManualDisk-1327161999 tempest-ServersTestManualDisk-1327161999-project] 10.222.0.50 "DELETE /v2.0/floatingips/165a43f3-4cbe-42fa-9ffb-9388824ae83a HTTP/1.1" status: 204 len: 168 time: 3.2098706 Mar 16 10:55:40.386303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38222) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:40.518009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2bcc861e-22e6-4158-927a-da053dc938e3 req-ee8dbcb1-da33-48bc-bf2e-c0e1b6973a5d tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2272720 Mar 16 10:55:40.556747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=9480894b-9809-4a3f-9b50-a45eadff59d6,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:40.574933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.626564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:40.648515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Sync routers for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:40.660036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:40.661132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:40.703406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': 'e3b48649-8728-4c3b-b8d0-e86fbf838ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3bfafc-6efc-49d0-b33a-d4022b7c1135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:40.703755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: 0d3bfafc-6efc-49d0-b33a-d4022b7c1135, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:40.862590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8b440-d6bc-4bf6-a344-153e4f12cc33 None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:40.868604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] No DVR routers for this DVR port c2f3487e-a1c8-4302-9081-206b8c4180bf on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:40.876011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.880540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-deleted', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:55:40.890674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 0d3bfafc-6efc-49d0-b33a-d4022b7c1135 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:40.906368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.923507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.934508 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-42fb81b3-7c32-43db-9be9-fcf87e46df8d req-202fc8cd-c080-471e-a7a0-dbb67bd153d8 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.55 "DELETE /v2.0/ports/c2f3487e-a1c8-4302-9081-206b8c4180bf HTTP/1.1" status: 204 len: 173 time: 10.5430636 Mar 16 10:55:40.983822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:40.989589 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825abf16-fb7e-4c98-be7c-c47bc26538c2', 'name': 'network-vif-deleted', 'tag': 'c2f3487e-a1c8-4302-9081-206b8c4180bf', 'status': 'completed', 'code': 200} Mar 16 10:55:40.992625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:40.999130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0d3bfafc-6efc-49d0-b33a-d4022b7c1135) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:41.001371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:41.009276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d93da102-70c6-4d9e-99f3-cbd5433a801f None None] Provisioning for port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:41.019796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb4a6e-2313-4665-ab4a-026a884bf6e3 None None] Network 0d3bfafc-6efc-49d0-b33a-d4022b7c1135 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:41.022569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:41.025974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:41.026561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.037740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:41.054000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:41.067251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba9319-631b-4e65-b9bc-6e5fa5fb88a5,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.093337 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8999a86a-cc47-47a1-91aa-b213b85e1753 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3664145 Mar 16 10:55:41.097855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38228) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.145826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:41.146161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.302017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.323004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.598039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.609247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 62bcfcad-b367-488b-a786-d5d141b34d79 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:41.630453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.636955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.795945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c885977-98bf-4df8-83ec-2d7a7baea791,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:41.803319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.805001 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fca8a0a1-a5f8-47da-897b-25c89f77cbc6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8480964 Mar 16 10:55:41.819568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38234) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:41.894643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.977614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d1fac6a9-d0b7-4534-a477-bc30b9287108 req-be31c577-b9bf-4889-9534-710cad95654a tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/ports?device_id=825abf16-fb7e-4c98-be7c-c47bc26538c2 HTTP/1.1" status: 200 len: 210 time: 0.2197716 Mar 16 10:55:41.978125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b7de8c28-e718-4b9e-9033-72311aeba30d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:41.996083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa06dac-010b-475e-8d06-1e92e489981c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-0d3bfafc-6efc-49d0-b33a-d4022b7c1135', 'network_id': '0d3bfafc-6efc-49d0-b33a-d4022b7c1135', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '9480894b-9809-4a3f-9b50-a45eadff59d6'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:41.996083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa06dac-010b-475e-8d06-1e92e489981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:41.996412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=51e74d35-4b4c-4e0f-957a-7ee3c635bc5f,segment=NetworkSegment(ad1cac34-ba8d-406e-9aea-903daa45c7c8),segment_id=ad1cac34-ba8d-406e-9aea-903daa45c7c8)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:41.996412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.005333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Router 9ec68761-43c1-4bc9-b7b7-7856ccd65a6a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:42.061951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 62bcfcad-b367-488b-a786-d5d141b34d79 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:42.062784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.081840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b7de8c28-e718-4b9e-9033-72311aeba30d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:42.083129 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b7de8c28-e718-4b9e-9033-72311aeba30d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2604780 Mar 16 10:55:42.094191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.103549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-security--2003017635', 'description': 'tempest-security-description-2055516525'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:42.121433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.125141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:42.125488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.183815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=9480894b-9809-4a3f-9b50-a45eadff59d6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.226302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:42.254931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-baa06dac-010b-475e-8d06-1e92e489981c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9480894b-9809-4a3f-9b50-a45eadff59d6: This subnet is being modified by another concurrent operation. Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:55:42.257152 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9480894b-9809-4a3f-9b50-a45eadff59d6: This subnet is being modified by another concurrent operation. Mar 16 10:55:42.260414 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:55:42.272207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.274430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.286867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Checking router: a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:42.296093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70361f02-a06d-4f48-8f09-246a17289e29 None None] Network 0d3bfafc-6efc-49d0-b33a-d4022b7c1135 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:42.345006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:42.428505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:42.428690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.434243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.496386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:42.504174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3bfafc-6efc-49d0-b33a-d4022b7c1135']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.511565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] Sync routers for ids ['9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:42.523705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68afe6b-43a9-4096-835e-0c405cdcea1f None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:42.535357 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] Routers {'9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:42.537568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.537978 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.542124 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b937ea7-3ed9-4490-bb58-da44e1974646 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "PUT /v2.0/routers/9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 200 len: 920 time: 10.9758735 Mar 16 10:55:42.546439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.547504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.549413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b48649-8728-4c3b-b8d0-e86fbf838ac5') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.549934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b48649-8728-4c3b-b8d0-e86fbf838ac5') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.617276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.620149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.621637 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "PUT /v2.0/security-groups/8c885977-98bf-4df8-83ec-2d7a7baea791 HTTP/1.1" status: 200 len: 1778 time: 0.5246520 Mar 16 10:55:42.637609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.660744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.696450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.701235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139d4bb-25fd-4e47-9794-60cd424d3d12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c885977-98bf-4df8-83ec-2d7a7baea791,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:42.710280 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] Routers {'9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:42.710510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.711631 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.726847 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-31b7d7cc-2a13-41c3-a119-3e2b1b1501ea tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups/8c885977-98bf-4df8-83ec-2d7a7baea791 HTTP/1.1" status: 200 len: 1778 time: 0.0838737 Mar 16 10:55:42.727575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38250) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:42.739517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:42.740087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:42.763330 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:42.795152 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:42.795852 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a20df4-af31-4a4d-8738-96dd426808fb None None] The sync data for ids ['9ec68761-43c1-4bc9-b7b7-7856ccd65a6a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:42.905678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.964579 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c2b7b84-113d-46a7-92ea-714a6e45a4ca tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 200 len: 926 time: 0.4048669 Mar 16 10:55:42.964579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:42.966244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38254) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.019123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:43.025598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.056730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=0d3bfafc-6efc-49d0-b33a-d4022b7c1135,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.075035 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6665bc61-8bf7-4b2e-9993-8524fec33050 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/0d3bfafc-6efc-49d0-b33a-d4022b7c1135 HTTP/1.1" status: 204 len: 168 time: 1.9716027 Mar 16 10:55:43.077379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38260) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.079267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.090268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466915855'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:43.116781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:43.128508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.137948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:43.141416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38266) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.142348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:43.174589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:43.226903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:43.230358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.263885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db1f5b-6755-467a-8c70-e25a37e66acd tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.268017 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b8db1f5b-6755-467a-8c70-e25a37e66acd tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=9ec68761-43c1-4bc9-b7b7-7856ccd65a6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2989886 Mar 16 10:55:43.272451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38270) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.323589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:43.336725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:43.337120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.362948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:43.389912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.401940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.402198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f was deleted so its status cannot be updated. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:55:43.444957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:43.451269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93bc6c-6532-49e1-a3bf-e2052a05b5f8 None None] The sync data for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv is: [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:53:10Z', 'revision_number': 4, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e4c21db5-c915-4bc9-8aa1-cba73c65e04c', 'name': '', 'network_id': '9c53a580-0ee9-4147-ab0e-8691eeba3bdf', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'mac_address': 'fa:16:3e:b9:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:53:07Z', 'updated_at': '2022-03-16T10:53:21Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'subnets': [{'id': '3104b282-95d3-4ce3-9a73-fd821848095f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:43.497783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=51e74d35-4b4c-4e0f-957a-7ee3c635bc5f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.544545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.555232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.565468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:43.586079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c885977-98bf-4df8-83ec-2d7a7baea791,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:43.617255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.617701 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment 99e920d9-8a78-4085-bf4f-a72905bfaa50 of type vlan for network be214b7e-4d3a-4605-8a35-bd06c1220a66 Mar 16 10:55:43.632010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.652624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-683f9413-86b2-451c-b336-63c3d0c0a9f6 None None] Could not find standard attr ID for object 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:55:43.711567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.712869 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b3948ab3-a015-46aa-8cd0-e51cf5e973fa tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c885977-98bf-4df8-83ec-2d7a7baea791 HTTP/1.1" status: 204 len: 168 time: 0.9756882 Mar 16 10:55:43.714860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.721983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0887da0-705b-43d6-be0e-67290d26afb7 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.722184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38274) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.723406 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0887da0-705b-43d6-be0e-67290d26afb7 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.4505503 Mar 16 10:55:43.727152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38278) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.729327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc7f6f-f1c3-4c74-bf17-2016ab47aea0 None None] DHCP port deletion for 1f24b538-f456-4fe9-b5a1-a4d53388f140 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:43.736511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:43.750093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955df17-f733-4835-a8d7-213369d38740 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:43.783764 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b6bc60f1-cf6b-4962-b6dd-1e0f8d4ac3cc tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 200 len: 205 time: 0.0555198 Mar 16 10:55:43.786557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38282) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:43.812045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.886629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a4a46-9c01-49ef-bd75-20c5c8554405 None None] New status for floating IP 6c179102-d01c-452d-b628-b7d35d79123a: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:55:43.899028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.905013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:43.905710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:43.933598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.021575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.041562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd583d4-f3e0-43ce-86c8-95f1372ab42f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.050746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1a72bfba-9d17-4e28-8979-b363d9cda7be tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3275900 Mar 16 10:55:44.060974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38286) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.147258 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0625036 Mar 16 10:55:44.165501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38290) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.166845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.170374 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bf6b92ef-f893-449d-9452-93d259cefcae tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "DELETE /v2.0/security-groups/dbd583d4-f3e0-43ce-86c8-95f1372ab42f HTTP/1.1" status: 204 len: 168 time: 1.0189583 Mar 16 10:55:44.177201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:44.179918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38294) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.192660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de50e1-d8a0-418f-b5cf-022b002eccbc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=be214b7e-4d3a-4605-8a35-bd06c1220a66,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.195166 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-b0057df5-80f6-46a3-bf75-b96ec187222e tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] delete failed (client error): The resource could not be found. Mar 16 10:55:44.200284 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b0057df5-80f6-46a3-bf75-b96ec187222e tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c885977-98bf-4df8-83ec-2d7a7baea791 HTTP/1.1" status: 404 len: 347 time: 0.1340864 Mar 16 10:55:44.200750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955df17-f733-4835-a8d7-213369d38740 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:44.205166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38298) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.216735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network be214b7e-4d3a-4605-8a35-bd06c1220a66 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:44.224211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.246227 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-a64bb818-9c76-48ed-b381-86f9964c6113 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] show failed (client error): The resource could not be found. Mar 16 10:55:44.247858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a64bb818-9c76-48ed-b381-86f9964c6113 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "GET /v2.0/security-groups/dbd583d4-f3e0-43ce-86c8-95f1372ab42f HTTP/1.1" status: 404 len: 347 time: 0.0626280 Mar 16 10:55:44.263219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38302) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:44.283662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--900078290'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:44.305722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.365552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.385429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.403003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:44.418230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.434196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.440701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.496210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.508072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:44.525407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.553622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:44.557225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.601021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.609578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:44.660019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:44.668018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port 563ea9be-c022-4904-9449-10167e8d7ac7 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:44.668370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.695907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:44.710796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.715026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72ca87-4586-462c-b86e-d2a943283394 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:44.723504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:44.777830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=d222a9d2-9cc8-4ff1-95ef-7308bd62fe2f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.822025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Deleting port 535ec894-39b1-40a5-9456-6b6af22f0ca6 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:44.822281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:44.847613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2122d3-be00-43d6-9760-79fe3c0d6211,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:44.853523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72ca87-4586-462c-b86e-d2a943283394 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:44.885588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 6c9754c7-aa48-43b3-a51d-871f70702ffc is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:44.992823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.003021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.009996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.155137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.185613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for 563ea9be-c022-4904-9449-10167e8d7ac7 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:45.218650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.220767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a4278-33ad-4c24-be3d-3dc8f989d444 None None] Network 1f24b538-f456-4fe9-b5a1-a4d53388f140 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:45.304632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24b538-f456-4fe9-b5a1-a4d53388f140']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.360080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9045dec6-e3cd-40c3-bf01-3a3f2e79e921,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.385423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.417890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.419662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1cac34-ba8d-406e-9aea-903daa45c7c8') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.420166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1cac34-ba8d-406e-9aea-903daa45c7c8') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.428095 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-873ff14c-f871-4b81-b06c-cc0dfd3a311d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2189968 Mar 16 10:55:45.435954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38306) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.451574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '9045dec6-e3cd-40c3-bf01-3a3f2e79e921', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:45.458608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f325b4-2a7c-40be-9ab0-f2ad5ad78a81 None None] DHCP port deletion for 1f24b538-f456-4fe9-b5a1-a4d53388f140 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:45.476994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:45.496807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:45.502316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:45.519413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:45.526859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:45.554366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=39ccea60-7a63-4485-8bb4-26c741ac9b06,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.565587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': '99e920d9-8a78-4085-bf4f-a72905bfaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:45.566212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:45.566309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: be214b7e-4d3a-4605-8a35-bd06c1220a66, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:45.566392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 51e74d35-4b4c-4e0f-957a-7ee3c635bc5f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:45.583319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.618743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.627969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network be214b7e-4d3a-4605-8a35-bd06c1220a66 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:45.662778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.679943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, be214b7e-4d3a-4605-8a35-bd06c1220a66) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:45.689916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb10c5-0d85-4d91-aacd-47d9b8a16135 None None] Network be214b7e-4d3a-4605-8a35-bd06c1220a66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:45.694758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:45.695346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.725580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.729548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.769998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.775734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:45.785901 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-81ef5597-7586-456e-b2d2-ddc22d86ddb9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6166739 Mar 16 10:55:45.793485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Sync routers for ids ['6c9754c7-aa48-43b3-a51d-871f70702ffc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:45.801123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38310) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:45.803995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=563ea9be-c022-4904-9449-10167e8d7ac7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:45.805475 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Routers {'6c9754c7-aa48-43b3-a51d-871f70702ffc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:45.820472 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['6c9754c7-aa48-43b3-a51d-871f70702ffc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:45.830426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:45.830856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:45.847896 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:46.005548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b5783f-c53b-4034-9874-3493badb042f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.011697 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Set router 6c9754c7-aa48-43b3-a51d-871f70702ffc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:46.019606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-be214b7e-4d3a-4605-8a35-bd06c1220a66', 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '39ccea60-7a63-4485-8bb4-26c741ac9b06'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:46.022764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.074365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.074710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.107967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.173608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.176137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.177544 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-65e0bd8f-3e24-49f1-bdd7-1ce821daf6bb tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7406504 Mar 16 10:55:46.213461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Allocated IP 2001:db8::1 (be214b7e-4d3a-4605-8a35-bd06c1220a66/39ccea60-7a63-4485-8bb4-26c741ac9b06/207da4ca-98db-4c0b-b6c2-87c16a503fb6) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:46.232636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38314) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.242971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Deleting port df9a65b8-bfc8-4f67-951d-41223875c9e1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:46.243334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.272957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 63a76308-0386-4ad8-a756-d4901dce13dd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:46.312748 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:36Z', 'updated_at': '2022-03-16T10:55:41Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:37Z', 'updated_at': '2022-03-16T10:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:46.317089 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Checking router: 6c9754c7-aa48-43b3-a51d-871f70702ffc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:46.317608 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Updating router 6c9754c7-aa48-43b3-a51d-871f70702ffc port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:55:46.350339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Calling delete_port for 535ec894-39b1-40a5-9456-6b6af22f0ca6 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:46.371239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.375096 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.382344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.407238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.412611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.419572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.458947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.460118 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a0273bda-1760-493f-8657-e66564563cd4 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.5346885 Mar 16 10:55:46.475521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38318) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.486729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/1f24b538-f456-4fe9-b5a1-a4d53388f140 HTTP/1.1" status: 204 len: 168 time: 6.2915807 Mar 16 10:55:46.487737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e12d-3d90-4d58-82f5-34106da19d1a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=1f24b538-f456-4fe9-b5a1-a4d53388f140,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.491183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.498676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.503290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38322) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.516732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Transition to ACTIVE for port object 207da4ca-98db-4c0b-b6c2-87c16a503fb6 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:46.540319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Transition to ACTIVE for port object 207da4ca-98db-4c0b-b6c2-87c16a503fb6 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:46.549875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.607420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.629707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Network be214b7e-4d3a-4605-8a35-bd06c1220a66 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:46.633148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:46.646124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:46.659766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Pushing event updated for resources: {'Port': ['ID=207da4ca-98db-4c0b-b6c2-87c16a503fb6,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.697627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-11197dae-42c3-4e46-b461-32f43862ce0b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:46.698242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11197dae-42c3-4e46-b461-32f43862ce0b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:46.704368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-11197dae-42c3-4e46-b461-32f43862ce0b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/1f24b538-f456-4fe9-b5a1-a4d53388f140 HTTP/1.1" status: 404 len: 339 time: 0.1998191 Mar 16 10:55:46.708324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38326) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.757801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-de4f6571-d045-4e6d-8aa8-1e3a55400ada tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/6c9754c7-aa48-43b3-a51d-871f70702ffc HTTP/1.1" status: 200 len: 908 time: 0.2709541 Mar 16 10:55:46.757801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.757801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec68761-43c1-4bc9-b7b7-7856ccd65a6a {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:46.770393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38328) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.790702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.791714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Attempting to bind port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:46.792090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Attempting to bind port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '99e920d9-8a78-4085-bf4f-a72905bfaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:46.792800 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10a46b10-a2c7-486e-807b-d897d59118e2 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 204 len: 168 time: 3.0054615 Mar 16 10:55:46.796815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38334) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:46.797024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Attempting to bind port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 on network be214b7e-4d3a-4605-8a35-bd06c1220a66 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:46.802090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1495697595', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.802823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:46.803198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Checking segment: {'id': '99e920d9-8a78-4085-bf4f-a72905bfaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:46.803596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.803979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Bound using segment: {'id': '99e920d9-8a78-4085-bf4f-a72905bfaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:46.804437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Bound port: 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e920d9-8a78-4085-bf4f-a72905bfaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:46.804803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.816046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.823849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Usage tracker for resource:router and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:46.829537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:46.837519 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.839108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:46.864012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.865264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.870462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.908212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-158154736', 'description': 'd1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:46.911588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] For port 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:46.914791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] For port 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=207da4ca-98db-4c0b-b6c2-87c16a503fb6,segment=NetworkSegment(99e920d9-8a78-4085-bf4f-a72905bfaa50),segment_id=99e920d9-8a78-4085-bf4f-a72905bfaa50)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:46.920934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:46.934277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=39ccea60-7a63-4485-8bb4-26c741ac9b06,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:46.939539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:46.954669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:46.972209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] Sync routers for ids ['63a76308-0386-4ad8-a756-d4901dce13dd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:46.983318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:network and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:47.011383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] Routers {'63a76308-0386-4ad8-a756-d4901dce13dd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:47.011581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63a76308-0386-4ad8-a756-d4901dce13dd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.025677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.026216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:47.031905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.037972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.062299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be214b7e-4d3a-4605-8a35-bd06c1220a66']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.065580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:47.086251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e920d9-8a78-4085-bf4f-a72905bfaa50') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.086251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e920d9-8a78-4085-bf4f-a72905bfaa50') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.093798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.097025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42be21-d2d7-4b53-9b3b-acdee27570ee None None] Pushing event updated for resources: {'Port': ['ID=207da4ca-98db-4c0b-b6c2-87c16a503fb6,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.098619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68b5783f-c53b-4034-9874-3493badb042f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.105932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.114608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] Routers {'63a76308-0386-4ad8-a756-d4901dce13dd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:47.115225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63a76308-0386-4ad8-a756-d4901dce13dd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.187151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:47.187600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4909ba-ccc0-46f0-8fc9-68862634ab29 None None] The sync data for ids ['63a76308-0386-4ad8-a756-d4901dce13dd'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:47.235364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.236721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f946da28-f62b-4584-a13c-50a01d7b78f1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/68b5783f-c53b-4034-9874-3493badb042f HTTP/1.1" status: 204 len: 168 time: 0.9953189 Mar 16 10:55:47.242558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-22b12b66-06ed-4887-adbf-6075ccb2b8ad tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/63a76308-0386-4ad8-a756-d4901dce13dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9492946 Mar 16 10:55:47.250360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38338) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.250705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38340) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:47.261106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] For port df9a65b8-bfc8-4f67-951d-41223875c9e1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=df9a65b8-bfc8-4f67-951d-41223875c9e1,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:47.261106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.302644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:47.306301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.392679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.507015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Calling delete_port for df9a65b8-bfc8-4f67-951d-41223875c9e1 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:47.543810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-17ed86fd-7c71-45e9-9bf6-3eb0411ae519 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:47.548913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.550072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.558652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:47.558652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.565777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 207da4ca-98db-4c0b-b6c2-87c16a503fb6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:47.576766 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:47.603234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.646528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:47.679226 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Transition to ACTIVE for port object 297db6a6-5b5a-4706-bd6e-e40be7db2b3d will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:47.685133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:47.685133 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:47.685133 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': 'be214b7e-4d3a-4605-8a35-bd06c1220a66'}] Mar 16 10:55:47.685133 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:47.685664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:47.687418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.774039 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Attempting to bind port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:47.774554 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Attempting to bind port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:47.774747 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Attempting to bind port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:47.777035 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2883144-1850-4dad-89fb-16107feb919b None None] Pushing event updated for resources: {'Port': ['ID=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.783647 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:47.784004 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:47.784393 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.784769 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:47.785262 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Bound port: 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:47.785619 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.877318 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] For port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:47.880984 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] For port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:47.887506 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.917369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:47.949146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Pushing event deleted for resources: {'Port': ['ID=535ec894-39b1-40a5-9456-6b6af22f0ca6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:47.953500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.978565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.987544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:47.987891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment 11d8f35c-41fe-4720-9e72-9a7b51c7bf12 of type vlan for network 1ebe4da8-2951-4445-8ae1-c922bfa44e50 Mar 16 10:55:47.989233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-17ed86fd-7c71-45e9-9bf6-3eb0411ae519 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:47.990571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17ed86fd-7c71-45e9-9bf6-3eb0411ae519 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=63a76308-0386-4ad8-a756-d4901dce13dd HTTP/1.1" status: 200 len: 205 time: 0.7373357 Mar 16 10:55:48.004467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38346) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.007753 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2883144-1850-4dad-89fb-16107feb919b None None] Pushing event updated for resources: {'Port': ['ID=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.016967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d8a2917b-9cd9-4d8d-ae96-8c68ffce1dba tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:48.019345 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Routers {'6c9754c7-aa48-43b3-a51d-871f70702ffc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:48.020397 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['6c9754c7-aa48-43b3-a51d-871f70702ffc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:48.024521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.025922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-19f4c3af-090f-4b1c-abd0-6e14d72c4bc4 tempest-ServersTestJSON-1729594555 tempest-ServersTestJSON-1729594555-project] 10.222.0.50 "DELETE /v2.0/floatingips/6c179102-d01c-452d-b628-b7d35d79123a HTTP/1.1" status: 204 len: 168 time: 3.7565725 Mar 16 10:55:48.041985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38350) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.089098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.177555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9bd94e-7610-4089-9c95-2168718e5a7b None None] Network be214b7e-4d3a-4605-8a35-bd06c1220a66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:48.191703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.199197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.230887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.240964 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] Set router 6c9754c7-aa48-43b3-a51d-871f70702ffc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:48.351418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:48.351744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.386278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Provisioning for port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:48.397919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Provisioning complete for port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:48.398900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.512156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.517888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:48.518654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.597134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.605679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.616931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d8a2917b-9cd9-4d8d-ae96-8c68ffce1dba tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:48.618583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d8a2917b-9cd9-4d8d-ae96-8c68ffce1dba tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.3669190 Mar 16 10:55:48.618773 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:36Z', 'updated_at': '2022-03-16T10:55:41Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:37Z', 'updated_at': '2022-03-16T10:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:48.625133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ed021-56e6-405b-8bb4-c2aefb7df781 None None] The sync data for ids ['6c9754c7-aa48-43b3-a51d-871f70702ffc'] in dv-neutron-828143-9-hyperv is: [{'id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'name': 'tempest-snat-router-1458645674', 'tenant_id': '3a3cfd0220684458aab5fd43c95a265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:36Z', 'updated_at': '2022-03-16T10:55:41Z', 'revision_number': 3, 'project_id': '3a3cfd0220684458aab5fd43c95a265b', 'gw_port': {'id': '297db6a6-5b5a-4706-bd6e-e40be7db2b3d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9754c7-aa48-43b3-a51d-871f70702ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:55:37Z', 'updated_at': '2022-03-16T10:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:48.626603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:48.627186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.632585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] DHCP port deletion for be214b7e-4d3a-4605-8a35-bd06c1220a66 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:48.656054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38354) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.663243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] For port 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=207da4ca-98db-4c0b-b6c2-87c16a503fb6,segment=NetworkSegment(99e920d9-8a78-4085-bf4f-a72905bfaa50),segment_id=99e920d9-8a78-4085-bf4f-a72905bfaa50)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:48.666605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Deleting port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:48.667212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.700117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.744868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9740670 Mar 16 10:55:48.820085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38358) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:48.833845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9de84-a475-4e67-884a-4cbd5edab545 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=1ebe4da8-2951-4445-8ae1-c922bfa44e50,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:48.867013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.870818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:48.876827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1ebe4da8-2951-4445-8ae1-c922bfa44e50 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:48.932534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Allocated IP 172.26.0.189 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/e286f580-dd24-4107-bb51-3de869ff47a3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:49.058864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c82a-118e-4b28-b85b-871320c7105e None None] Pushing event updated for resources: {'Port': ['ID=207da4ca-98db-4c0b-b6c2-87c16a503fb6,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.130870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.130870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 63a76308-0386-4ad8-a756-d4901dce13dd {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:49.162697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] For port 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=207da4ca-98db-4c0b-b6c2-87c16a503fb6,segment=NetworkSegment(99e920d9-8a78-4085-bf4f-a72905bfaa50),segment_id=99e920d9-8a78-4085-bf4f-a72905bfaa50)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.163318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.247900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.249029 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f2620ca-47d5-44ad-b5c0-78a516033093 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/63a76308-0386-4ad8-a756-d4901dce13dd HTTP/1.1" status: 204 len: 168 time: 1.2436309 Mar 16 10:55:49.275252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38362) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.316047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Calling delete_port for 207da4ca-98db-4c0b-b6c2-87c16a503fb6 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:49.340515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.357480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet edf6167b-8dac-4a5e-b293-a07e7a8a7803 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:49.360988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port 207da4ca-98db-4c0b-b6c2-87c16a503fb6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=207da4ca-98db-4c0b-b6c2-87c16a503fb6,segment=NetworkSegment(99e920d9-8a78-4085-bf4f-a72905bfaa50),segment_id=99e920d9-8a78-4085-bf4f-a72905bfaa50)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.361914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.373058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda3fe4-c3e1-4e84-9cd2-f1463c796066 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:49.373710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2eda3fe4-c3e1-4e84-9cd2-f1463c796066 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Synchronizing usage tracker for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:49.380150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.430039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.568172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] No DVR routers for this DVR port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:49.570526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.570769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 297db6a6-5b5a-4706-bd6e-e40be7db2b3d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:49.588077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.604159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for 207da4ca-98db-4c0b-b6c2-87c16a503fb6 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:49.623678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ce634-d522-4e59-b571-fab36084412d None None] Pushing event deleted for resources: {'Port': ['ID=207da4ca-98db-4c0b-b6c2-87c16a503fb6,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.673066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:49.681794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:49.682418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.706091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.783294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2eda3fe4-c3e1-4e84-9cd2-f1463c796066 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Unset dirty status for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:49.783733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2eda3fe4-c3e1-4e84-9cd2-f1463c796066 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks?id=1ebe4da8-2951-4445-8ae1-c922bfa44e50 HTTP/1.1" status: 200 len: 760 time: 0.9646811 Mar 16 10:55:49.809463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38366) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:49.810790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event updated for resources: {'Port': ['ID=e286f580-dd24-4107-bb51-3de869ff47a3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.810912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9a65b8-bfc8-4f67-951d-41223875c9e1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:49.818739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:49.819115 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:49.826449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'description': 'd2'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:49.834025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] For port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.834393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.859708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.879339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:49.887136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.897655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:49.960798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:49.966205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 207da4ca-98db-4c0b-b6c2-87c16a503fb6 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:50.013322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 207da4ca-98db-4c0b-b6c2-87c16a503fb6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:50.013678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 207da4ca-98db-4c0b-b6c2-87c16a503fb6 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:50.015789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.025716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.045690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:50.048353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:50.097080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 297db6a6-5b5a-4706-bd6e-e40be7db2b3d owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:50.134345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.259453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.330368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 207da4ca-98db-4c0b-b6c2-87c16a503fb6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:50.330711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.333320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.367136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 1ebe4da8-2951-4445-8ae1-c922bfa44e50 is not hosted by any dhcp agent {{(pid=87842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:55:50.372519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:50.373215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.377243 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "PUT /v2.0/networks/1ebe4da8-2951-4445-8ae1-c922bfa44e50 HTTP/1.1" status: 200 len: 757 time: 0.5617912 Mar 16 10:55:50.380499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38370) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.442337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9045dec6-e3cd-40c3-bf01-3a3f2e79e921,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.453935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.529164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] The port '207da4ca-98db-4c0b-b6c2-87c16a503fb6' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:55:50.530314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ca79-509c-40e8-8a6b-9e36231518bd tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=1ebe4da8-2951-4445-8ae1-c922bfa44e50,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.548219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1ebe4da8-2951-4445-8ae1-c922bfa44e50 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:50.574554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.601044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.602499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e49dce42-ce08-4d8e-9ecd-1fc7b8fbb84d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/9045dec6-e3cd-40c3-bf01-3a3f2e79e921 HTTP/1.1" status: 204 len: 168 time: 1.8933227 Mar 16 10:55:50.609792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38374) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.685529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:50.685988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:50.734644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.792510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=edf6167b-8dac-4a5e-b293-a07e7a8a7803,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:50.806499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9039890f-e859-42bc-9999-e65bb9c787b2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:50.815709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.821753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c44e8-35b2-4f05-865f-bd1da6a33025 None None] Network 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:50.901878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2acb030-d554-4089-b7d2-bcd697ec99f7 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/edf6167b-8dac-4a5e-b293-a07e7a8a7803 HTTP/1.1" status: 204 len: 168 time: 1.6213427 Mar 16 10:55:50.914991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38378) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.936290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87c6b2-e4bc-44ff-8963-31fa48596ad9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:50.936999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fd87c6b2-e4bc-44ff-8963-31fa48596ad9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Synchronizing usage tracker for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:50.938611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9039890f-e859-42bc-9999-e65bb9c787b2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:50.943383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9039890f-e859-42bc-9999-e65bb9c787b2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3287234 Mar 16 10:55:50.946128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38382) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:50.947827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.963775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--676980114'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:50.967716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:50.997617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.065472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fd87c6b2-e4bc-44ff-8963-31fa48596ad9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Unset dirty status for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:51.066637 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fd87c6b2-e4bc-44ff-8963-31fa48596ad9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks?id=1ebe4da8-2951-4445-8ae1-c922bfa44e50 HTTP/1.1" status: 200 len: 760 time: 0.6781507 Mar 16 10:55:51.073315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38386) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.076780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.084954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440559990'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:51.088973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be214b7e-4d3a-4605-8a35-bd06c1220a66']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.094735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] DHCP port deletion for 2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:55:51.099047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Deleting port 6b020697-73ae-4397-8f3c-09e11e0f67ee {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:51.099642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.103617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.110932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e920d9-8a78-4085-bf4f-a72905bfaa50') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.111272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e920d9-8a78-4085-bf4f-a72905bfaa50') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:51.144697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.159858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.173575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.179201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.253580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.269175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:51.269568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.270333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:51.270656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:51.284477 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:51.288459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.302699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:51.306081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.324581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] For port 6b020697-73ae-4397-8f3c-09e11e0f67ee, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b020697-73ae-4397-8f3c-09e11e0f67ee,segment=NetworkSegment(c75b6acf-933e-4622-90c5-b7ad11366c37),segment_id=c75b6acf-933e-4622-90c5-b7ad11366c37)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:51.325716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.370289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:51.385243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:51.417710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.470341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.489078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Calling delete_port for 6b020697-73ae-4397-8f3c-09e11e0f67ee owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:51.521224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.551076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:51.570617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.593765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.647662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=be214b7e-4d3a-4605-8a35-bd06c1220a66,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.654155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.654707 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1 of type vlan for network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 Mar 16 10:55:51.675880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] Pushing event deleted for resources: {'Port': ['ID=6b020697-73ae-4397-8f3c-09e11e0f67ee,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.704001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 297db6a6-5b5a-4706-bd6e-e40be7db2b3d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:51.717314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6fa272a3-a0b5-4a8a-999d-3faad63be4c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/be214b7e-4d3a-4605-8a35-bd06c1220a66 HTTP/1.1" status: 204 len: 168 time: 5.9108367 Mar 16 10:55:51.722306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38390) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.729403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.742721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7d0c0-c712-492a-9bb9-4b173b5f9bd4 None None] No DVR routers for this DVR port 6b020697-73ae-4397-8f3c-09e11e0f67ee on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:51.772558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.793224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-458623587'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:51.797568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:55:51.798033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.824527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.838235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:51.891527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:51.892608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:51.904374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:51.918067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.923998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:51.924664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.945024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.960356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23956388-006a-465e-b96a-368eec721239,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:51.964032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:51.965242 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0195971 Mar 16 10:55:51.968702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38394) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:51.983139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b020697-73ae-4397-8f3c-09e11e0f67ee no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:51.985729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.986091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.986394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.986719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.987251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.987561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.987879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.988196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.988513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.988853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.988953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:51.989157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.989628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351bae2e-899f-4414-be73-13e72b1a6bdf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:51.993065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] For port 297db6a6-5b5a-4706-bd6e-e40be7db2b3d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:51.993428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.010390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '23956388-006a-465e-b96a-368eec721239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:52.016316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.035424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6b020697-73ae-4397-8f3c-09e11e0f67ee {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:52.035898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b020697-73ae-4397-8f3c-09e11e0f67ee not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:52.040503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:52.064372 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9852967 Mar 16 10:55:52.068653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38398) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.128094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:52.148734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998a74c-1c72-4eb2-9860-9fc0ad912031 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=2ae36228-3cd5-43af-bdfb-767e5b1e08e2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:52.160874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:52.164769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:52.223247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:52.242715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 297db6a6-5b5a-4706-bd6e-e40be7db2b3d owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:52.274297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:52.279337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.300139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.326048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:52.331772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75b6acf-933e-4622-90c5-b7ad11366c37') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.332065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75b6acf-933e-4622-90c5-b7ad11366c37') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.389222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.457610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:52.464805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Usage tracker for resource:subnet and tenant:38b51196b49b435aa38cbfae2009f7ae is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:52.469281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:52.478053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:52.497042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:52.499012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:52.500745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.503872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.526334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.598668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Router dfe143e7-4638-4606-9ab9-abb63d166206 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:55:52.696298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.696562 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment 45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea of type vlan for network 09906f76-fe51-4c96-b82c-f62d795bf669 Mar 16 10:55:52.712554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:52.712979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:52.750211 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:52.786169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:52.799497 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Sync routers for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:52.808714 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:52.810243 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.853384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:52.875411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] Sync routers for ids ['dfe143e7-4638-4606-9ab9-abb63d166206'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:52.891322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] Routers {'dfe143e7-4638-4606-9ab9-abb63d166206'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:52.892031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['dfe143e7-4638-4606-9ab9-abb63d166206'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.901826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.903557 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-61c2206e-2fd1-4454-9725-e7bfb85007fb tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1051009 Mar 16 10:55:52.906734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.908742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cb49dfd7-156a-4bd1-ab1e-3297b233ba96 admin admin] 10.222.0.50 "PUT /v2.0/routers/bda5ef5d-817f-4cf3-a6fb-f3d48a215760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5213182 Mar 16 10:55:52.913786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.915142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:52.921903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:52.970023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.985175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] Routers {'dfe143e7-4638-4606-9ab9-abb63d166206'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:52.987611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['dfe143e7-4638-4606-9ab9-abb63d166206'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:52.987768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:52.993501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Deleting port e4c21db5-c915-4bc9-8aa1-cba73c65e04c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:52.994078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.043451 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:53.044918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.050655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.073247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.073919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b67de8-5e6d-49d7-8347-1be5a153ada0 None None] The sync data for ids ['dfe143e7-4638-4606-9ab9-abb63d166206'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:53.113365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.121517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.166620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=3dc22726-17c5-4708-a648-d42015890bc6,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.167417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.245391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-32e93f2d-1e6b-4eea-8064-bcc65256ed08 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/2eb41bc8-999f-4bd0-b94a-ec2b1f01b4af HTTP/1.1" status: 204 len: 168 time: 2.3284078 Mar 16 10:55:53.248220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:53.248762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: 2ae36228-3cd5-43af-bdfb-767e5b1e08e2, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:53.248906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49187734-3b29-4a98-811f-77b8a6b3a72f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.250872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38410) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.316603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.321901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:53.322476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.337292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:53.359760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 2ae36228-3cd5-43af-bdfb-767e5b1e08e2) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:53.370546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d77fb-0033-4f04-9947-1b77836f8417 None None] Network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:53.374837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:53.375431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.380284 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:55:49Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.384971 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Checking router: bda5ef5d-817f-4cf3-a6fb-f3d48a215760 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:55:53.395251 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Routers {'bda5ef5d-817f-4cf3-a6fb-f3d48a215760'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:53.396363 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:53.457424 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eaec7cef-3d23-4f3d-af46-81575c7da6ad tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3434153 Mar 16 10:55:53.459858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38414) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.511956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1189471641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:53.540032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=09906f76-fe51-4c96-b82c-f62d795bf669,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:53.552747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.556651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:53.557457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-386e5fec-4a62-44ad-9fed-25258dbdbf9a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5791197 Mar 16 10:55:53.563673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38418) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.580504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '23956388-006a-465e-b96a-368eec721239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:53.591309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:53.595800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:53.599787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:53.612533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:53.624064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:53.678120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.702019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.706315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:53.710535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:53.717886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.730451 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4360fe62-8b77-4e2b-b57c-f8541cb67a7b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9419518 Mar 16 10:55:53.744376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38422) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:53.746089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:53.752182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-2ae36228-3cd5-43af-bdfb-767e5b1e08e2', 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': '3dc22726-17c5-4708-a648-d42015890bc6'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:53.753106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.755813 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] Set router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:53.768460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:53.777337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Deleting port e286f580-dd24-4107-bb51-3de869ff47a3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:53.777675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.846246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.910215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:53.942582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Allocated IP 172.20.0.2 (2ae36228-3cd5-43af-bdfb-767e5b1e08e2/3dc22726-17c5-4708-a648-d42015890bc6/fe77f13a-d195-4855-a03a-4e9659511a06) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:53.992310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.044897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:54.100245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.108767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Port': ['ID=297db6a6-5b5a-4706-bd6e-e40be7db2b3d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.123421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:54.126145 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:55:49Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.132308 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe860b3-e316-40c4-9282-6e9e93bd969b None None] The sync data for ids ['bda5ef5d-817f-4cf3-a6fb-f3d48a215760'] in dv-neutron-828143-9-hyperv is: [{'id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'name': 'tempest-ServersTestManualDisk-1455640006-router', 'tenant_id': '13b9d59673624be79e8f089105f765b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '31e10638-f666-463e-b209-adb2d10cfca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:55:49Z', 'revision_number': 5, 'project_id': '13b9d59673624be79e8f089105f765b3', 'gw_port': {'id': '31e10638-f666-463e-b209-adb2d10cfca8', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda5ef5d-817f-4cf3-a6fb-f3d48a215760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:54.137905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.138345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.144728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:54.156116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.204711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.215120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Transition to ACTIVE for port object fe77f13a-d195-4855-a03a-4e9659511a06 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:54.234012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Transition to ACTIVE for port object fe77f13a-d195-4855-a03a-4e9659511a06 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:54.235254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:54.240784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.268988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] For port e4c21db5-c915-4bc9-8aa1-cba73c65e04c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:54.269509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.297953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Calling delete_port for e286f580-dd24-4107-bb51-3de869ff47a3 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:54.301566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:54.308514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:54.314809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:54.320740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Pushing event updated for resources: {'Port': ['ID=fe77f13a-d195-4855-a03a-4e9659511a06,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.358255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.386420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:54.389412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.429993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc22726-17c5-4708-a648-d42015890bc6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.440484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Attempting to bind port fe77f13a-d195-4855-a03a-4e9659511a06 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:54.440872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Attempting to bind port fe77f13a-d195-4855-a03a-4e9659511a06 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:54.441284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Attempting to bind port fe77f13a-d195-4855-a03a-4e9659511a06 on network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:54.446778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:54.447154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Checking segment: {'id': 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:54.447562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.447945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Bound using segment: {'id': 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:54.448403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Bound port: fe77f13a-d195-4855-a03a-4e9659511a06, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:54.448772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.513122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.541467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.576900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae36228-3cd5-43af-bdfb-767e5b1e08e2']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.596661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.596979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:54.605126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] For port fe77f13a-d195-4855-a03a-4e9659511a06, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:54.609778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] For port fe77f13a-d195-4855-a03a-4e9659511a06, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fe77f13a-d195-4855-a03a-4e9659511a06,segment=NetworkSegment(ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1),segment_id=ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:54.611537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.622080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.659700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.678564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:54.679232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.696164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Calling delete_port for e4c21db5-c915-4bc9-8aa1-cba73c65e04c owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:54.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:54.712043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814836-95e5-41f8-abe6-64c9762b0810 None None] Pushing event updated for resources: {'Port': ['ID=fe77f13a-d195-4855-a03a-4e9659511a06,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.759431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.794046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:54.804073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:55:54.804073 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:55:54.804073 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'id': '2ae36228-3cd5-43af-bdfb-767e5b1e08e2'}] Mar 16 10:55:54.804073 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:55:54.804473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:55:54.842381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8a4fa-2681-4f22-a5ad-63008b190383 None None] Network 2ae36228-3cd5-43af-bdfb-767e5b1e08e2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:54.879395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Pushing event deleted for resources: {'Port': ['ID=e286f580-dd24-4107-bb51-3de869ff47a3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:54.940066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.047685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.048540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.051115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648212e4-1274-46a8-ba86-87b50ed7ce70 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:55:55.084418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.088563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.091826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.123965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.165940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28081b27-e435-48d4-aa53-eee4b53fa87e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.178951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648212e4-1274-46a8-ba86-87b50ed7ce70 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:55:55.190495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Deleting port 31e10638-f666-463e-b209-adb2d10cfca8 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:55.190860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.217301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.217643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.217980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.218312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.218637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.218965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.219282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.219600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.219918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.220232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.221199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.221542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:55.233259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.234470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-35cb4246-b00b-4f96-b531-c45dc3756dc9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.9193444 Mar 16 10:55:55.245093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38426) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.252801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.253308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9754c7-aa48-43b3-a51d-871f70702ffc {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:55.254821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.259028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38430) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.259131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e5193350-2728-4cdf-875c-5e8e363e3e41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6877413 Mar 16 10:55:55.263622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.266973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6757551-0622-468b-bf1e-f7e30069773a tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6c9754c7-aa48-43b3-a51d-871f70702ffc HTTP/1.1" status: 204 len: 168 time: 8.4862456 Mar 16 10:55:55.269971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38434) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:55.270281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1971447269'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:55.273559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '23956388-006a-465e-b96a-368eec721239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:55.285043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:55.291241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:55.303852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:55.345668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.350395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:55.354140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:55.410533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:55.542580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.551459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.553426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:55.554371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:55.556566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.578257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:55.636756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.659432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port fe77f13a-d195-4855-a03a-4e9659511a06 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:55.659772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.703609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] For port 31e10638-f666-463e-b209-adb2d10cfca8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31e10638-f666-463e-b209-adb2d10cfca8,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:55.703859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.710905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.714192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c21db5-c915-4bc9-8aa1-cba73c65e04c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.717757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:55:55.849620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device df9a65b8-bfc8-4f67-951d-41223875c9e1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:55.860136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:55.890350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Router dfe143e7-4638-4606-9ab9-abb63d166206 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:55.895005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: df9a65b8-bfc8-4f67-951d-41223875c9e1 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:55.895348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device df9a65b8-bfc8-4f67-951d-41223875c9e1 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:55.947670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=08ab0c38-93cb-4c84-b1b9-61844be5c580,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:55.998815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.026534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Calling delete_port for 31e10638-f666-463e-b209-adb2d10cfca8 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:56.088316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.088661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment c04cb633-155c-4f23-80a9-56e7e9c79bf2 of type vlan for network db2f25e2-1ef0-4b38-9de7-90297e7733eb Mar 16 10:55:56.194978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:56.195269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: 09906f76-fe51-4c96-b82c-f62d795bf669, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:56.201828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.242055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:56.252352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] Sync routers for ids ['dfe143e7-4638-4606-9ab9-abb63d166206'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:56.261840 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] Routers {'dfe143e7-4638-4606-9ab9-abb63d166206'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:56.262468 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['dfe143e7-4638-4606-9ab9-abb63d166206'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.306861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.328492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.332400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 09906f76-fe51-4c96-b82c-f62d795bf669 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:56.332592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.337606 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] Routers {'dfe143e7-4638-4606-9ab9-abb63d166206'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:56.338173 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['dfe143e7-4638-4606-9ab9-abb63d166206'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.402327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:56.402761 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6df64d-a669-44ad-8785-cfd0513cea32 None None] The sync data for ids ['dfe143e7-4638-4606-9ab9-abb63d166206'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:55:56.444032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port fe77f13a-d195-4855-a03a-4e9659511a06, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fe77f13a-d195-4855-a03a-4e9659511a06,segment=NetworkSegment(ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1),segment_id=ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:56.444630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.459798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac163be-e1bb-4df2-8de1-aedc7c4b1c96,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.547372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 09906f76-fe51-4c96-b82c-f62d795bf669) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:56.556581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.559685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7c0d5-6a6e-4379-ac0b-81919b56d841 None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:56.562578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:56.563164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.584361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.587883 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-06371b00-d718-4b20-a3d3-daa783d56b31 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "PUT /v2.0/routers/dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 200 len: 710 time: 3.6774566 Mar 16 10:55:56.594225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:56.594958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.595565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for fe77f13a-d195-4855-a03a-4e9659511a06 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:56.606948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38438) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.623950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.627898 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-53f35cfb-344b-4d78-af91-e95b4d503e61 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3681033 Mar 16 10:55:56.631966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38442) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.649041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '23956388-006a-465e-b96a-368eec721239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:56.665109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:56.669919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.684708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:56.688243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:56.694955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:56.724004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Deleting port 62bcfcad-b367-488b-a786-d5d141b34d79 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:55:56.724618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.787641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-319968b7-5271-4db6-9f98-ff1542cb0ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.817801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.844815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.849630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-09906f76-fe51-4c96-b82c-f62d795bf669', 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '08ab0c38-93cb-4c84-b1b9-61844be5c580'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:55:56.850943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:56.914235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6645696 Mar 16 10:55:56.927820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463afa6-0dfe-44ac-95e7-15987251ba81 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=db2f25e2-1ef0-4b38-9de7-90297e7733eb,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:56.930444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38446) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.938215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9eb8a57d-0d63-48f5-adea-feb76dd90cf2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1862929 Mar 16 10:55:56.943963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:56.945244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:55:56.971415 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c0a6fb60-b311-4c7f-8f15-6ee3cddb1915 tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/routers/dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 200 len: 745 time: 0.3526289 Mar 16 10:55:56.974459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38450) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:56.974459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38452) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.058201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=fe77f13a-d195-4855-a03a-4e9659511a06,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.062760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port fe77f13a-d195-4855-a03a-4e9659511a06 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:55:57.088605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:57.107223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.149814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Allocated IP 2001:db8::2 (09906f76-fe51-4c96-b82c-f62d795bf669/08ab0c38-93cb-4c84-b1b9-61844be5c580/3bade674-b0b5-4f37-a335-512bf72f2545) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:55:57.210678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc493e92-f0e1-4920-b0ec-6281db6f873b tempest-RoutersIpV6AdminTest-1121017118 tempest-RoutersIpV6AdminTest-1121017118-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 200 len: 205 time: 0.1791537 Mar 16 10:55:57.218518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38458) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.266057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.319761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] For port 62bcfcad-b367-488b-a786-d5d141b34d79, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=62bcfcad-b367-488b-a786-d5d141b34d79,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:55:57.320122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.330400 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-902f8c07-1c15-4365-bf26-ab5585895cc4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 200 len: 205 time: 0.0619824 Mar 16 10:55:57.334170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae36228-3cd5-43af-bdfb-767e5b1e08e2']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:57.341404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.344094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.350023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.455592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 297db6a6-5b5a-4706-bd6e-e40be7db2b3d no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:55:57.470550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:57.471163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ae949-e2a5-4ddb-bb5f-00d55836e9c1') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:57.498001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 297db6a6-5b5a-4706-bd6e-e40be7db2b3d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:55:57.498513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 297db6a6-5b5a-4706-bd6e-e40be7db2b3d not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:55:57.524025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.527045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Pushing event deleted for resources: {'Port': ['ID=31e10638-f666-463e-b209-adb2d10cfca8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.536069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Transition to ACTIVE for port object 3bade674-b0b5-4f37-a335-512bf72f2545 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:57.551757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.555554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Transition to ACTIVE for port object 3bade674-b0b5-4f37-a335-512bf72f2545 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:55:57.562769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.576335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Calling delete_port for 62bcfcad-b367-488b-a786-d5d141b34d79 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:55:57.580302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:57.584149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:57.586950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:57.593598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:57.606727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.622998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:57.626978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.627290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:57.630298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:57.633729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:55:57.679367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Pushing event updated for resources: {'Port': ['ID=3bade674-b0b5-4f37-a335-512bf72f2545,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.697261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e9d322-7019-4de0-a4d6-b75ae779369e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:57.723480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.723835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.724170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.724503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.724848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.725186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.725509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.725833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.726155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.726473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.726791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.726915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.727103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:55:57.730371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:57.751181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Attempting to bind port 3bade674-b0b5-4f37-a335-512bf72f2545 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:55:57.751540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Attempting to bind port 3bade674-b0b5-4f37-a335-512bf72f2545 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:55:57.751901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Attempting to bind port 3bade674-b0b5-4f37-a335-512bf72f2545 on network 09906f76-fe51-4c96-b82c-f62d795bf669 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:55:57.757262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:55:57.757633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Checking segment: {'id': '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:57.758038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.758428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Bound using segment: {'id': '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:55:57.758889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Bound port: 3bade674-b0b5-4f37-a335-512bf72f2545, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:55:57.759299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.783247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.817582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:55:57.818315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:55:57.834391 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:55:57.849413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.850591 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4fdfda75-c163-479d-b0a9-d42be36c7c5c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2102892 Mar 16 10:55:57.851845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:subnet and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:57.856572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:57.858628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] For port 3bade674-b0b5-4f37-a335-512bf72f2545, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:55:57.860629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:57.863583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] For port 3bade674-b0b5-4f37-a335-512bf72f2545, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3bade674-b0b5-4f37-a335-512bf72f2545,segment=NetworkSegment(45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea),segment_id=45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:55:57.868434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.875211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '23956388-006a-465e-b96a-368eec721239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:55:57.889679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:57.891908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:55:57.894233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:57.971585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651689-4536-4bb5-b00b-75f5885dcd1c None None] Pushing event updated for resources: {'Port': ['ID=3bade674-b0b5-4f37-a335-512bf72f2545,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.087712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:55:58.189896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:55:58.250867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.252913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.255729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:55:58.255931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.278636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.278854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:55:58.282354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.313512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=2ae36228-3cd5-43af-bdfb-767e5b1e08e2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.320365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.321357 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa2e023c-d7c2-4f98-8372-55add324d685 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/2ae36228-3cd5-43af-bdfb-767e5b1e08e2 HTTP/1.1" status: 204 len: 168 time: 4.8605044 Mar 16 10:55:58.323225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38470) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.371512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.372584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Fanout notify agent at l3_agent the message router_deleted on router dfe143e7-4638-4606-9ab9-abb63d166206 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:58.393890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.426110 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-54001955-0b60-40ed-859d-9ea7b56f3cef tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] GET failed (client error): The resource could not be found. Mar 16 10:55:58.426620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-54001955-0b60-40ed-859d-9ea7b56f3cef tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Synchronizing usage tracker for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:58.462669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.468285 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f0c462a0-5f81-4355-acc6-6a77ec7efad4 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 204 len: 168 time: 1.1232162 Mar 16 10:55:58.471722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38474) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.520112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.568966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.569402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda5ef5d-817f-4cf3-a6fb-f3d48a215760 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:58.595489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:55:58.643142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-54001955-0b60-40ed-859d-9ea7b56f3cef tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Unset dirty status for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:58.644314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-54001955-0b60-40ed-859d-9ea7b56f3cef tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets/3dc22726-17c5-4708-a648-d42015890bc6 HTTP/1.1" status: 404 len: 337 time: 0.3178413 Mar 16 10:55:58.650424 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ea780dec-8e1b-43cf-9851-5f0f4493619f tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 200 len: 205 time: 0.1776774 Mar 16 10:55:58.651047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38478) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.651375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38480) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.741242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.743077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09eb826c-8b37-4011-a8e9-d1302668eaac admin admin] 10.222.0.50 "DELETE /v2.0/routers/bda5ef5d-817f-4cf3-a6fb-f3d48a215760 HTTP/1.1" status: 204 len: 168 time: 5.8162096 Mar 16 10:55:58.753872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.768018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38486) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.843713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:58.856491 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b44d68-8a7b-4c11-bfbd-e2e0764416c1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:55:58.857253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b44d68-8a7b-4c11-bfbd-e2e0764416c1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:55:58.859083 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0b44d68-8a7b-4c11-bfbd-e2e0764416c1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/2ae36228-3cd5-43af-bdfb-767e5b1e08e2 HTTP/1.1" status: 404 len: 339 time: 0.2068031 Mar 16 10:55:58.860222 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-a08d8d43-6d16-4b16-855b-3681af900787 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:55:58.861281 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a08d8d43-6d16-4b16-855b-3681af900787 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/dfe143e7-4638-4606-9ab9-abb63d166206 HTTP/1.1" status: 404 len: 336 time: 0.2065687 Mar 16 10:55:58.867523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event deleted for resources: {'Port': ['ID=62bcfcad-b367-488b-a786-d5d141b34d79,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:58.898462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38490) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.898785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38492) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:58.947888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.010698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.013746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-482b0009-a3ec-483b-abcc-72226b4b3323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.040525 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-27614acd-251c-4dd6-ab82-69b225449068 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 200 len: 205 time: 0.1401918 Mar 16 10:55:59.048345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38498) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.106303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:55:59.118582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Sync routers for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:55:59.123206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f173d-9278-42c1-9b29-5e2d76e5e85b None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:59.124120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4385ef-f4d3-4880-8fa5-c4a232c59fcc,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.126098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=b6924d7e-30c8-434c-bd0d-98ed63eebd74,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.131401 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-84504412-2e3f-4d5f-9847-4594392102e0 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:55:59.133001 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-84504412-2e3f-4d5f-9847-4594392102e0 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/9ec68761-43c1-4bc9-b7b7-7856ccd65a6a HTTP/1.1" status: 404 len: 336 time: 0.0785210 Mar 16 10:55:59.142026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Deleting subnet a7e98511-e885-42b2-ad0c-efaeba8d570e {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:55:59.142187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38502) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.175987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:55:59.176618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:55:59.193979 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03e714f3-7b25-4e8c-b15e-7d260baca4dd admin admin] 10.222.0.50 "PUT /v2.0/routers/a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9884496 Mar 16 10:55:59.197514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.208619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38506) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.213270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.217258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fb6d5d3c-c623-439e-840a-8b9d78f28d62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3553593 Mar 16 10:55:59.222259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:55:59.222619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: db2f25e2-1ef0-4b38-9de7-90297e7733eb, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:55:59.223295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38510) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.264911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.286456 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cbede3ea-8c12-4f6c-8c10-63f630a70bd6 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 200 len: 205 time: 0.1382949 Mar 16 10:55:59.299840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98c4eb9a-5885-4479-b3dd-880a65fa54ae None None] Provisioning for port 3bade674-b0b5-4f37-a335-512bf72f2545 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:55:59.302439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38514) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.410016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-89b6a4fd-3fcb-46e0-bc9d-772b99dc377e tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:55:59.413300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-89b6a4fd-3fcb-46e0-bc9d-772b99dc377e tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/037096a5-f15f-4ebc-8d56-2c10d21aac66 HTTP/1.1" status: 404 len: 336 time: 0.1022801 Mar 16 10:55:59.415598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38518) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.418169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:55:59.520117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, db2f25e2-1ef0-4b38-9de7-90297e7733eb) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:59.523464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.527510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:59.528308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.536279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.557286 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ae9cc96e-8279-4232-a5b7-a72bfdb250ff tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 200 len: 205 time: 0.0833466 Mar 16 10:55:59.557286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.562948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.563557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329f6d0-b046-446c-b7df-c1e0c42800e6 None None] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:55:59.564396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38522) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.583424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.603963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.625950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 09906f76-fe51-4c96-b82c-f62d795bf669 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:55:59.627917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.632365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:55:59.700644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307bb0a7-3190-442b-9b25-98e822270679 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:59.701627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-307bb0a7-3190-442b-9b25-98e822270679 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Synchronizing usage tracker for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:55:59.751007 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-058646d0-baa7-43b0-87fb-461fbd0fa91e tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:55:59.752414 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-058646d0-baa7-43b0-87fb-461fbd0fa91e tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/e4c9a04b-e43d-435b-ab10-d1d4d55ae5ad HTTP/1.1" status: 404 len: 336 time: 0.1736448 Mar 16 10:55:59.760180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38526) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.802537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.803351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3bade674-b0b5-4f37-a335-512bf72f2545 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:55:59.803493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 638d255e-5617-4c87-8e64-05ed26ff794e {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:55:59.814526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-307bb0a7-3190-442b-9b25-98e822270679 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Unset dirty status for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:55:59.818295 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-307bb0a7-3190-442b-9b25-98e822270679 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9140370 Mar 16 10:55:59.820970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38530) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.824706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.831756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:55:59.836153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cd9b1538-b762-449c-89ab-c90cf1df6e28 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 200 len: 205 time: 0.0718541 Mar 16 10:55:59.844443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38534) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.883281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-93ec46ee-0397-4f6d-8207-461bc2ffd5db tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9437299 Mar 16 10:55:59.885227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:55:59.886026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.895302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38538) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.920440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef4385ef-f4d3-4880-8fa5-c4a232c59fcc,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.940114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.940892 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a85603f-7da2-4392-bcd1-aebf115f3cb2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ef4385ef-f4d3-4880-8fa5-c4a232c59fcc HTTP/1.1" status: 204 len: 168 time: 0.7148976 Mar 16 10:55:59.943902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38542) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.945036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.973475 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-0d7ff7f7-5f45-43ff-9952-5f84750229fa tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:55:59.974689 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d7ff7f7-5f45-43ff-9952-5f84750229fa tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/5ac8ad38-9779-4cbe-8783-c409c7a4b5d0 HTTP/1.1" status: 404 len: 336 time: 0.1270573 Mar 16 10:55:59.980775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:55:59.986114 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cee9f888-d317-4a85-8c4d-775695275f7c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "DELETE /v2.0/routers/638d255e-5617-4c87-8e64-05ed26ff794e HTTP/1.1" status: 204 len: 168 time: 4.7034006 Mar 16 10:55:59.992749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=350abd97-969d-499c-9107-7b8163f8f4a5,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:55:59.994262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38546) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.994565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38548) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:55:59.995944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcb26e8a-ede0-4722-92a1-b60a07eaad20 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Synchronizing usage tracker for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:00.007485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1758013063', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:00.171230 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1743cc7d-ca7a-4309-9e00-5bb08eb0bfab tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1413434 Mar 16 10:56:00.187353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38554) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.188246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcb26e8a-ede0-4722-92a1-b60a07eaad20 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Unset dirty status for tenant:38b51196b49b435aa38cbfae2009f7ae on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:00.188501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3bade674-b0b5-4f37-a335-512bf72f2545 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:00.189574 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fcb26e8a-ede0-4722-92a1-b60a07eaad20 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 207 time: 0.3597260 Mar 16 10:56:00.203563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38558) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.208438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:00.210545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3bade674-b0b5-4f37-a335-512bf72f2545 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:00.211140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.241754 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-034fba3f-db40-4f1e-9d2c-f0ad01124f95 tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "GET /v2.0/ports?device_id=16619d0e-6f19-457d-8c3c-92c0a05a531b HTTP/1.1" status: 200 len: 205 time: 0.2379885 Mar 16 10:56:00.244484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:00.246279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.263995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:00.276039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:00.317045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ddd89dc-e9b9-4645-a8c5-87cec9978337 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:00.355622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:00.357274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.392764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.478088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28609c3e-9ea8-4a05-bd49-f3684c822bfb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.488593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28609c3e-9ea8-4a05-bd49-f3684c822bfb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.496120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28609c3e-9ea8-4a05-bd49-f3684c822bfb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.505332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28609c3e-9ea8-4a05-bd49-f3684c822bfb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.509105 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-28609c3e-9ea8-4a05-bd49-f3684c822bfb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3035665 Mar 16 10:56:00.511497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.512962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.524525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38566) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.529590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ddd89dc-e9b9-4645-a8c5-87cec9978337 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:00.534155 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ddd89dc-e9b9-4645-a8c5-87cec9978337 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5591750 Mar 16 10:56:00.560774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.567364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.572771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-6d23a786-be80-4d9e-b810-3c17ee4576fd tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] delete failed (client error): The resource could not be found. Mar 16 10:56:00.573871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6d23a786-be80-4d9e-b810-3c17ee4576fd tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/routers/16619d0e-6f19-457d-8c3c-92c0a05a531b HTTP/1.1" status: 404 len: 336 time: 0.2899294 Mar 16 10:56:00.587890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.611575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2366c9-0a06-4a7e-98d5-aaebd5ebe90b None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:00.628868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.642470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.642816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e98511-e885-42b2-ad0c-efaeba8d570e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:00.671254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234330d-590e-400c-a519-0acf2ebcae9a None None] Network 55c446d9-df98-4079-be3b-cd182679363b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:00.695430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.733278 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1b1b191b-2f61-4781-a5a3-74343654107c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a7e98511-e885-42b2-ad0c-efaeba8d570e HTTP/1.1" status: 204 len: 168 time: 1.9319451 Mar 16 10:56:00.734383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.737073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.738623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.740311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.741804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.743261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:00.744157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Synchronizing usage tracker for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:00.756412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.763904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa061399-477a-4eca-a6db-810e28ea146d tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:00.764425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa061399-477a-4eca-a6db-810e28ea146d tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:00.766133 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fa061399-477a-4eca-a6db-810e28ea146d tempest-RoutersIpV6AdminTest-799938817 tempest-RoutersIpV6AdminTest-799938817-project] 10.222.0.50 "DELETE /v2.0/subnets/fc6766c9-5b7f-41c6-91d9-997cdbc6c504 HTTP/1.1" status: 404 len: 337 time: 0.1621921 Mar 16 10:56:00.806414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.827305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Deleting port d0171537-12ca-4f8d-bd15-9a18d35c86bc {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:00.827895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.876127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.883796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.912874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Unset dirty status for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:00.914372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2740b016-b31a-43f9-9c8e-b9ce17bac495 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7237759 Mar 16 10:56:00.924931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38584) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:00.934915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:55:55Z', 'revision_number': 5, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port': {'id': 'd0171537-12ca-4f8d-bd15-9a18d35c86bc', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:52:55Z', 'updated_at': '2022-03-16T10:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:00.966479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711464989'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:00.967141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Checking router: a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:00.970339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-854a3f9c-12ec-4c7e-9e83-c6f35ecabc6c None None] Provisioning complete for port 3bade674-b0b5-4f37-a335-512bf72f2545 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:00.970922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-854a3f9c-12ec-4c7e-9e83-c6f35ecabc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:00.996241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:00.999816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.023224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:01.028199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.035902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:01.068186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 3bade674-b0b5-4f37-a335-512bf72f2545, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3bade674-b0b5-4f37-a335-512bf72f2545,segment=NetworkSegment(45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea),segment_id=45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:01.086528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Routers {'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:01.087349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.137590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.137928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Allocated IP 2001:db8::2 (db2f25e2-1ef0-4b38-9de7-90297e7733eb/b6924d7e-30c8-434c-bd0d-98ed63eebd74/53814c1d-d789-4d70-bb54-956ac313ac71) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:01.156648 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a43c1100-5314-45a4-a3fb-77aad909ef19 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6255515 Mar 16 10:56:01.159033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38590) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.165899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.196386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.270943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Deleting port c5b6777f-7a47-413a-ba6b-c435433c2442 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:01.271150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.299022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38594) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.325420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43324a0f-0c0a-4b35-8cab-7624761cad26 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:01.327045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43324a0f-0c0a-4b35-8cab-7624761cad26 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:01.332321 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-43324a0f-0c0a-4b35-8cab-7624761cad26 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1673880 Mar 16 10:56:01.335951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38600) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.348798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:01.366298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e9d322-7019-4de0-a4d6-b75ae779369e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.389061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31e10638-f666-463e-b209-adb2d10cfca8 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.452607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] For port d0171537-12ca-4f8d-bd15-9a18d35c86bc, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0171537-12ca-4f8d-bd15-9a18d35c86bc,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:01.453474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.467866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561ecf-1b61-4371-ba8f-eae920806c94 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:01.469402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561ecf-1b61-4371-ba8f-eae920806c94 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:01.474414 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f561ecf-1b61-4371-ba8f-eae920806c94 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1342149 Mar 16 10:56:01.508276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38604) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.545845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 31e10638-f666-463e-b209-adb2d10cfca8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.546100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31e10638-f666-463e-b209-adb2d10cfca8 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.575939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.625427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Calling delete_port for d0171537-12ca-4f8d-bd15-9a18d35c86bc owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:01.654160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.658061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-83eeb5db-956f-441f-baf5-df9d86e0b494 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/15e9d322-7019-4de0-a4d6-b75ae779369e HTTP/1.1" status: 204 len: 168 time: 1.0841203 Mar 16 10:56:01.685012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38608) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:01.685249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:01.694930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=3bade674-b0b5-4f37-a335-512bf72f2545,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:01.717036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 62bcfcad-b367-488b-a786-d5d141b34d79 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:01.719667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:01.723162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.770688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 62bcfcad-b367-488b-a786-d5d141b34d79 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:01.771040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 62bcfcad-b367-488b-a786-d5d141b34d79 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:01.780555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] Set router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:01.831022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Usage tracker for resource:security_group_rule and tenant:6bd0d604e1334dc7aeaeb8b8b717762e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:01.853330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:01.867340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:01.878100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:01.933192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:01.933582 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment ed885424-def9-4e39-97fd-b5f032c5ae35 of type vlan for network ef101c85-ea62-472e-b993-aad733e949d4 Mar 16 10:56:01.981379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:56:00Z', 'revision_number': 6, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:01.984352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.005430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b2951-39ff-4ad8-a3d4-c983f7581186 None None] The sync data for ids ['a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5'] in dv-neutron-828143-9-hyperv is: [{'id': 'a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5', 'name': 'tempest-ServersTestJSON-297497730-router', 'tenant_id': '8acf26f1d08648e39a6cbc181a9a8788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:52:53Z', 'updated_at': '2022-03-16T10:56:00Z', 'revision_number': 6, 'project_id': '8acf26f1d08648e39a6cbc181a9a8788', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:02.015338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] For port c5b6777f-7a47-413a-ba6b-c435433c2442, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c5b6777f-7a47-413a-ba6b-c435433c2442,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:02.015763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.031555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.039882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9583b-882e-42d5-8df0-c1b68ead53e3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.047833 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-03e9583b-882e-42d5-8df0-c1b68ead53e3 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks/1b2f963e-c8a2-45f5-92eb-79ada4b605a1 HTTP/1.1" status: 200 len: 800 time: 0.5385790 Mar 16 10:56:02.062179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38612) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.068595 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-653a5471-1ae6-472d-b13c-fcdc6b720f7d tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3808949 Mar 16 10:56:02.076697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38616) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.109840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.115488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.116072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.206712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Calling delete_port for c5b6777f-7a47-413a-ba6b-c435433c2442 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:02.210320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] DHCP port deletion for 55c446d9-df98-4079-be3b-cd182679363b request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:02.230198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Deleting port c5b6777f-7a47-413a-ba6b-c435433c2442 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:02.230571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.285192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Update dhcp port {'port': {'network_id': '09906f76-fe51-4c96-b82c-f62d795bf669', 'fixed_ips': [{'subnet_id': '08ab0c38-93cb-4c84-b1b9-61844be5c580', 'ip_address': '2001:db8::2'}, {'subnet_id': '350abd97-969d-499c-9107-7b8163f8f4a5'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '3bade674-b0b5-4f37-a335-512bf72f2545'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:56:02.330907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.341742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3825474 Mar 16 10:56:02.343673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38620) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.348694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d821-4cae-4fe5-96d6-9b484dd1018c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=ef101c85-ea62-472e-b993-aad733e949d4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.356933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:02.380278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.382296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Transition to ACTIVE for port object 53814c1d-d789-4d70-bb54-956ac313ac71 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:02.388155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ef101c85-ea62-472e-b993-aad733e949d4 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:02.441764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.458709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.485354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.536558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.538465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0171537-12ca-4f8d-bd15-9a18d35c86bc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.539288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Transition to ACTIVE for port object 53814c1d-d789-4d70-bb54-956ac313ac71 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:02.558910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9bb2c8d-9d69-411c-89fe-594ddc0e423a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/networks/1b2f963e-c8a2-45f5-92eb-79ada4b605a1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4945824 Mar 16 10:56:02.567435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38624) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.581301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.586980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.633979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.654057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.680382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.696119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8::1 (db2f25e2-1ef0-4b38-9de7-90297e7733eb/b6924d7e-30c8-434c-bd0d-98ed63eebd74/e999b135-871a-4586-982e-122e2e37890a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:02.748993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b6777f-7a47-413a-ba6b-c435433c2442,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.775343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.779123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] No DVR routers for this DVR port c5b6777f-7a47-413a-ba6b-c435433c2442 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:02.835752 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bd0d604e1334dc7aeaeb8b8b717762e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5321941 Mar 16 10:56:02.847442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.854755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38628) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.865118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac163be-e1bb-4df2-8de1-aedc7c4b1c96,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.868874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:02.889988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6e5ae-f2ba-450f-a135-206f6d59ca05 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:02.894389 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3df6e5ae-f2ba-450f-a135-206f6d59ca05 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets/1d598fdb-3b35-46fa-8bae-f1630916bfca HTTP/1.1" status: 200 len: 811 time: 0.3187304 Mar 16 10:56:02.894389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e781e6d-e993-4cbe-a95c-04950e51eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82909713-9fab-438c-9ff5-cacfeeeb90d4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:02.894593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:02.899249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:02.906463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] For port c5b6777f-7a47-413a-ba6b-c435433c2442, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c5b6777f-7a47-413a-ba6b-c435433c2442,segment=NetworkSegment(1b3ac300-3676-4aa7-9d91-69c7c0a0b215),segment_id=1b3ac300-3676-4aa7-9d91-69c7c0a0b215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:02.906865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:02.908851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:02.917719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Pushing event updated for resources: {'Port': ['ID=53814c1d-d789-4d70-bb54-956ac313ac71,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.069348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.107603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.111017 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b6ab0dc4-ade1-4e23-88f5-44fb0129c31a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dac163be-e1bb-4df2-8de1-aedc7c4b1c96 HTTP/1.1" status: 204 len: 168 time: 0.9114320 Mar 16 10:56:03.113757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38636) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.115226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c446d9-df98-4079-be3b-cd182679363b']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:03.135627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Calling delete_port for c5b6777f-7a47-413a-ba6b-c435433c2442 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:03.160332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3ac300-3676-4aa7-9d91-69c7c0a0b215') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:03.162206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3ac300-3676-4aa7-9d91-69c7c0a0b215') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:03.182226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Allocated IP 172.26.0.99 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/2382c43e-2b9c-43ca-bf6f-63b0a549c91e) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:03.186519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.192042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.259030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c8158f1c-02f2-4836-94ab-dc9c211cf81c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:03.261034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Attempting to bind port 53814c1d-d789-4d70-bb54-956ac313ac71 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:03.261519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Attempting to bind port 53814c1d-d789-4d70-bb54-956ac313ac71 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:03.261757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Attempting to bind port 53814c1d-d789-4d70-bb54-956ac313ac71 on network db2f25e2-1ef0-4b38-9de7-90297e7733eb {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:03.261990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.267986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.283415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:03.283786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Checking segment: {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:03.284369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.284944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Bound using segment: {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:03.285428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Bound port: 53814c1d-d789-4d70-bb54-956ac313ac71, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:03.285806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.296092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Allocated IP 172.20.0.1 (09906f76-fe51-4c96-b82c-f62d795bf669/350abd97-969d-499c-9107-7b8163f8f4a5/3bade674-b0b5-4f37-a335-512bf72f2545) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:03.300619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:03.300619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.306839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.311801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:03.329541 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:03.350280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.385313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a76ae5-1e84-4894-9de9-1c46f157318a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['shared'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:03.390624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-13a76ae5-1e84-4894-9de9-1c46f157318a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "GET /v2.0/subnets/1d598fdb-3b35-46fa-8bae-f1630916bfca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2841151 Mar 16 10:56:03.393220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38640) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.416613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1390131205'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:03.420408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:03.420543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.420757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:03.423650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c8158f1c-02f2-4836-94ab-dc9c211cf81c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:03.423911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.424405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:03.424945 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8158f1c-02f2-4836-94ab-dc9c211cf81c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2998414 Mar 16 10:56:03.433628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38644) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.455619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:03.495195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network ef101c85-ea62-472e-b993-aad733e949d4 is not hosted by any dhcp agent {{(pid=87841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:56:03.501479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:03.502214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.506467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "PUT /v2.0/networks/ef101c85-ea62-472e-b993-aad733e949d4 HTTP/1.1" status: 200 len: 723 time: 1.1588480 Mar 16 10:56:03.517806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38648) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.528487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.531840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.539215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:03.545812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.550123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dec66bcb-578a-4558-9021-9f3cccacbf02 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a54b0ca2-07d6-4fbf-a908-d1ba09ac1ac5 HTTP/1.1" status: 204 len: 168 time: 4.3361166 Mar 16 10:56:03.563355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38652) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.584491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.669333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:03.700573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] For port 53814c1d-d789-4d70-bb54-956ac313ac71, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:03.705843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] For port 53814c1d-d789-4d70-bb54-956ac313ac71, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=53814c1d-d789-4d70-bb54-956ac313ac71,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:03.718791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3bade674-b0b5-4f37-a335-512bf72f2545 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:03.743436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.760172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b9a6f-2ceb-41f2-8422-c41f224e7d79 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=ef101c85-ea62-472e-b993-aad733e949d4,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.772311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.786489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.791854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:03.795666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.823400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] For port 3bade674-b0b5-4f37-a335-512bf72f2545, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3bade674-b0b5-4f37-a335-512bf72f2545,segment=NetworkSegment(45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea),segment_id=45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:03.838964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object e999b135-871a-4586-982e-122e2e37890a will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:03.854247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.857237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c446d9-df98-4079-be3b-cd182679363b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.859195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.861105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:03.892812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28081b27-e435-48d4-aa53-eee4b53fa87e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:03.899180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.899526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Added segment afd45785-3f04-4eda-97c8-2d1793b42856 of type vlan for network c0f80d87-5f24-44b2-8f37-08e075e47dde Mar 16 10:56:03.915943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.920678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7ea2853c-bbe0-4cdf-975f-7edb507c6c23 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/28081b27-e435-48d4-aa53-eee4b53fa87e HTTP/1.1" status: 204 len: 168 time: 0.4662578 Mar 16 10:56:03.924566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38656) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:03.959560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ef101c85-ea62-472e-b993-aad733e949d4 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:03.967573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.968168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.969299 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82909713-9fab-438c-9ff5-cacfeeeb90d4 HTTP/1.1" status: 204 len: 168 time: 1.1067619 Mar 16 10:56:03.988173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:03.992744 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0526f861-ec5c-4dcd-ae4f-3b03c42d3d44 admin admin] 10.222.0.50 "DELETE /v2.0/networks/55c446d9-df98-4079-be3b-cd182679363b HTTP/1.1" status: 204 len: 168 time: 3.2557442 Mar 16 10:56:03.992744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64cffb-a82d-48f3-8ae5-a83e13e50a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82909713-9fab-438c-9ff5-cacfeeeb90d4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.007417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.056380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Deleting subnet 3104b282-95d3-4ce3-9a73-fd821848095f {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:04.063068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.087965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb934d50-3e0e-4fc8-9274-0b53f2adb395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:04.102650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:04.113366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:04.119836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:04.120383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.138521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.145201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:04.145795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.165103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.174173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.187710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fb934d50-3e0e-4fc8-9274-0b53f2adb395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:04.189096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fb934d50-3e0e-4fc8-9274-0b53f2adb395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2634075 Mar 16 10:56:04.189773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.192818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38666) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.210034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Transition to ACTIVE for port object 3bade674-b0b5-4f37-a335-512bf72f2545 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:04.212150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Deleting port c5b6777f-7a47-413a-ba6b-c435433c2442 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:04.213057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.220668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38668) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.247661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:04.262438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07371-759c-47a9-a9e4-e3c720df786b None None] Pushing event updated for resources: {'Port': ['ID=53814c1d-d789-4d70-bb54-956ac313ac71,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.267948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:04.295695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:04.299651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.352285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9545391 Mar 16 10:56:04.356820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38674) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.399625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ea5e0-f604-47cc-86a9-01fe25ce6dee tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Network': ['ID=c0f80d87-5f24-44b2-8f37-08e075e47dde,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.409988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bd04eb7e-776b-47ca-8416-ecebfa9623ce None None] The port 'c5b6777f-7a47-413a-ba6b-c435433c2442' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:04.413724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.414623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:04.427249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.442219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-be8f9195-c7e8-49fc-974b-e08a9aa57110 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13b9d59673624be79e8f089105f765b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2184339 Mar 16 10:56:04.448641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38678) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.462336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.494071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network c0f80d87-5f24-44b2-8f37-08e075e47dde details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:04.520697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.552099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.604371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.620864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38682) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.625423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.637379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.658127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49187734-3b29-4a98-811f-77b8a6b3a72f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.738300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:04.750426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6b6cd-e5d9-49de-b802-506a768efe90 None None] Pushing event updated for resources: {'Port': ['ID=3bade674-b0b5-4f37-a335-512bf72f2545,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.751512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-874e70a0-ec0e-4e37-ae5d-0476363300ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4aafaae5c0a54a738e574052cc9e2c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273384 Mar 16 10:56:04.752912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.753641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2dd6158-d3a7-4b2b-98ce-ba31270bd953 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/49187734-3b29-4a98-811f-77b8a6b3a72f HTTP/1.1" status: 204 len: 168 time: 0.5388720 Mar 16 10:56:04.756496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38686) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.756841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38688) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:04.760926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:04.764339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:04.817884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c5b6777f-7a47-413a-ba6b-c435433c2442 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:04.847434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event updated for resources: {'Port': ['ID=2382c43e-2b9c-43ca-bf6f-63b0a549c91e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:04.852121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:04.882631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c5b6777f-7a47-413a-ba6b-c435433c2442 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:04.882980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c5b6777f-7a47-413a-ba6b-c435433c2442 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:04.883399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4c21db5-c915-4bc9-8aa1-cba73c65e04c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:04.903706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:04.938875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e4c21db5-c915-4bc9-8aa1-cba73c65e04c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:04.939603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4c21db5-c915-4bc9-8aa1-cba73c65e04c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:04.940020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0171537-12ca-4f8d-bd15-9a18d35c86bc no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:04.969107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:04.996802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d0171537-12ca-4f8d-bd15-9a18d35c86bc {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:04.997748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0171537-12ca-4f8d-bd15-9a18d35c86bc not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:05.042315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.089772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Made reservation on behalf of 38b51196b49b435aa38cbfae2009f7ae for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:05.096214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2cddd324-2444-4349-8b64-9ad4a8fb29b5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:05.103648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.168699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5182ed-11e0-4586-b4a5-2e96b1fdc94c None None] Network 9c53a580-0ee9-4147-ab0e-8691eeba3bdf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:05.197737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.206045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3104b282-95d3-4ce3-9a73-fd821848095f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.225617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.353948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing IP validity checks on allocation pools {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:56:05.354500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:56:05.408752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2cddd324-2444-4349-8b64-9ad4a8fb29b5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:05.410945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2cddd324-2444-4349-8b64-9ad4a8fb29b5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6509650 Mar 16 10:56:05.419035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38694) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.459153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.550352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] DHCP port deletion for 9c53a580-0ee9-4147-ab0e-8691eeba3bdf request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:05.558314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Deleting port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:05.560118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.578683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.606720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.623124 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f4c8663-9d23-4a8a-9233-d76d5a313ed0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3104b282-95d3-4ce3-9a73-fd821848095f HTTP/1.1" status: 204 len: 168 time: 2.0564682 Mar 16 10:56:05.633667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38698) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:05.657005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.662867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.695268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.696587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.722773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.766753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.783133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c04e1-aeed-4dea-9682-3ddff11e18e3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:05.836021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 53814c1d-d789-4d70-bb54-956ac313ac71 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:05.845928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:05.849602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8932fdb6-944b-444a-a253-628f30a84d3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/201c04e1-aeed-4dea-9682-3ddff11e18e3 HTTP/1.1" status: 204 len: 168 time: 1.0894678 Mar 16 10:56:05.968915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aee72a68-a8b9-46db-9abf-8da8897ca606 None None] Provisioning for port 3bade674-b0b5-4f37-a335-512bf72f2545 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:06.001666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aee72a68-a8b9-46db-9abf-8da8897ca606 None None] Provisioning complete for port 3bade674-b0b5-4f37-a335-512bf72f2545 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.002285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aee72a68-a8b9-46db-9abf-8da8897ca606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.012225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.061724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.086619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] For port 302cb5be-c7e9-42c8-9dc0-a60396717ba0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=302cb5be-c7e9-42c8-9dc0-a60396717ba0,segment=NetworkSegment(b1f9255c-7d20-493f-a68a-d517c2cc6de2),segment_id=b1f9255c-7d20-493f-a68a-d517c2cc6de2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:06.087433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.098758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23956388-006a-465e-b96a-368eec721239,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.122353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:06.123820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:06.126843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.130769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0a2b536e-966d-4296-9c1c-23497afca464 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/23956388-006a-465e-b96a-368eec721239 HTTP/1.1" status: 204 len: 168 time: 0.7108252 Mar 16 10:56:06.136166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38704) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.331281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 53814c1d-d789-4d70-bb54-956ac313ac71 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:06.343224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Calling delete_port for 302cb5be-c7e9-42c8-9dc0-a60396717ba0 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:06.377089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b24f2-9d49-4071-9d0d-7ad2278b195b None None] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:06.414536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09adeb72-d7dd-4532-8306-148a9c6b2474 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:06.423826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3bade674-b0b5-4f37-a335-512bf72f2545 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:06.462579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.470058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-09adeb72-d7dd-4532-8306-148a9c6b2474 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:06.471302 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09adeb72-d7dd-4532-8306-148a9c6b2474 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1362631 Mar 16 10:56:06.479758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38716) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.490860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--285336609'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:06.503833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.517622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.526421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:06.548569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=1951d824-ab3f-414a-b470-c3a0bb8e82c2,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.553066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.604732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.607555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.660502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.714450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d7bca-71ad-480d-9619-ece66c0bd1af,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.716919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': 'ed885424-def9-4e39-97fd-b5f032c5ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:06.717273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: ef101c85-ea62-472e-b993-aad733e949d4, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:06.720334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.727880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.733183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.743394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.752190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.752751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.756393 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-21d2d25d-c107-4d39-972a-cd9d72a0e955 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a6d7bca-71ad-480d-9619-ece66c0bd1af HTTP/1.1" status: 204 len: 168 time: 2.3019581 Mar 16 10:56:06.775209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:06.795505 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:06.800135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e67c87c-f5b3-4ad7-a6f6-b0453e9fbb87 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8982897 Mar 16 10:56:06.802114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38726) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:06.820656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-721403660'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:06.821471 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:06.825368 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:06.838646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] Pushing event deleted for resources: {'Port': ['ID=302cb5be-c7e9-42c8-9dc0-a60396717ba0,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.843724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997df15-698a-4c42-aa2a-71a4ed5e6dea None None] No DVR routers for this DVR port 302cb5be-c7e9-42c8-9dc0-a60396717ba0 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:06.846315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:06.862916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:06.870975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3bade674-b0b5-4f37-a335-512bf72f2545 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.871945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.876659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:06.893561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network ef101c85-ea62-472e-b993-aad733e949d4 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:06.896224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee4585-641d-419b-9f7f-fb3877d0dee0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:06.897629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:06.947882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:06.960972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Provisioning for port 53814c1d-d789-4d70-bb54-956ac313ac71 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:06.961247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:06.982675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Provisioning complete for port 53814c1d-d789-4d70-bb54-956ac313ac71 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:06.983623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.002445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Checking segment: {'id': 'afd45785-3f04-4eda-97c8-2d1793b42856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:07.008707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network hostable DHCP agents. Network: c0f80d87-5f24-44b2-8f37-08e075e47dde, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:07.102665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.109872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:07.114525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.131156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, ef101c85-ea62-472e-b993-aad733e949d4) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:07.148675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.157203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Network c0f80d87-5f24-44b2-8f37-08e075e47dde is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:07.160946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:07.161182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.190000 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:07.198063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c5968-fa39-47f4-8685-9a887a8d42a4 None None] Network ef101c85-ea62-472e-b993-aad733e949d4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:07.220799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c53a580-0ee9-4147-ab0e-8691eeba3bdf']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.223298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6f29f-fdf4-4277-a42e-9534648929ca,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.254101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.254466 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment d64357d8-ef6c-4814-b03c-e60722a55d43 of type vlan for network 56c9db53-2ab7-443a-8fd1-681d0a72e96f Mar 16 10:56:07.322625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.328337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.329580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-66e829c6-587f-4310-9506-88b5e86317f6 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8443840 Mar 16 10:56:07.332325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38740) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.340586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': 'a5c6f29f-fdf4-4277-a42e-9534648929ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.348197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:07.369152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:07.376651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:07.396245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:07.416103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.428487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:07.429107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.457378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, c0f80d87-5f24-44b2-8f37-08e075e47dde) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:07.468418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38744) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.490479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f9255c-7d20-493f-a68a-d517c2cc6de2') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.490666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f9255c-7d20-493f-a68a-d517c2cc6de2') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.508100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.510978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:07.512709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532067'] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.514209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177d106-cdeb-46e3-b322-eb665beb41b5 None None] Network c0f80d87-5f24-44b2-8f37-08e075e47dde requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:07.558617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.582398 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-07dfd211-9f8a-4efe-b0b0-07c0527383fc tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0605474 Mar 16 10:56:07.584492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38754) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.594472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.607815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8045981 Mar 16 10:56:07.621055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38758) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:07.637620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:07.763864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.900481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:07.914764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786138-7764-4528-a8bf-d0a5818b7e33 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=56c9db53-2ab7-443a-8fd1-681d0a72e96f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:07.947562 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:04Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:05Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:07.954183 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:07.954727 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Updating router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c port e999b135-871a-4586-982e-122e2e37890a binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:07.988117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 302cb5be-c7e9-42c8-9dc0-a60396717ba0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:08.017353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-32838645'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:08.042261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.051054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:08.054120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.087305 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.099926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.103710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.105146 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-35466212-f9a6-471f-a52c-4733c46488e1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.7450540 Mar 16 10:56:08.112253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:08.189712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7067469'] for subnet, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.203315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.226604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.251132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.266175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.287812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Usage tracker for resource:network and tenant:878c59a805e544c298d23e52bc1a8ef3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.294746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:08.294969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.296146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bf05b3-d46e-4e18-b97f-161b231410fc,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.298466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:08.323994 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:08.344631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.363960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 302cb5be-c7e9-42c8-9dc0-a60396717ba0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:08.364338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 302cb5be-c7e9-42c8-9dc0-a60396717ba0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:08.414171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.423061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-ef101c85-ea62-472e-b993-aad733e949d4', 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '1951d824-ab3f-414a-b470-c3a0bb8e82c2'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:08.423903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.444341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:08.464026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.469655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:08.474722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.492862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.493632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] For port 53814c1d-d789-4d70-bb54-956ac313ac71, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=53814c1d-d789-4d70-bb54-956ac313ac71,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:08.494125 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2c1a021e-ec91-4274-b5b1-87aa2b1e0f1a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1607902 Mar 16 10:56:08.536219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.548999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.550427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38776) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:08.751336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6248238'] for subnet, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.795469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.813900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.851178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c53a580-0ee9-4147-ab0e-8691eeba3bdf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.865157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-24c0ba10-e6ba-4292-973f-ac6cce5900dc None None] Provisioning complete for port 53814c1d-d789-4d70-bb54-956ac313ac71 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:08.865392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:08.865486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-24c0ba10-e6ba-4292-973f-ac6cce5900dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.886512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Usage tracker for resource:security_group_rule and tenant:878c59a805e544c298d23e52bc1a8ef3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:08.893372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:08.915737 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e6aac24d-ce3a-4a4d-974a-719c24e372a7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9c53a580-0ee9-4147-ab0e-8691eeba3bdf HTTP/1.1" status: 204 len: 168 time: 3.2626629 Mar 16 10:56:08.918333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:08.944197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2556e5-94b1-420d-b551-116d355ddfb5 None None] Pushing event updated for resources: {'Port': ['ID=53814c1d-d789-4d70-bb54-956ac313ac71,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:08.952428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Router 252209e8-130b-4eb3-9c60-11fa99c53802 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:08.957504 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:08.983580 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Transition to ACTIVE for port object e999b135-871a-4586-982e-122e2e37890a will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:08.995313 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.152105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6122521'] for subnet, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.154509 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f9b7-38c5-4185-abd7-6a960a833b69 None None] Pushing event updated for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.230367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Allocated IP 2001:db8::2 (ef101c85-ea62-472e-b993-aad733e949d4/1951d824-ab3f-414a-b470-c3a0bb8e82c2/a19d564d-1652-4ee6-98b4-a9ecfa20a612) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:09.284341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.313221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38792) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.423249 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Attempting to bind port e999b135-871a-4586-982e-122e2e37890a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:09.423752 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Attempting to bind port e999b135-871a-4586-982e-122e2e37890a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:09.424208 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Attempting to bind port e999b135-871a-4586-982e-122e2e37890a on network db2f25e2-1ef0-4b38-9de7-90297e7733eb {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:09.438061 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:09.438446 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Checking segment: {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:09.438932 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.439411 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Bound using segment: {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:09.442144 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Bound port: e999b135-871a-4586-982e-122e2e37890a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04cb633-155c-4f23-80a9-56e7e9c79bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:09.451436 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.557530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.587104 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] For port e999b135-871a-4586-982e-122e2e37890a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:09.592291 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] For port e999b135-871a-4586-982e-122e2e37890a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e999b135-871a-4586-982e-122e2e37890a,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:09.601561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:09.602167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.606011 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.607188 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "PUT /v2.0/subnets/1951d824-ab3f-414a-b470-c3a0bb8e82c2 HTTP/1.1" status: 200 len: 826 time: 2.0171654 Mar 16 10:56:09.617017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38796) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.678089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.690553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Transition to ACTIVE for port object a19d564d-1652-4ee6-98b4-a9ecfa20a612 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:09.712207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Transition to ACTIVE for port object a19d564d-1652-4ee6-98b4-a9ecfa20a612 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:09.718349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.732043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f075752c-d80b-4acf-8f8f-da89e3deb203 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8acf26f1d08648e39a6cbc181a9a8788&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3886721 Mar 16 10:56:09.738232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8143032'] for subnet, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.756097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38804) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.763404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=44155ec3-462e-485a-b324-43ba469eb2ad,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.784793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.788671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abcb7a-cc5f-443a-8311-b48de0ba238c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=1951d824-ab3f-414a-b470-c3a0bb8e82c2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.789383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-c0f80d87-5f24-44b2-8f37-08e075e47dde', 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde', 'tenant_id': '38b51196b49b435aa38cbfae2009f7ae', 'fixed_ips': [{'subnet_id': 'e5ee4585-641d-419b-9f7f-fb3877d0dee0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:09.790400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.797127 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f9b7-38c5-4185-abd7-6a960a833b69 None None] Pushing event updated for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.830816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:09.831986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:09.833455 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:09.834229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "PUT /v2.0/subnets/e5ee4585-641d-419b-9f7f-fb3877d0dee0 HTTP/1.1" status: 200 len: 877 time: 1.7287955 Mar 16 10:56:09.837186 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:09.849490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38808) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.912759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:09.921350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 56c9db53-2ab7-443a-8fd1-681d0a72e96f, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:09.963072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38812) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:09.979707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4418ca-7cb8-46f9-ba83-9cbcf492913a tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee4585-641d-419b-9f7f-fb3877d0dee0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:09.993737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:10.001928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Network ef101c85-ea62-472e-b993-aad733e949d4 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:10.012637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:10.040567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] Sync routers for ids ['252209e8-130b-4eb3-9c60-11fa99c53802'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:10.084313 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:10.087736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:10.173047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.175120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:10.177774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 56c9db53-2ab7-443a-8fd1-681d0a72e96f) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:10.186244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:10.186780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.227385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.228383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] Routers {'252209e8-130b-4eb3-9c60-11fa99c53802'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:10.229096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['252209e8-130b-4eb3-9c60-11fa99c53802'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.255547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-170420df-ac82-4029-9417-20452050d0b5 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6327124 Mar 16 10:56:10.256370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38818) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.274492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.296114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Pushing event updated for resources: {'Port': ['ID=a19d564d-1652-4ee6-98b4-a9ecfa20a612,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.296679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1204874642', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:10.297747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d405ee-bd22-4bc1-b0ce-8c4b4f6735c9 None None] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:10.305061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.306161 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c3390aaa-8d7d-43b8-b07b-894bbc552b15 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3029375 Mar 16 10:56:10.317098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.318807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38822) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:10.319757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:10.327763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.336277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:10.350520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-24c0ba10-e6ba-4292-973f-ac6cce5900dc None None] Provisioning for port e999b135-871a-4586-982e-122e2e37890a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:10.396927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.398136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:10.410466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Usage tracker for resource:port and tenant:1c403e38f5a846e8a6e7025292d4dc3d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:10.447079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Allocated IP 172.20.0.3 (c0f80d87-5f24-44b2-8f37-08e075e47dde/e5ee4585-641d-419b-9f7f-fb3877d0dee0/f7116dde-7701-4487-969b-59311c73ab1e) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:10.456135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:10.462488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.487717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.508711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211694c6-437d-487b-bbd9-529b4de60e67,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:10.524857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] Routers {'252209e8-130b-4eb3-9c60-11fa99c53802'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:10.525780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['252209e8-130b-4eb3-9c60-11fa99c53802'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.533856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:10.546600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.547111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Added segment bd0781bc-2c00-4524-bb3b-539efea63698 of type vlan for network 203e8f2c-eff8-4bb5-8b93-b438589af112 Mar 16 10:56:10.579177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.589295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Attempting to bind port a19d564d-1652-4ee6-98b4-a9ecfa20a612 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:10.589655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Attempting to bind port a19d564d-1652-4ee6-98b4-a9ecfa20a612 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ed885424-def9-4e39-97fd-b5f032c5ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:10.590135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Attempting to bind port a19d564d-1652-4ee6-98b4-a9ecfa20a612 on network ef101c85-ea62-472e-b993-aad733e949d4 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:10.592819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 53814c1d-d789-4d70-bb54-956ac313ac71 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:10.599469 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:04Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:09Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.606349 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432ec4-5ef7-4c31-bfb9-31bfc964571c None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:04Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:09Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:10.681914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:10.682309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3f185-c61f-4418-bd8a-fdbade285242 None None] The sync data for ids ['252209e8-130b-4eb3-9c60-11fa99c53802'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:10.685962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:10.686333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Checking segment: {'id': 'ed885424-def9-4e39-97fd-b5f032c5ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:10.686754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.687096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Bound using segment: {'id': 'ed885424-def9-4e39-97fd-b5f032c5ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:10.687563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Bound port: a19d564d-1652-4ee6-98b4-a9ecfa20a612, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed885424-def9-4e39-97fd-b5f032c5ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef101c85-ea62-472e-b993-aad733e949d4'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:10.687933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.936088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port a19d564d-1652-4ee6-98b4-a9ecfa20a612 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:10.936457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:10.975570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6f29f-fdf4-4277-a42e-9534648929ca,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.054342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 53814c1d-d789-4d70-bb54-956ac313ac71 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:11.054671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.089407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.092526 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-13a2b5c9-47a6-4200-83bf-391bd106868a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/a5c6f29f-fdf4-4277-a42e-9534648929ca HTTP/1.1" status: 204 len: 168 time: 2.3325472 Mar 16 10:56:11.095117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38826) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.139736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] For port a19d564d-1652-4ee6-98b4-a9ecfa20a612, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:11.208227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] For port a19d564d-1652-4ee6-98b4-a9ecfa20a612, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a19d564d-1652-4ee6-98b4-a9ecfa20a612,segment=NetworkSegment(ed885424-def9-4e39-97fd-b5f032c5ae35),segment_id=ed885424-def9-4e39-97fd-b5f032c5ae35)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:11.212560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:11.213462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.230830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b9cecf5-7927-4656-b584-59bd5c5e7395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:11.245781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.252447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.268254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b9cecf5-7927-4656-b584-59bd5c5e7395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:11.269682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b9cecf5-7927-4656-b584-59bd5c5e7395 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732948 Mar 16 10:56:11.274447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38830) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:11.281628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615189200'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:11.288139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.299100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.388773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.535655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port a19d564d-1652-4ee6-98b4-a9ecfa20a612, host dv-neutron-828143-9-hyperv, got binding levels [] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:11.536001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.578834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Allocated IP 2001:db8:1::2 (56c9db53-2ab7-443a-8fd1-681d0a72e96f/44155ec3-462e-485a-b324-43ba469eb2ad/d0a97837-ac29-4af2-80dc-ebef5db694d6) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:11.631243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.641892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.646106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:11.651149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:11.665579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:11.677927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for a19d564d-1652-4ee6-98b4-a9ecfa20a612 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:11.744417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Made reservation on behalf of 1c403e38f5a846e8a6e7025292d4dc3d for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:11.747667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.754443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Transition to ACTIVE for port object f7116dde-7701-4487-969b-59311c73ab1e will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:11.767239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.771689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.797291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.803450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d995-05f9-467f-8257-c79f37b8ecc4 None None] Pushing event updated for resources: {'Port': ['ID=a19d564d-1652-4ee6-98b4-a9ecfa20a612,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.832993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a746c-4d40-49e4-a4ac-2cdf8c53d5ff,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:11.891593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Transition to ACTIVE for port object f7116dde-7701-4487-969b-59311c73ab1e will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:11.897200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.928082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.932491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:11.943179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:11.946920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.011785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ee4585-641d-419b-9f7f-fb3877d0dee0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.027966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.040690 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-19bfd2c1-d944-4d6e-8aa9-6649f923145b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b7a746c-4d40-49e4-a4ac-2cdf8c53d5ff HTTP/1.1" status: 204 len: 168 time: 2.2728488 Mar 16 10:56:12.040690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Usage tracker for resource:security_group_rule and tenant:1c403e38f5a846e8a6e7025292d4dc3d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.063662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Network c0f80d87-5f24-44b2-8f37-08e075e47dde is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:12.065099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.082639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.130010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57159c9-e282-4a3c-a16c-557e043fe197,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.131547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:12.146753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:12.149976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Pushing event updated for resources: {'Port': ['ID=f7116dde-7701-4487-969b-59311c73ab1e,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.246818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.277034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:12.277818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:12.299533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.300769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.304632 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0cd0a445-a352-4003-9583-e3f8c013652c tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0266471 Mar 16 10:56:12.304632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.306000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:12.306372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.312919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38836) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.322592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--831396158'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:12.340988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.349908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.353392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f80d87-5f24-44b2-8f37-08e075e47dde']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:12.365032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.373561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.381271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.384226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd45785-3f04-4eda-97c8-2d1793b42856') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:12.384523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd45785-3f04-4eda-97c8-2d1793b42856') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:12.406144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.426667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.449955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.460880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:12.461652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.463878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:12.464330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.473700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Transition to ACTIVE for port object d0a97837-ac29-4af2-80dc-ebef5db694d6 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:12.500597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Attempting to bind port f7116dde-7701-4487-969b-59311c73ab1e on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:12.504237 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:12.518936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Attempting to bind port f7116dde-7701-4487-969b-59311c73ab1e by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afd45785-3f04-4eda-97c8-2d1793b42856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:12.519429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Attempting to bind port f7116dde-7701-4487-969b-59311c73ab1e on network c0f80d87-5f24-44b2-8f37-08e075e47dde {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:12.539763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:12.540147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Checking segment: {'id': 'afd45785-3f04-4eda-97c8-2d1793b42856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:12.540547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.541003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Bound using segment: {'id': 'afd45785-3f04-4eda-97c8-2d1793b42856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:12.541447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Bound port: f7116dde-7701-4487-969b-59311c73ab1e, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd45785-3f04-4eda-97c8-2d1793b42856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:12.541820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.542483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:12.545876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.559896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:12.565178 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 5.0928559 Mar 16 10:56:12.566545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38842) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:12.575992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] device_id is not set on port 8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:12.579800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Transition to ACTIVE for port object d0a97837-ac29-4af2-80dc-ebef5db694d6 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:12.611953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.637953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071786-b377-4110-bd9d-f781d4623731 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Network': ['ID=203e8f2c-eff8-4bb5-8b93-b438589af112,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.700469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e999b135-871a-4586-982e-122e2e37890a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:12.712942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a547b1-e985-4a75-9637-6fd17af3166f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:12.724914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:12.739326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8:1::1 (56c9db53-2ab7-443a-8fd1-681d0a72e96f/44155ec3-462e-485a-b324-43ba469eb2ad/687f4280-0901-4af1-850d-32b83f40dd6f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:12.788114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port a19d564d-1652-4ee6-98b4-a9ecfa20a612 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:12.788334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:12.864742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'subnet': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:12.886309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:12.895987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:12.902026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:12.920162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Allocated IP 172.26.0.27 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:12.929000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:12.978143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Pushing event updated for resources: {'Port': ['ID=d0a97837-ac29-4af2-80dc-ebef5db694d6,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.022539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 10:56:13.022539 dv-neutron-828143-9-hyperv neutron-server[87841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 10:56:13.022539 dv-neutron-828143-9-hyperv neutron-server[87841]: [parameters: {'id': 'c0f80d87-5f24-44b2-8f37-08e075e47dde'}] Mar 16 10:56:13.022539 dv-neutron-828143-9-hyperv neutron-server[87841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:13.023031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:13.030019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] For port f7116dde-7701-4487-969b-59311c73ab1e, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:13.056271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Attempting to bind port d0a97837-ac29-4af2-80dc-ebef5db694d6 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:13.056922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Attempting to bind port d0a97837-ac29-4af2-80dc-ebef5db694d6 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:13.057451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Attempting to bind port d0a97837-ac29-4af2-80dc-ebef5db694d6 on network 56c9db53-2ab7-443a-8fd1-681d0a72e96f {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:13.060797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e999b135-871a-4586-982e-122e2e37890a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:13.066037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] For port f7116dde-7701-4487-969b-59311c73ab1e, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7116dde-7701-4487-969b-59311c73ab1e,segment=NetworkSegment(afd45785-3f04-4eda-97c8-2d1793b42856),segment_id=afd45785-3f04-4eda-97c8-2d1793b42856)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:13.070778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e999b135-871a-4586-982e-122e2e37890a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:13.071326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.098195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:13.098887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Checking segment: {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:13.099443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.099987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Bound using segment: {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:13.100631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Bound port: d0a97837-ac29-4af2-80dc-ebef5db694d6, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:13.101193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.113408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:13.118345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Usage tracker for resource:subnet and tenant:878c59a805e544c298d23e52bc1a8ef3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:13.120148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.121493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:13.128031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:13.148438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:13.153764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.197599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.239487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object 687f4280-0901-4af1-850d-32b83f40dd6f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:13.286500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.378576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port a19d564d-1652-4ee6-98b4-a9ecfa20a612, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a19d564d-1652-4ee6-98b4-a9ecfa20a612,segment=NetworkSegment(ed885424-def9-4e39-97fd-b5f032c5ae35),segment_id=ed885424-def9-4e39-97fd-b5f032c5ae35)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:13.379200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.515695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] For port d0a97837-ac29-4af2-80dc-ebef5db694d6, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:13.526960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edf74d-a35d-407d-9bee-3bd410378ef2 None None] Pushing event updated for resources: {'Port': ['ID=f7116dde-7701-4487-969b-59311c73ab1e,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.600029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd56d9e-d480-4b4b-819b-1b71f3b8474e None None] Network c0f80d87-5f24-44b2-8f37-08e075e47dde requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:13.675801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.677526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.679436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38862) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.705812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:13.712205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.716323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] For port d0a97837-ac29-4af2-80dc-ebef5db694d6, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0a97837-ac29-4af2-80dc-ebef5db694d6,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:13.725725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e85f7-c47a-4d20-a3b1-2c6204a6eba5 None None] Network ef101c85-ea62-472e-b993-aad733e949d4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:13.738528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:13.755735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:13.756342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.757818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for a19d564d-1652-4ee6-98b4-a9ecfa20a612 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:13.769920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.825864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.834116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port f7116dde-7701-4487-969b-59311c73ab1e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:13.834544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.859900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d2d030-0865-4659-9ef8-d7798e8d6351,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:13.901945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-599449162-network', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:13.915065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:13.917598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.921440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:13.925375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-83d73c58-cdfe-461c-a88e-c8bbc36bd835 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6087606 Mar 16 10:56:13.927903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38868) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:13.945872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Usage tracker for resource:network and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:13.970868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:13.986350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:14.006203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5e4016c-eeaf-49d0-bd1e-f9371fc408e4 None None] Provisioning for port a19d564d-1652-4ee6-98b4-a9ecfa20a612 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:14.025513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': 'a57159c9-e282-4a3c-a16c-557e043fe197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19d2d030-0865-4659-9ef8-d7798e8d6351', 'remote_ip_prefix': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:14.032245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:14.037564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:14.046160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.061810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afd4c9-b189-4069-bf62-5766e2e7588a None None] Pushing event updated for resources: {'Port': ['ID=d0a97837-ac29-4af2-80dc-ebef5db694d6,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.073493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e999b135-871a-4586-982e-122e2e37890a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e999b135-871a-4586-982e-122e2e37890a,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:14.111774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Made reservation on behalf of 9ca3dc637d854accb26e4c9a89b47512 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:14.114110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.118464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.119235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a19d564d-1652-4ee6-98b4-a9ecfa20a612 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:14.124003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:14.130533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.149716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:14.152641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.347261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.368020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca33fd2-c02d-45cb-bd23-20ee041538e3 None None] Network c0f80d87-5f24-44b2-8f37-08e075e47dde requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:14.395929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:14.402756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Subnet': ['ID=c1695692-0f6a-4d50-a9fb-95c6afe31b96,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.462746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a19d564d-1652-4ee6-98b4-a9ecfa20a612 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:14.487842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a19d564d-1652-4ee6-98b4-a9ecfa20a612 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:14.488431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.489634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Usage tracker for resource:security_group_rule and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:14.503308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:14.515635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Checking segment: {'id': 'bd0781bc-2c00-4524-bb3b-539efea63698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:14.516012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network hostable DHCP agents. Network: 203e8f2c-eff8-4bb5-8b93-b438589af112, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:14.538367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:14.553359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port a19d564d-1652-4ee6-98b4-a9ecfa20a612 was deleted so its status cannot be updated. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:56:14.557402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port f7116dde-7701-4487-969b-59311c73ab1e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7116dde-7701-4487-969b-59311c73ab1e,segment=NetworkSegment(afd45785-3f04-4eda-97c8-2d1793b42856),segment_id=afd45785-3f04-4eda-97c8-2d1793b42856)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:14.558521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.583847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.666236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.712316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.728915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Port': ['ID=a19d564d-1652-4ee6-98b4-a9ecfa20a612,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:14.755944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:14.788722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for f7116dde-7701-4487-969b-59311c73ab1e owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:14.791960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e999b135-871a-4586-982e-122e2e37890a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:14.838581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:14.853904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No DVR routers for this DVR port a19d564d-1652-4ee6-98b4-a9ecfa20a612 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:14.856307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:14.878282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca90e5f-3546-40c3-8ace-98c945e6f987 None None] Network ef101c85-ea62-472e-b993-aad733e949d4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:14.901324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:14.912576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3357b67a-3fea-4315-aef1-47f0caf3fb5d None None] Could not find standard attr ID for object a19d564d-1652-4ee6-98b4-a9ecfa20a612. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:14.941236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 203e8f2c-eff8-4bb5-8b93-b438589af112) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:14.946000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:14.994248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906146bd-043b-4615-a47c-87b286f16c98 None None] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:15.015699 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:56:15.033857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Pushing event updated for resources: {'Port': ['ID=8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.046424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e999b135-871a-4586-982e-122e2e37890a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:15.046812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:15.047322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.047510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.084098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.110306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.144107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.144331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-94b43e42-4460-427b-9b93-41b409900dc1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4749532 Mar 16 10:56:15.150089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:15.150914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.151881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38872) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.165719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783365209'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:15.256111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.287454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.317040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:15.318885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7524bf66-f123-455b-ab0d-d4326d486d85,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.322558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Usage tracker for resource:port and tenant:878c59a805e544c298d23e52bc1a8ef3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:15.326105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:15.332945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:15.345093 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2736436c-a25c-4f91-a35e-7d0898764bd8 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3762112 Mar 16 10:56:15.352072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.371544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38876) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.407072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.27'}]}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:15.427445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:15.428202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.431466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.472431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.476340 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-48ded35a-892a-42c2-ae39-b0b882d382c1 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4606864 Mar 16 10:56:15.481188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=1951d824-ab3f-414a-b470-c3a0bb8e82c2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:15.482865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38880) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:15.491352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:15.505543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port fcc2d17a-2fde-4138-817d-e6472ed3b69d yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:15.568748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0a97837-ac29-4af2-80dc-ebef5db694d6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:15.599837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4908a49-e4ac-45d4-b785-e2b801c50e43 None None] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:15.702239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-203e8f2c-eff8-4bb5-8b93-b438589af112', 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'tenant_id': '878c59a805e544c298d23e52bc1a8ef3', 'fixed_ips': [{'subnet_id': 'c1695692-0f6a-4d50-a9fb-95c6afe31b96'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:15.703041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.755001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::12b (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/fcc2d17a-2fde-4138-817d-e6472ed3b69d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:15.785472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.815247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b7c04b59-9b89-41ee-8cc2-d18304bed8cc None None] Provisioning for port d0a97837-ac29-4af2-80dc-ebef5db694d6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:15.859900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.885498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 252209e8-130b-4eb3-9c60-11fa99c53802 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:15.890312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:15.895701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89f0fc-4449-4c48-90cd-c4b9e0782de5 None None] Network ef101c85-ea62-472e-b993-aad733e949d4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:15.921081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d0a97837-ac29-4af2-80dc-ebef5db694d6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:15.965265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0a97837-ac29-4af2-80dc-ebef5db694d6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:15.966120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.018261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef101c85-ea62-472e-b993-aad733e949d4']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.030534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.032393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.049979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object fcc2d17a-2fde-4138-817d-e6472ed3b69d will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:16.059424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed885424-def9-4e39-97fd-b5f032c5ae35') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.059725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed885424-def9-4e39-97fd-b5f032c5ae35') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.089555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=f7116dde-7701-4487-969b-59311c73ab1e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.102334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Usage tracker for resource:router and tenant:1c403e38f5a846e8a6e7025292d4dc3d is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:16.106634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.108342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port f7116dde-7701-4487-969b-59311c73ab1e on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:16.111616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:16.136245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.142997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7524bf66-f123-455b-ab0d-d4326d486d85,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.151682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.153654 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4917b48-cb78-457c-80ee-17ff8d6f96a2 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7524bf66-f123-455b-ab0d-d4326d486d85 HTTP/1.1" status: 204 len: 168 time: 0.6607401 Mar 16 10:56:16.160131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38884) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.189750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.204699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:16.204699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:16.223248 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:16.237902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:16.239169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:16.244850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=fcc2d17a-2fde-4138-817d-e6472ed3b69d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.250282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.251695 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9666d71f-7484-4685-b3bd-873b33a491d1 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "PUT /v2.0/routers/252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 200 len: 921 time: 5.9220784 Mar 16 10:56:16.252805 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] Sync routers for ids ['252209e8-130b-4eb3-9c60-11fa99c53802'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:16.255071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38888) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.272741 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] Routers {'252209e8-130b-4eb3-9c60-11fa99c53802'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:16.273383 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['252209e8-130b-4eb3-9c60-11fa99c53802'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.289411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.332717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.417457 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.428078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c8b16fd-36a6-4f70-b9c8-98738aaaa482 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:16.439673 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] Routers {'252209e8-130b-4eb3-9c60-11fa99c53802'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:16.441789 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['252209e8-130b-4eb3-9c60-11fa99c53802'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.458484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.483667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001d624-6729-4a9e-be35-a8bd398022f6 None None] DHCP port deletion for ef101c85-ea62-472e-b993-aad733e949d4 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:16.523126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.585965 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.586369 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc843b-c786-46f0-bc2a-279352ce9e3e None None] The sync data for ids ['252209e8-130b-4eb3-9c60-11fa99c53802'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:16.591329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182624a5-b0d4-4870-a78f-57d859083e73,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.597697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:16.609108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.610633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.625241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.627116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c8b16fd-36a6-4f70-b9c8-98738aaaa482 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:16.628397 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0c8b16fd-36a6-4f70-b9c8-98738aaaa482 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4673414 Mar 16 10:56:16.629311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=ef101c85-ea62-472e-b993-aad733e949d4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:16.631830 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0b07cec-935f-4b72-af66-02b0e62849d2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/ef101c85-ea62-472e-b993-aad733e949d4 HTTP/1.1" status: 204 len: 168 time: 7.0045693 Mar 16 10:56:16.634781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38892) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.635347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38894) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.682262 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86dd77d-d65c-4ca3-b936-e174eebc2e3d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:16.683085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86dd77d-d65c-4ca3-b936-e174eebc2e3d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:16.688323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Allocated IP 2001:db8::2 (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/f7ebbc04-44c6-401c-baae-32cf8399df48) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:16.698788 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c86dd77d-d65c-4ca3-b936-e174eebc2e3d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/ef101c85-ea62-472e-b993-aad733e949d4 HTTP/1.1" status: 404 len: 339 time: 0.0503142 Mar 16 10:56:16.700495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38900) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.706107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:16.725138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:16.727709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339595930', 'description': 'd1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:16.731793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:16.732422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.739785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.743100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:16.747091 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c69dcc34-af38-4b00-84fc-38464c320c4c tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 200 len: 921 time: 0.4442413 Mar 16 10:56:16.754748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38904) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.755814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:16.759145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Usage tracker for resource:network and tenant:06d1c3482aec410895f6ed6e9698df19 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:16.767636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:16.816388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f80d87-5f24-44b2-8f37-08e075e47dde']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.820895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:16.823312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.824377 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Added segment eb452e44-7e0b-4bcd-8267-111674b3f718 of type vlan for network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 Mar 16 10:56:16.833139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.848287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.861779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd45785-3f04-4eda-97c8-2d1793b42856') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.862075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd45785-3f04-4eda-97c8-2d1793b42856') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:16.863201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:16.866662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.897863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.904412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.913383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-38890fe2-d39f-4004-a975-cf3cac127961 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7569494 Mar 16 10:56:16.920478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38908) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:16.928778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.941663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-420167068', 'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:f6:40:2e'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:16.951797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:16.968940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:16.981113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b39e72-5d9c-4992-bae7-ae27855fe0f9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:16.982602 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-81b39e72-5d9c-4992-bae7-ae27855fe0f9 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=252209e8-130b-4eb3-9c60-11fa99c53802&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2251000 Mar 16 10:56:16.986260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.006701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.007059 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment e5dc3005-5dc5-4a7d-821f-c2389f2e0ca6 of type vlan for network 525f5463-899b-4137-9370-36e49dd262d0 Mar 16 10:56:17.008992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.035156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Transition to ACTIVE for port object f7ebbc04-44c6-401c-baae-32cf8399df48 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:17.038351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d0a97837-ac29-4af2-80dc-ebef5db694d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0a97837-ac29-4af2-80dc-ebef5db694d6,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:17.045582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.049869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.090564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:17.091647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.111985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Transition to ACTIVE for port object f7ebbc04-44c6-401c-baae-32cf8399df48 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:17.121979 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:17.134474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d2d030-0865-4659-9ef8-d7798e8d6351,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.138474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.144022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.156530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.181643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a19d564d-1652-4ee6-98b4-a9ecfa20a612 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:17.212885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:17.221902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.223870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.224100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:17.226691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.227038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d0a97837-ac29-4af2-80dc-ebef5db694d6,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.228667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.229295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a19d564d-1652-4ee6-98b4-a9ecfa20a612 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:17.229819 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d1f2a551-8242-4dbb-9b62-16a1027af671 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/19d2d030-0865-4659-9ef8-d7798e8d6351 HTTP/1.1" status: 204 len: 168 time: 0.5933836 Mar 16 10:56:17.234261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38916) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.237781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a19d564d-1652-4ee6-98b4-a9ecfa20a612 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:17.239579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:17.240848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d317a-3687-4b7e-9667-f113e2cd110d tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.244951 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b57d317a-3687-4b7e-9667-f113e2cd110d tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.2544489 Mar 16 10:56:17.263091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.267833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.273169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.273757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.366807 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e8384d25-dac1-4928-8a39-6867a9d19542 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 200 len: 205 time: 0.1023061 Mar 16 10:56:17.377947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38924) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.400742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Pushing event updated for resources: {'Port': ['ID=f7ebbc04-44c6-401c-baae-32cf8399df48,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.408727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Attempting to bind port f7ebbc04-44c6-401c-baae-32cf8399df48 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:17.409645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Attempting to bind port f7ebbc04-44c6-401c-baae-32cf8399df48 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'bd0781bc-2c00-4524-bb3b-539efea63698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:17.410019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Attempting to bind port f7ebbc04-44c6-401c-baae-32cf8399df48 on network 203e8f2c-eff8-4bb5-8b93-b438589af112 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:17.423316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:17.423840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Checking segment: {'id': 'bd0781bc-2c00-4524-bb3b-539efea63698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:17.424473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.425021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Bound using segment: {'id': 'bd0781bc-2c00-4524-bb3b-539efea63698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:17.425604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Bound port: f7ebbc04-44c6-401c-baae-32cf8399df48, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0781bc-2c00-4524-bb3b-539efea63698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:17.426208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.470222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] Pushing event updated for resources: {'Network': ['ID=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.474244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.475007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.511178 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7966518 Mar 16 10:56:17.527036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38928) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.559722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9a20-d777-42d6-8df8-59c5e0cd5245 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=525f5463-899b-4137-9370-36e49dd262d0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.569269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] For port f7ebbc04-44c6-401c-baae-32cf8399df48, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:17.575528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:17.592613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 525f5463-899b-4137-9370-36e49dd262d0 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:17.630814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cd1d6ef6-07dc-4ddd-ba48-ce2cd92ea21f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:17.719394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.803329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] For port f7ebbc04-44c6-401c-baae-32cf8399df48, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7ebbc04-44c6-401c-baae-32cf8399df48,segment=NetworkSegment(bd0781bc-2c00-4524-bb3b-539efea63698),segment_id=bd0781bc-2c00-4524-bb3b-539efea63698)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:17.860618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.881828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.887144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/c0f80d87-5f24-44b2-8f37-08e075e47dde HTTP/1.1" status: 204 len: 168 time: 8.0307555 Mar 16 10:56:17.887835 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-686e05f9-c57f-476e-a662-e5161d3e7dbe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1876600 Mar 16 10:56:17.890593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38932) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.890915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38934) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.893522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.904241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.912532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009c52-52aa-4ba3-bc67-47b00468ea2f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=c0f80d87-5f24-44b2-8f37-08e075e47dde,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:17.918983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Request body: {'subnet': {'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-599449162-subnet', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:17.921765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Provisioning for port 687f4280-0901-4af1-850d-32b83f40dd6f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:17.924798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cd1d6ef6-07dc-4ddd-ba48-ce2cd92ea21f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:17.926231 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cd1d6ef6-07dc-4ddd-ba48-ce2cd92ea21f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6897826 Mar 16 10:56:17.936225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6c607-35ce-4d92-8b9b-8d6df502f004 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:17.936932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-48d6c607-35ce-4d92-8b9b-8d6df502f004 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Synchronizing usage tracker for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:17.942726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:17.943095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.952221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38940) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:17.967802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.984792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:17.985554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:17.991822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e020d-d841-40e8-938d-13010deb678b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:17.992670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0e020d-d841-40e8-938d-13010deb678b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:17.994672 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ea0e020d-d841-40e8-938d-13010deb678b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/e5ee4585-641d-419b-9f7f-fb3877d0dee0 HTTP/1.1" status: 404 len: 337 time: 0.0940239 Mar 16 10:56:18.002096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Usage tracker for resource:port and tenant:878c59a805e544c298d23e52bc1a8ef3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:18.006759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38944) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.007659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Usage tracker for resource:subnet and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:18.029176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25444f7-3e4a-43c1-9974-26ecea7d99be None None] Pushing event updated for resources: {'Port': ['ID=f7ebbc04-44c6-401c-baae-32cf8399df48,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.033771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Port 687f4280-0901-4af1-850d-32b83f40dd6f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:18.036312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:18.039295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:18.047408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Provisioning complete for port d0a97837-ac29-4af2-80dc-ebef5db694d6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.047781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-882df677-07de-4749-9a4e-833f7ae7d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.068530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:18.071631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-48d6c607-35ce-4d92-8b9b-8d6df502f004 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Unset dirty status for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:18.073405 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-48d6c607-35ce-4d92-8b9b-8d6df502f004 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks?id=525f5463-899b-4137-9370-36e49dd262d0 HTTP/1.1" status: 200 len: 765 time: 0.5427647 Mar 16 10:56:18.082864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:18.084701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38948) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.101145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'description': 'd2'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:18.125428 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5880570c-9ef0-436b-a948-02f8ae939430 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:18.126327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5880570c-9ef0-436b-a948-02f8ae939430 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:18.128385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5880570c-9ef0-436b-a948-02f8ae939430 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/c0f80d87-5f24-44b2-8f37-08e075e47dde HTTP/1.1" status: 404 len: 339 time: 0.1023707 Mar 16 10:56:18.133883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38952) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.196912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Made reservation on behalf of 9ca3dc637d854accb26e4c9a89b47512 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:18.200576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.212933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.218544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:18.224516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:18.257747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:18.259788 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ff9e56-959f-4c2b-a74e-cc903c5c8820 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:18.260225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ff9e56-959f-4c2b-a74e-cc903c5c8820 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:18.264438 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-88ff9e56-959f-4c2b-a74e-cc903c5c8820 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/3dc22726-17c5-4708-a648-d42015890bc6 HTTP/1.1" status: 404 len: 337 time: 0.1220129 Mar 16 10:56:18.266687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.284130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38956) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.323570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.340125 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f2f7cf-a382-4256-817d-5faa21ed8dc6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:18.340683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f2f7cf-a382-4256-817d-5faa21ed8dc6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:18.342435 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71f2f7cf-a382-4256-817d-5faa21ed8dc6 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/2ae36228-3cd5-43af-bdfb-767e5b1e08e2 HTTP/1.1" status: 404 len: 339 time: 0.0575001 Mar 16 10:56:18.345984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38960) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.362464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-431b8b28-1c78-4c7e-ba60-7e9931a97ced None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.363201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-431b8b28-1c78-4c7e-ba60-7e9931a97ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.382463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port 2382c43e-2b9c-43ca-bf6f-63b0a549c91e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:18.382803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.466533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-431b8b28-1c78-4c7e-ba60-7e9931a97ced None None] Port 687f4280-0901-4af1-850d-32b83f40dd6f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:18.552101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.629809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57159c9-e282-4a3c-a16c-557e043fe197,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:18.647361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.696527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b9cd8fb4-7835-4308-b602-84fd0b5432b3 None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:18.697081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8fb4-7835-4308-b602-84fd0b5432b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.729756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.733397 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eedb37cd-5c24-4730-ae27-2affe3a6c491 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/a57159c9-e282-4a3c-a16c-557e043fe197 HTTP/1.1" status: 204 len: 168 time: 0.7778692 Mar 16 10:56:18.734236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38964) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:18.770373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd8fb4-7835-4308-b602-84fd0b5432b3 None None] Port 687f4280-0901-4af1-850d-32b83f40dd6f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:18.859651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:18.986645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4bb529c-6f45-492e-8281-6317fe9e6c64 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.047555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.061595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for 2382c43e-2b9c-43ca-bf6f-63b0a549c91e owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:19.069684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:19.082528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.093086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.133551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebe4da8-2951-4445-8ae1-c922bfa44e50']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.159053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d8f35c-41fe-4720-9e72-9a7b51c7bf12') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.159527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d8f35c-41fe-4720-9e72-9a7b51c7bf12') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.180250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4bb529c-6f45-492e-8281-6317fe9e6c64 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:19.188701 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4bb529c-6f45-492e-8281-6317fe9e6c64 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4466252 Mar 16 10:56:19.189066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.200088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.206830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38968) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.212429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455847458'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:19.241816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.250690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.260428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0a97837-ac29-4af2-80dc-ebef5db694d6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:19.269698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.277760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:19.278169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.286414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port 84d21eb0-0819-45f6-9513-afff17de4aac yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:19.296002 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:19.315433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.324614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 525f5463-899b-4137-9370-36e49dd262d0 is not hosted by any dhcp agent {{(pid=87841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 10:56:19.330238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.330839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.332270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "PUT /v2.0/networks/525f5463-899b-4137-9370-36e49dd262d0 HTTP/1.1" status: 200 len: 762 time: 1.2433529 Mar 16 10:56:19.353099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc37ad-f005-43b0-910a-3f1c39389a70 None None] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:19.359887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38972) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.406502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:19.412412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:19.416012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:19.423669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.427741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.456505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:19.478870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5499f903-5a82-4cc1-b0b9-602814c05b01 None None] Provisioning for port f7ebbc04-44c6-401c-baae-32cf8399df48 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:19.485321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0a97837-ac29-4af2-80dc-ebef5db694d6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:19.485769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.493013 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/1ebe4da8-2951-4445-8ae1-c922bfa44e50 HTTP/1.1" status: 204 len: 168 time: 1.1383421 Mar 16 10:56:19.541521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38976) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.552809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e996a3-dbd5-47b0-a7e4-6abb65b1d6e9 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=1ebe4da8-2951-4445-8ae1-c922bfa44e50,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.565328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f001f-982c-46fa-b9ad-7c93b0407171 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=525f5463-899b-4137-9370-36e49dd262d0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.583649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 525f5463-899b-4137-9370-36e49dd262d0 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:19.631313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6cf4c9-f9ef-40b4-858f-6c992553cb95 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:19.631725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6cf4c9-f9ef-40b4-858f-6c992553cb95 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:19.649057 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6f6cf4c9-f9ef-40b4-858f-6c992553cb95 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/9d2122d3-be00-43d6-9760-79fe3c0d6211 HTTP/1.1" status: 404 len: 337 time: 0.1061721 Mar 16 10:56:19.654549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.813765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:19.817221 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a837ed-15c2-4824-89b9-39042a84f6eb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:19.817759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a837ed-15c2-4824-89b9-39042a84f6eb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:19.831552 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a5a837ed-15c2-4824-89b9-39042a84f6eb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/1f24b538-f456-4fe9-b5a1-a4d53388f140 HTTP/1.1" status: 404 len: 339 time: 0.1735592 Mar 16 10:56:19.831552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.836378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 38984) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:19.838237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:19.840938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f7ebbc04-44c6-401c-baae-32cf8399df48 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:19.856071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ab9fa-7841-48e2-9610-b2ec977be2a7 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:19.857164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8f1ab9fa-7841-48e2-9610-b2ec977be2a7 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Synchronizing usage tracker for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:19.890812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=2382c43e-2b9c-43ca-bf6f-63b0a549c91e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:19.914084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:19.915096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:19.940023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:19.972165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.019628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b13d5-1c35-4827-99b3-1b41cdb00cfd,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.039393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.043973 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-692e11ff-7eb1-4fd8-801b-83fa9b866d28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8358908 Mar 16 10:56:20.047052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38988) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.053116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.053954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '232b13d5-1c35-4827-99b3-1b41cdb00cfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.062281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.067383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.098999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f7ebbc04-44c6-401c-baae-32cf8399df48 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:20.117490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f7ebbc04-44c6-401c-baae-32cf8399df48 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:20.117722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.117956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.150481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a922d9-190d-40be-b278-548f2e5bd01b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.150481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a922d9-190d-40be-b278-548f2e5bd01b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.154888 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c4a922d9-190d-40be-b278-548f2e5bd01b tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/619e98ca-bd46-4ff1-bf8d-30f6d5b0f8e6 HTTP/1.1" status: 404 len: 337 time: 0.3101301 Mar 16 10:56:20.167614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:20.177472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.179123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a4d699b4-b354-4c8b-9b1d-3ec3cab57d31 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9122393 Mar 16 10:56:20.180323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38992) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.180512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 38994) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.218699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::3a (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/84d21eb0-0819-45f6-9513-afff17de4aac) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:20.223830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1851607519'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.231271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.271298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8f1ab9fa-7841-48e2-9610-b2ec977be2a7 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Unset dirty status for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:20.272455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8f1ab9fa-7841-48e2-9610-b2ec977be2a7 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks?id=525f5463-899b-4137-9370-36e49dd262d0 HTTP/1.1" status: 200 len: 765 time: 0.9093513 Mar 16 10:56:20.291343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.291539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.293682 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-f627113c-fe12-42c6-ab82-be7c73d6ca5f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.294152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f627113c-fe12-42c6-ab82-be7c73d6ca5f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.298025 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f627113c-fe12-42c6-ab82-be7c73d6ca5f tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/8470f1a6-0f66-4e82-a8e1-a2c393833c9f HTTP/1.1" status: 404 len: 339 time: 0.1143870 Mar 16 10:56:20.308795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.311100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.313506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39004) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.316527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.318412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.368601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.373585 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3b273e-7063-4a0b-accc-4fac605e1ab7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.373990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3b273e-7063-4a0b-accc-4fac605e1ab7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.378121 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd3b273e-7063-4a0b-accc-4fac605e1ab7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/9b1b0676-62a9-468f-aa19-c6c6a898934f HTTP/1.1" status: 404 len: 337 time: 0.0612624 Mar 16 10:56:20.385075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39008) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.422027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.429808 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-de474fbd-0757-4190-bb54-0db22cb2e337 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.429808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de474fbd-0757-4190-bb54-0db22cb2e337 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.461700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-de474fbd-0757-4190-bb54-0db22cb2e337 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/bbfc9b95-f82b-4ef1-881e-7af60b8a1cfb HTTP/1.1" status: 404 len: 339 time: 0.0741878 Mar 16 10:56:20.471998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.472542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router 252209e8-130b-4eb3-9c60-11fa99c53802 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:20.476082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39012) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.484727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:20.488196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.491313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Provisioning complete for port f7ebbc04-44c6-401c-baae-32cf8399df48 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:20.491784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.502427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.506992 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3e2bb06b-2d9d-4e4e-94ec-2d340f0ec798 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 204 len: 168 time: 3.1208649 Mar 16 10:56:20.514454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39016) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.559034 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8fdf1e-603f-4fe2-acfa-c52f3f2605ec tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.559253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923cf34-35bc-4667-b08d-c1df5076a035 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:56:20.559580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8fdf1e-603f-4fe2-acfa-c52f3f2605ec tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.561319 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7d8fdf1e-603f-4fe2-acfa-c52f3f2605ec tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/c61c7c6a-252f-4fcd-a027-28a196eec288 HTTP/1.1" status: 404 len: 337 time: 0.0841827 Mar 16 10:56:20.567606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-710765423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:20.576007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39020) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.578552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf274f-fe1e-4428-8804-bf8172600be3 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:20.580039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-feaf274f-fe1e-4428-8804-bf8172600be3 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2843978 Mar 16 10:56:20.585237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:20.586566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59830507-af10-4af7-a44a-1045cc52537b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.590958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39024) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.614895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:20.619127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:20.637700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:20.641979 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deec177-d9b8-4eaf-9920-518308863775 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.643070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deec177-d9b8-4eaf-9920-518308863775 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.647225 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0deec177-d9b8-4eaf-9920-518308863775 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/09d31825-8fcc-48ea-bcb4-94056aa4e41e HTTP/1.1" status: 404 len: 339 time: 0.0655358 Mar 16 10:56:20.650478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39028) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.685051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-819bff0b-b9fc-4d60-8abe-a97831323e35 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 207 time: 0.0846984 Mar 16 10:56:20.685051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.685394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.688334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:20.690233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39032) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.707829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Checking segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:20.708194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Network hostable DHCP agents. Network: 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:20.730905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.734946 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-6620d390-0ee2-4494-bade-861cda6c5f50 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.734946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6620d390-0ee2-4494-bade-861cda6c5f50 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.743788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.752286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.753382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.771511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.771959 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment 4a750809-203d-438f-9dc3-c0c4e506e48f of type vlan for network 457ad63d-a30c-430d-ab9e-549f4de9f704 Mar 16 10:56:20.773362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.790140 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6620d390-0ee2-4494-bade-861cda6c5f50 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/05c7825c-fc9d-4a66-a7e6-bd2b34896d43 HTTP/1.1" status: 404 len: 337 time: 0.1386554 Mar 16 10:56:20.804219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39036) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.852826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:20.873975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.892245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf30d4f-8125-44e0-b1a3-cb9dea4cd3dc,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:20.892930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f7ebbc04-44c6-401c-baae-32cf8399df48, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7ebbc04-44c6-401c-baae-32cf8399df48,segment=NetworkSegment(bd0781bc-2c00-4524-bb3b-539efea63698),segment_id=bd0781bc-2c00-4524-bb3b-539efea63698)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:20.917386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.926534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:20.938335 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cff432-b6cb-45c1-8475-a1317b2e98fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:20.938780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cff432-b6cb-45c1-8475-a1317b2e98fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:20.943421 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80cff432-b6cb-45c1-8475-a1317b2e98fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/22d6bf88-ef3d-4316-85b0-eb442a8e1ca6 HTTP/1.1" status: 404 len: 339 time: 0.1306498 Mar 16 10:56:20.945420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.947066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39040) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:20.948371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.964171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.969214 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f6784285-7f2e-439a-a03b-9292c33a445b tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9184482 Mar 16 10:56:20.979340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:20.979971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:20.983266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39044) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.031483 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13b7351-d296-42d4-a7d9-410a7c34c6d2 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:21.032092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13b7351-d296-42d4-a7d9-410a7c34c6d2 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:21.036293 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e13b7351-d296-42d4-a7d9-410a7c34c6d2 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/74dd6358-f5da-4f82-b32b-d1844622592b HTTP/1.1" status: 404 len: 337 time: 0.0795453 Mar 16 10:56:21.041499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39048) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.053742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.059367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.064957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.070594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.083786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.091906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.099362 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5ab0626b-49cb-44ec-9c56-333e2c61b601 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3976221 Mar 16 10:56:21.103781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39052) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.109402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c416840a-191b-494e-8ef9-e9a964b04dd8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2071006 Mar 16 10:56:21.109682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.118742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39056) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.147196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f7ebbc04-44c6-401c-baae-32cf8399df48,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.158910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:21.159269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:21.166734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.167409 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b6c12e-2f71-4140-87a3-85519ebb3ea0 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:21.168821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b6c12e-2f71-4140-87a3-85519ebb3ea0 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:21.170200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-86b6c12e-2f71-4140-87a3-85519ebb3ea0 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/34cb2eea-46da-4da9-993b-1e52d728ed0c HTTP/1.1" status: 404 len: 339 time: 0.1229603 Mar 16 10:56:21.172511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.179680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.186315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:21.188219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 3, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:16Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:21.190869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.197440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:21.197785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Updating router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c port 687f4280-0901-4af1-850d-32b83f40dd6f binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:21.231137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object 84d21eb0-0819-45f6-9513-afff17de4aac will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:21.243260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.273113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.274625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.279108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.279699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.283249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.285629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Usage tracker for resource:router and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:21.318208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:21.320979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.328716 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8beaae40-1c8d-4764-adde-e1a7efd24f27 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7653363 Mar 16 10:56:21.328716 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-64753f07-4dc8-4e5e-a5dc-542da4b500fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:21.328716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64753f07-4dc8-4e5e-a5dc-542da4b500fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:21.328716 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-64753f07-4dc8-4e5e-a5dc-542da4b500fb tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/91596d0b-3518-4a66-a50a-2802476d3bb0 HTTP/1.1" status: 404 len: 337 time: 0.1454351 Mar 16 10:56:21.336028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.336352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39066) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.337830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923cf34-35bc-4667-b08d-c1df5076a035 None None] Unable to find a vacant binding_index for network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 and agent 6765b7b9-14c8-4a06-b875-64be73c12c3f {{(pid=87843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 10:56:21.343867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:21.349435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923cf34-35bc-4667-b08d-c1df5076a035 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1) {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:56:21.360245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.419486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.463108 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2800465 Mar 16 10:56:21.463762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39072) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.619238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.626507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.628127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf30d4f-8125-44e0-b1a3-cb9dea4cd3dc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.633043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.642288 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-4160c5e7-0186-4582-9ccb-7597f64b69a5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:21.642288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4160c5e7-0186-4582-9ccb-7597f64b69a5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:21.646447 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4160c5e7-0186-4582-9ccb-7597f64b69a5 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/e63e9077-9e40-440e-99b8-f1a9237e519a HTTP/1.1" status: 404 len: 339 time: 0.3050640 Mar 16 10:56:21.647619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:21.683549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.688473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bba07b04-afb1-449d-9c1b-d418016db936 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/acf30d4f-8125-44e0-b1a3-cb9dea4cd3dc HTTP/1.1" status: 204 len: 168 time: 0.7004700 Mar 16 10:56:21.694394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39076) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.694394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39078) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.734345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.735374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.819735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180091b-4044-4abb-9e0e-e3f4e15a10be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=457ad63d-a30c-430d-ab9e-549f4de9f704,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:21.830385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Provisioning for port fcc2d17a-2fde-4138-817d-e6472ed3b69d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:21.854081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:21.869542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Provisioning complete for port fcc2d17a-2fde-4138-817d-e6472ed3b69d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:21.869846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.916640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:21.928815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:21.931782 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-668f298f-0a17-4ec2-a49f-eba41234ab33 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8273067 Mar 16 10:56:21.945372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:21.951425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:21.952090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.956937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39084) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:21.959697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b282cab1-590f-46c9-8b0e-e3aff48a5a4c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:21.960219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b282cab1-590f-46c9-8b0e-e3aff48a5a4c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:21.998897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:21.998897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79372261-7b8c-41b0-9d1a-f9b35ef09511 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:22.064313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b282cab1-590f-46c9-8b0e-e3aff48a5a4c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/fcc3ff59-959c-4047-a8e0-7b1dcabf46ec HTTP/1.1" status: 404 len: 337 time: 0.3669093 Mar 16 10:56:22.068811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.069441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=84d21eb0-0819-45f6-9513-afff17de4aac,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.071030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.085152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e2162cc6-ea3c-45f5-95ad-fe48ca667105 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.1588380 Mar 16 10:56:22.094013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8563ce49-5f0f-48b1-9dec-e1367df892a3 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.096406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39092) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.115710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:22.131860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:22.134214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:56:22.135288 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dc0b6ab8-76ac-40c9-a015-1696ccfc19b5 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.7327249 Mar 16 10:56:22.138424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:22.143174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39096) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.148577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:22.173958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.176290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-02f223c0-aa55-4228-a464-19cf2d4d6998 None None] Port fcc2d17a-2fde-4138-817d-e6472ed3b69d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:22.206111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-4425a014-5c86-4b11-9981-95c42d441fb1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:22.206560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.207143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4425a014-5c86-4b11-9981-95c42d441fb1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:22.208884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.209787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Transition to ACTIVE for port object 687f4280-0901-4af1-850d-32b83f40dd6f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:22.211352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.213771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.217678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.221446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-48ac0b9b-febc-463d-9397-1302e6c0e428 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2631943 Mar 16 10:56:22.226718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.229775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.234292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.252544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8563ce49-5f0f-48b1-9dec-e1367df892a3 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.256664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8563ce49-5f0f-48b1-9dec-e1367df892a3 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5572717 Mar 16 10:56:22.256881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.278489 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4425a014-5c86-4b11-9981-95c42d441fb1 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/ef7f5b01-28e8-459a-ba66-d91bb4efa1f9 HTTP/1.1" status: 404 len: 339 time: 0.2008107 Mar 16 10:56:22.282405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39108) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.340753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Deleting port 8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:22.341062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.346888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:22.350608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.380352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:22.381201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.420409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f63455-d81b-40a8-a3f1-3429301decda None None] Pushing event updated for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:22.464955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting subnet 1d598fdb-3b35-46fa-8bae-f1630916bfca {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:22.476229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.486921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.492747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.493669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Synchronizing usage tracker for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.538871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-637b2c85-3fca-4442-bef7-6b3a4e4d1de0 None None] Provisioning complete for port fcc2d17a-2fde-4138-817d-e6472ed3b69d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:22.539535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-637b2c85-3fca-4442-bef7-6b3a4e4d1de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.542250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.592528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.656775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.658605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.660180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.661649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.663089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:22.663823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Synchronizing usage tracker for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:22.668511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Unset dirty status for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.669806 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d1edf72f-0fdd-4d24-bd84-924d5a72e8d1 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5702424 Mar 16 10:56:22.672701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39112) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.682298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.692406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-637b2c85-3fca-4442-bef7-6b3a4e4d1de0 None None] Port fcc2d17a-2fde-4138-817d-e6472ed3b69d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:22.702154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.706187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Attempting to bind port 687f4280-0901-4af1-850d-32b83f40dd6f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:22.706554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Attempting to bind port 687f4280-0901-4af1-850d-32b83f40dd6f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:22.706910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Attempting to bind port 687f4280-0901-4af1-850d-32b83f40dd6f on network 56c9db53-2ab7-443a-8fd1-681d0a72e96f {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:22.717967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:22.718224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Checking segment: {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:22.718495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.718877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Bound using segment: {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:22.719341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Bound port: 687f4280-0901-4af1-850d-32b83f40dd6f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64357d8-ef6c-4814-b03c-e60722a55d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:22.719711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.767883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Allocated IP 172.20.0.2 (70c87b3d-c4b6-4b02-81b3-5365f20a5fc1/59830507-af10-4af7-a44a-1045cc52537b/ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:22.788393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.886832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.899430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Unset dirty status for tenant:06d1c3482aec410895f6ed6e9698df19 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:22.904696 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1da281d2-e9ac-424b-aa39-9617950fde50 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6656029 Mar 16 10:56:22.910012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39116) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:22.910196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] For port 687f4280-0901-4af1-850d-32b83f40dd6f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:22.913275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.923766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] For port 687f4280-0901-4af1-850d-32b83f40dd6f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=687f4280-0901-4af1-850d-32b83f40dd6f,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:22.942655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.950082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port 84d21eb0-0819-45f6-9513-afff17de4aac {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:22.950515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:22.955312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b13d5-1c35-4827-99b3-1b41cdb00cfd,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.096115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:23.096763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:55:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:23.099299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Calling delete_port for 8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:23.138454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.178502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f7ebbc04-44c6-401c-baae-32cf8399df48 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:23.210400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f63455-d81b-40a8-a3f1-3429301decda None None] Pushing event updated for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.278340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.282151 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9323c635-f321-470a-abc4-37b1f6b1a5e5 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/232b13d5-1c35-4827-99b3-1b41cdb00cfd HTTP/1.1" status: 204 len: 168 time: 1.0217745 Mar 16 10:56:23.285772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39120) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.298138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.337197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Transition to ACTIVE for port object ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:23.359353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:23.429533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Transition to ACTIVE for port object ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:23.445006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e32d4cdc-88d8-495e-8caf-446f8155bebf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:23.469119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51bd6aa-39b4-4142-8145-09ff91b1d0c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:23.474390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a51bd6aa-39b4-4142-8145-09ff91b1d0c8 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks/19991a7f-3277-4a3d-b222-bd8fbeadf550 HTTP/1.1" status: 200 len: 804 time: 0.5493863 Mar 16 10:56:23.475053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.475509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39126) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.540201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.547271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f7ebbc04-44c6-401c-baae-32cf8399df48 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:23.547271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.635874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.654044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e32d4cdc-88d8-495e-8caf-446f8155bebf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:23.660947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e32d4cdc-88d8-495e-8caf-446f8155bebf tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3741775 Mar 16 10:56:23.662271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39132) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.679150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.681804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.686073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Subnet': ['ID=1d598fdb-3b35-46fa-8bae-f1630916bfca,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.738393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:23.749930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:23.808746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:23.826946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Pushing event updated for resources: {'Port': ['ID=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.831291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=9696c61a-4bee-4a48-963c-8289ba2df8f7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.859600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.878820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546202173'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:23.890565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:23.906160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.915927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:23.923371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:23.949751 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ce296dd7-a320-4281-ab3a-44b654b15af7 tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/subnets/1d598fdb-3b35-46fa-8bae-f1630916bfca HTTP/1.1" status: 204 len: 168 time: 1.6637702 Mar 16 10:56:23.978651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:23.979255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:23.979615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 457ad63d-a30c-430d-ab9e-549f4de9f704, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:23.989748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.013640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Attempting to bind port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:24.014357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Attempting to bind port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:24.014489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Attempting to bind port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a on network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:24.028883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-46dfb600-a049-451e-a0db-c7482ba6e338 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/networks/19991a7f-3277-4a3d-b222-bd8fbeadf550?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5525148 Mar 16 10:56:24.029760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39140) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.030853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:24.031226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Checking segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:24.031620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.032850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Bound using segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:24.032850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Bound port: ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:24.033109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.071588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.097991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.102867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-148b3fe3-cfe1-4457-a7e4-9f58e6b637f9 tempest-RoutersAdminNegativeTest-1399628832 tempest-RoutersAdminNegativeTest-1399628832-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8d582e09-2dd2-4cfc-a61b-9ac1c91f37f5 HTTP/1.1" status: 204 len: 168 time: 1.9540596 Mar 16 10:56:24.118968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.123988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:24.127605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:24.137794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.178197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for 84d21eb0-0819-45f6-9513-afff17de4aac owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:24.198073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] For port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:24.198273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0661a95-2630-4ee3-9a2b-0be77f1b4871 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.201977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] For port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:24.204703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f0661a95-2630-4ee3-9a2b-0be77f1b4871 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets/8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2 HTTP/1.1" status: 200 len: 843 time: 0.1704612 Mar 16 10:56:24.210449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 3, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:22Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:24.213141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39146) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.217409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.286332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.294200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.297255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7972-3b3e-4b66-999a-26a272d576f7 None None] Pushing event updated for resources: {'Port': ['ID=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.300081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc82dd-21b1-4369-be6f-7bf2ffc4f250 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 3, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:22Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:24.341101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37090535-28c1-44af-bee7-9a3748ba3da9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.346593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-37090535-28c1-44af-bee7-9a3748ba3da9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "GET /v2.0/subnets/8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1309817 Mar 16 10:56:24.366763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39152) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.416393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532626909'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.429279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.466449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877eb7f5-9b0f-4782-a42b-4d2323ef7630,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.468650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.474656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f8646ddc-d9c2-4234-9ce2-ae9dda8c4b63 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7877595 Mar 16 10:56:24.484361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.486196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39156) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.488465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39160) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:24.501081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '877eb7f5-9b0f-4782-a42b-4d2323ef7630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:24.510390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:24.526459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.534804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:24.539656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:24.539838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.544726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:24.549659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.570013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.586675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 457ad63d-a30c-430d-ab9e-549f4de9f704) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:24.607768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.608719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.609274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.663399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.687947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:24.713900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.714287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Added segment 872d77b2-8186-478a-b122-c63af0343f1a of type vlan for network 95791780-a5f9-4bb4-b1bd-901098cb8a57 Mar 16 10:56:24.726645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.732986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Deleting port ae1e9ee0-e97b-4642-96f0-928f9293deb4 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:24.734718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.757742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.781483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.801546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.814066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.842065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:24.854203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8a7ed1d02b4c6787d525983b21866e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:24.869721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:24.876062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f930c8b-c486-4ef1-afb0-774c5f814580,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:24.891704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:24.904764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.906023 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fc2c00e5-a7a5-40da-acaf-e3aa0ceab0a8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188731 Mar 16 10:56:24.906749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.912655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:24.913349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:24.917249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39166) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.026096 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c5d75f55-166d-4c8c-9adb-1f10dd0403f9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5538800 Mar 16 10:56:25.038319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39170) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.041450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d569b59e-8eac-4f34-a946-38ab72128316 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules/3f930c8b-c486-4ef1-afb0-774c5f814580 HTTP/1.1" status: 200 len: 763 time: 0.1087601 Mar 16 10:56:25.056981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39174) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.066745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Allocated IP 172.26.0.67 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/bed9833d-2fa3-4a81-a125-0676448bc3a7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:25.106236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7130933 Mar 16 10:56:25.117440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39178) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.127494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0184-0668-44cb-b70c-f0970cbd730b tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Network': ['ID=95791780-a5f9-4bb4-b1bd-901098cb8a57,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.141979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:25.142598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:25.161806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.295564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=84d21eb0-0819-45f6-9513-afff17de4aac,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.296264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 687f4280-0901-4af1-850d-32b83f40dd6f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:25.405351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 687f4280-0901-4af1-850d-32b83f40dd6f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:25.417093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:25.417704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.527673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67b5fffc-ea4d-46e1-8f14-c338b060aff8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:25.578675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.582785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.623050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 687f4280-0901-4af1-850d-32b83f40dd6f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=687f4280-0901-4af1-850d-32b83f40dd6f,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:25.628228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.629126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:25.791607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.795545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67b5fffc-ea4d-46e1-8f14-c338b060aff8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:25.797174 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67b5fffc-ea4d-46e1-8f14-c338b060aff8 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7389071 Mar 16 10:56:25.804357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:25.826865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.835923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.856047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d47b1d-5dca-4ce4-972b-9e49715f836b None None] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:25.878115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:25.890144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:25.898060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.913594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] For port ae1e9ee0-e97b-4642-96f0-928f9293deb4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae1e9ee0-e97b-4642-96f0-928f9293deb4,segment=NetworkSegment(5cad4529-a57b-4092-9961-725ec89a1f7e),segment_id=5cad4529-a57b-4092-9961-725ec89a1f7e)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:25.913952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.921503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.935797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:25.948169 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-31321937-e551-4f6e-ad88-b4115ca34869 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/84d21eb0-0819-45f6-9513-afff17de4aac HTTP/1.1" status: 204 len: 168 time: 3.2701249 Mar 16 10:56:25.949195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39188) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:25.985435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f405aaa-56ca-4e1d-a7ee-d543f4ff0c27,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:25.988252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Made reservation on behalf of 06d1c3482aec410895f6ed6e9698df19 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:25.991968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.087484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Provisioning for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:26.094554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf0320-e1fc-4a84-8a44-9e1e4bb6004d None None] Network 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:26.102573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.150765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing IP validity checks on allocation pools {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:56:26.151282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:56:26.159720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Calling delete_port for ae1e9ee0-e97b-4642-96f0-928f9293deb4 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:26.215811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc865515-c8c5-48e6-b469-ef804fdb7e55 None None] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:26.233842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Provisioning complete for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:26.234315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.270232 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa415ae-f98e-4bf6-a3fe-091101c4a965 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] GET failed (client error): The resource could not be found. Mar 16 10:56:26.270898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7fa415ae-f98e-4bf6-a3fe-091101c4a965 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Synchronizing usage tracker for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:26.273620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event updated for resources: {'Port': ['ID=bed9833d-2fa3-4a81-a125-0676448bc3a7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.280537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:26.283262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.337790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:26.343591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] No DVR routers for this DVR port ae1e9ee0-e97b-4642-96f0-928f9293deb4 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:26.397371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.412439 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e3c44fc1-2e4d-4483-9a48-080f240bc101 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d8a7ed1d02b4c6787d525983b21866e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9213696 Mar 16 10:56:26.423770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39192) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.434731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:26.544542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.616578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f930c8b-c486-4ef1-afb0-774c5f814580,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.679375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691bcb5-0a8e-441d-b527-195e1bf02d1b None None] DHCP port deletion for 1b2f963e-c8a2-45f5-92eb-79ada4b605a1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:26.705332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.754992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.778282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.788282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7fa415ae-f98e-4bf6-a3fe-091101c4a965 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Unset dirty status for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:26.789533 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7fa415ae-f98e-4bf6-a3fe-091101c4a965 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports/84d21eb0-0819-45f6-9513-afff17de4aac HTTP/1.1" status: 404 len: 333 time: 0.8322296 Mar 16 10:56:26.790689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Port': ['ID=ae1e9ee0-e97b-4642-96f0-928f9293deb4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:26.796610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Allocated IP 172.26.0.76 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/cbaae2af-9ea3-4953-b698-daa32100ef37) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:26.800048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39196) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.875084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ff0b-51f9-40c4-ac1b-54748bb5bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.879985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.890144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-747734478'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:26.905511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.906602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-26f3b429-7f10-4c09-bf3a-13329963d919 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3f930c8b-c486-4ef1-afb0-774c5f814580 HTTP/1.1" status: 204 len: 168 time: 1.0787888 Mar 16 10:56:26.963611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39200) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:26.969439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] For port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:26.970396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.975849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-457ad63d-a30c-430d-ab9e-549f4de9f704', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:26.976677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:26.991188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.038880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2f963e-c8a2-45f5-92eb-79ada4b605a1']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.080918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cad4529-a57b-4092-9961-725ec89a1f7e') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.081616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cad4529-a57b-4092-9961-725ec89a1f7e') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:27.122670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.130039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.156035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fb39-e542-472e-a95d-ef17bb927ccc None None] Pushing event updated for resources: {'Port': ['ID=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.175330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1469a1c9-4548-415f-a1c4-8c3943b85386 None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:27.175701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1469a1c9-4548-415f-a1c4-8c3943b85386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.254864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 687f4280-0901-4af1-850d-32b83f40dd6f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:27.311911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.321647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.339695 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ea4e548f-2cfd-45e1-aff1-769dd9b7a76f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3712771 Mar 16 10:56:27.344863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:27.345477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.365735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39204) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:27.365971 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:27.403362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Checking segment: {'id': '872d77b2-8186-478a-b122-c63af0343f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:27.403999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network hostable DHCP agents. Network: 95791780-a5f9-4bb4-b1bd-901098cb8a57, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:27.410536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f405aaa-56ca-4e1d-a7ee-d543f4ff0c27,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.426224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Allocated IP 2001:db8:2::2 (457ad63d-a30c-430d-ab9e-549f4de9f704/9696c61a-4bee-4a48-963c-8289ba2df8f7/9847c012-faba-45c4-8d5b-f10b9bfb4f83) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:27.461905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '877eb7f5-9b0f-4782-a42b-4d2323ef7630', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:27.462866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=0336b5f0-51ca-4c47-9eff-aed627ebc987,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.473267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:27.487781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:27.497734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:27.503153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.506592 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a6fc3f56-f2d6-45ee-8d2b-62470a53be4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f405aaa-56ca-4e1d-a7ee-d543f4ff0c27 HTTP/1.1" status: 204 len: 168 time: 1.0781207 Mar 16 10:56:27.506592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:27.511978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:27.516262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.541867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 687f4280-0901-4af1-850d-32b83f40dd6f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:27.542841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.594630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1469a1c9-4548-415f-a1c4-8c3943b85386 None None] Could not find standard attr ID for object 84d21eb0-0819-45f6-9513-afff17de4aac. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:56:27.624662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:27.662466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:27.685386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:27.705345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:27.726104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 95791780-a5f9-4bb4-b1bd-901098cb8a57) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:27.741079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ce025-5ddd-4f73-871e-4153cacad282 None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:27.741988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:27.742592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.833964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.846870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.850240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.857150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3450a81f-e702-4250-a367-9d3272477d60 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7269082 Mar 16 10:56:27.857955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39216) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:27.869820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:27.905324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a925755-f2c3-4a1e-8023-55856124a86e None None] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:27.951034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:27.954077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::2c1 (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/7bdde5ac-d807-43de-88ac-b47ad50b8c6f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:27.967590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] Pushing event deleted for resources: {'Network': ['ID=1b2f963e-c8a2-45f5-92eb-79ada4b605a1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:27.987909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.006480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39220) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.065754 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f32b10a-ad98-4f9d-8cea-11a62a99461c tempest-NetworksTest-1153423867 tempest-NetworksTest-1153423867-project] 10.222.0.50 "DELETE /v2.0/networks/1b2f963e-c8a2-45f5-92eb-79ada4b605a1 HTTP/1.1" status: 204 len: 168 time: 4.0774100 Mar 16 10:56:28.083295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b23c55e-0c84-4492-9a08-d5b80f1c7893 None None] Provisioning complete for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:28.083620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b23c55e-0c84-4492-9a08-d5b80f1c7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.096180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6248238'] for subnet, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.135562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.183719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae1e9ee0-e97b-4642-96f0-928f9293deb4 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:28.194279 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dbc1d174-59e7-4783-ad62-65dcb48a64af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c403e38f5a846e8a6e7025292d4dc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815825 Mar 16 10:56:28.195525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39226) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.255796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.308967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Transition to ACTIVE for port object 9847c012-faba-45c4-8d5b-f10b9bfb4f83 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:28.323712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: ae1e9ee0-e97b-4642-96f0-928f9293deb4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:28.324227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae1e9ee0-e97b-4642-96f0-928f9293deb4 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:28.364915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.393302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-95791780-a5f9-4bb4-b1bd-901098cb8a57', 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '0336b5f0-51ca-4c47-9eff-aed627ebc987'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:28.394111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.405757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.473001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Transition to ACTIVE for port object 9847c012-faba-45c4-8d5b-f10b9bfb4f83 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:28.488976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39232) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.494757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.502030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:28.509439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.510727 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1419673 Mar 16 10:56:28.517726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:28.519551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.521517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:28.550971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.554849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b615dfb-3f62-4978-af58-1dbb47e5271f tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a43685-bbd9-4c79-85ba-949ce764042d,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:28.556703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Pushing event updated for resources: {'Port': ['ID=cbaae2af-9ea3-4953-b698-daa32100ef37,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:28.610346 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-25561033-965b-406e-bed2-e2caf397de76 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules/30a43685-bbd9-4c79-85ba-949ce764042d HTTP/1.1" status: 200 len: 763 time: 0.0568829 Mar 16 10:56:28.632240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:28.653369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8:2::1 (457ad63d-a30c-430d-ab9e-549f4de9f704/9696c61a-4bee-4a48-963c-8289ba2df8f7/ae633851-11e9-41b3-8fb0-2e0c2332f7f7) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:28.707945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.726413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.734679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:28.744116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:28.759008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:28.779869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Pushing event updated for resources: {'Port': ['ID=9847c012-faba-45c4-8d5b-f10b9bfb4f83,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:28.873016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.903953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object 7bdde5ac-d807-43de-88ac-b47ad50b8c6f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:28.908888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8143032'] for subnet, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.940204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Attempting to bind port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:28.940629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Attempting to bind port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:28.940931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Attempting to bind port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 on network 457ad63d-a30c-430d-ab9e-549f4de9f704 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:28.952818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:28.953232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Checking segment: {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:28.954004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:28.954004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Bound using segment: {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:28.954582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Bound port: 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:28.954845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.041908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Allocated IP 2001:db8::3 (95791780-a5f9-4bb4-b1bd-901098cb8a57/0336b5f0-51ca-4c47-9eff-aed627ebc987/b7ccd933-e5ca-409b-b7e7-ac905850c0bb) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:29.057313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c11ebcb3-1854-4116-8dcc-64ee74f74b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.101794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.112744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1bbefcb2-63fd-4334-b4c2-31966dbdf619 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:29.125670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] For port 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:29.165056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.190158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:29.207787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.208409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.213197 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "PUT /v2.0/subnets/0336b5f0-51ca-4c47-9eff-aed627ebc987 HTTP/1.1" status: 200 len: 900 time: 1.3472581 Mar 16 10:56:29.213197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.215188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object ae633851-11e9-41b3-8fb0-2e0c2332f7f7 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:29.222015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.223919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] For port 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9847c012-faba-45c4-8d5b-f10b9bfb4f83,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:29.245205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.267040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1bbefcb2-63fd-4334-b4c2-31966dbdf619 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:29.268809 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1bbefcb2-63fd-4334-b4c2-31966dbdf619 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5852559 Mar 16 10:56:29.285143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39248) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.305591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.375214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a547b1-e985-4a75-9637-6fd17af3166f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.377447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.378802 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7654644e-e705-487f-bc4c-98b08a6718c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55a547b1-e985-4a75-9637-6fd17af3166f HTTP/1.1" status: 204 len: 168 time: 1.1824291 Mar 16 10:56:29.414741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:29.425306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:29.427836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5eeea-364c-4705-8683-9f2b4bbb03e0 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event updated for resources: {'Subnet': ['ID=0336b5f0-51ca-4c47-9eff-aed627ebc987,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.433854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:29.440001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:29.440509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.487518 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ecb0525-f051-4cc0-86c2-db545f0432b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38b51196b49b435aa38cbfae2009f7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9974399 Mar 16 10:56:29.524935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d94c29-fc1d-4595-aed9-875f1faa1a14 None None] Pushing event updated for resources: {'Port': ['ID=9847c012-faba-45c4-8d5b-f10b9bfb4f83,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.560115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e5e14afd-263e-4480-a437-3e4c56f03835 None None] Provisioning complete for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:29.560493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e5e14afd-263e-4480-a437-3e4c56f03835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.561222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39256) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.564798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7635865 Mar 16 10:56:29.615623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39260) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:29.639674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:f6:40:2e'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:29.642557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:29.642932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.724274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.749964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.764731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.766798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d89ad-8140-4cd0-ab22-46d8912d7b85 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=7bdde5ac-d807-43de-88ac-b47ad50b8c6f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:29.795433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Transition to ACTIVE for port object b7ccd933-e5ca-409b-b7e7-ac905850c0bb will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:29.877328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:29.975037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Transition to ACTIVE for port object b7ccd933-e5ca-409b-b7e7-ac905850c0bb will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:30.004663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.049959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.055196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.084704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.106863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30a43685-bbd9-4c79-85ba-949ce764042d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.166135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.167842 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e936d13b-8ac1-43f0-be4f-d8660d972a28 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/30a43685-bbd9-4c79-85ba-949ce764042d HTTP/1.1" status: 204 len: 168 time: 0.8800509 Mar 16 10:56:30.185087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39278) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.189767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.203222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:30.218522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:30.233641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:30.265056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:30.278050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:30.292615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.293312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Pushing event updated for resources: {'Port': ['ID=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.295224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port b7ccd933-e5ca-409b-b7e7-ac905850c0bb {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:30.295568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.326360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.335886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:30.336435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.354132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Router 3a7939d5-b1d5-4e2d-bed0-965c60e06026 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:30.374693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Attempting to bind port b7ccd933-e5ca-409b-b7e7-ac905850c0bb on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:30.375224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Attempting to bind port b7ccd933-e5ca-409b-b7e7-ac905850c0bb by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '872d77b2-8186-478a-b122-c63af0343f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:30.375596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Attempting to bind port b7ccd933-e5ca-409b-b7e7-ac905850c0bb on network 95791780-a5f9-4bb4-b1bd-901098cb8a57 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:30.383203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.384822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:30.385224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Checking segment: {'id': '872d77b2-8186-478a-b122-c63af0343f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:30.386336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.386948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Bound using segment: {'id': '872d77b2-8186-478a-b122-c63af0343f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:30.387644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Bound port: b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872d77b2-8186-478a-b122-c63af0343f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:30.388204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.407792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f4e9b37f-3c12-492f-a1ed-05c7e7089e4b None None] Provisioning for port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:30.447360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-120bdfeb-4d4f-4a24-a3ed-e1cb52517a41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:30.469920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f4e9b37f-3c12-492f-a1ed-05c7e7089e4b None None] Provisioning complete for port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:30.470058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b37f-3c12-492f-a1ed-05c7e7089e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.529505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.561463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.569088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9b37f-3c12-492f-a1ed-05c7e7089e4b None None] Port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:30.572020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] For port b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:30.586927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] For port b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,segment=NetworkSegment(872d77b2-8186-478a-b122-c63af0343f1a),segment_id=872d77b2-8186-478a-b122-c63af0343f1a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:30.596375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.598082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.622539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-120bdfeb-4d4f-4a24-a3ed-e1cb52517a41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:30.626740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-120bdfeb-4d4f-4a24-a3ed-e1cb52517a41 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4384234 Mar 16 10:56:30.629637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39290) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.695741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b7eef-a0a5-4303-b033-9771b2d83157 None None] Pushing event updated for resources: {'Port': ['ID=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:30.750959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': '877eb7f5-9b0f-4782-a42b-4d2323ef7630', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:30.807324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:30.823244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39294) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:30.835130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:30.875749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:31.004381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:31.014185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.014826 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] Sync routers for ids ['3a7939d5-b1d5-4e2d-bed0-965c60e06026'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:31.015362 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fcd2a72e-05a5-47c4-999d-667211ca5544 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "PUT /v2.0/routers/3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 200 len: 878 time: 9.6780739 Mar 16 10:56:31.018248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39300) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.062649 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] Routers {'3a7939d5-b1d5-4e2d-bed0-965c60e06026'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:31.063444 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3a7939d5-b1d5-4e2d-bed0-965c60e06026'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.108237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.111732 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27e824da-9029-4ae6-9452-abea7a590947 HTTP/1.1" status: 204 len: 168 time: 1.5434258 Mar 16 10:56:31.205035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Project ca28cb2f00334420a389de17e65b464b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:31.218181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1419551394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:31.231138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.241686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074c848-b4bb-4780-ac0a-66b26d1f04cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e824da-9029-4ae6-9452-abea7a590947,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:31.242094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b6de3-00bb-46f7-86ec-1819b6417358 None None] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:31.257675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.280559 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] Routers {'3a7939d5-b1d5-4e2d-bed0-965c60e06026'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:31.283683 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3a7939d5-b1d5-4e2d-bed0-965c60e06026'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.345711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:31.350386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.457935 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:31.459145 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20fbe0-2153-4726-8f72-b52456e078dc None None] The sync data for ids ['3a7939d5-b1d5-4e2d-bed0-965c60e06026'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:31.459703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9847c012-faba-45c4-8d5b-f10b9bfb4f83 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:31.529549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee9f7d1f-24a7-4d96-af66-bec1a895a99d None None] Provisioning for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:31.548469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:31.560513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:router and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:31.603228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:31.660163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:31.701169 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d650a991-4b57-4f4a-808b-33693cb422cc tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 200 len: 919 time: 0.6795552 Mar 16 10:56:31.702898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39310) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:31.716310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:31.735227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:31.735602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.740625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host dv-neutron-828143-9-hyperv, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:31.741035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.864609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.867465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.869909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:31.968117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.036484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9847c012-faba-45c4-8d5b-f10b9bfb4f83,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:32.037410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b607b4-188c-446e-b837-bf9bdd019c7d tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.038983 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-96b607b4-188c-446e-b837-bf9bdd019c7d tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=3a7939d5-b1d5-4e2d-bed0-965c60e06026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2662997 Mar 16 10:56:32.043879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39320) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.046965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.047923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b7ccd933-e5ca-409b-b7e7-ac905850c0bb up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:32.143034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for b7ccd933-e5ca-409b-b7e7-ac905850c0bb owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:32.190776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=9847c012-faba-45c4-8d5b-f10b9bfb4f83,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.196474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.226829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49633667-17ab-45ed-9255-ba231aae6aa5 None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:32.254668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.259844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:32.281685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Sync routers for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:32.322575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749548e-4275-41e4-8bd4-07977c84088e tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.324919 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a749548e-4275-41e4-8bd4-07977c84088e tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.2797122 Mar 16 10:56:32.327429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39330) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.343547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef5204-3862-40ff-8aea-9e3ddafabdce,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.345839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.347654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6e67c441-5afb-4b46-9464-944aeb912700 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7146177 Mar 16 10:56:32.351299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.368060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.382574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39334) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.390379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:32.391394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:32.396294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.398709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.403009 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cde0b36d-15d1-441d-9f44-2bfa432075ff admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2628486 Mar 16 10:56:32.406418 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f671289c-23c8-4a87-ab16-19a9072d184f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 200 len: 205 time: 0.0750089 Mar 16 10:56:32.406418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.479417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39340) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.493925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2cfc856-3024-4fc0-9878-1e1e10b59cba None None] Provisioning for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:32.563159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:32.617116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:32.617709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.628029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39348) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.645293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=7bdde5ac-d807-43de-88ac-b47ad50b8c6f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:32.650242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e138bab0-ef3b-474a-8eb9-1996d45cd943 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules/50ef5204-3862-40ff-8aea-9e3ddafabdce HTTP/1.1" status: 200 len: 769 time: 0.2553499 Mar 16 10:56:32.664718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39352) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.674237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] In _notify_port_updated(), no bound segment for port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f on network 203e8f2c-eff8-4bb5-8b93-b438589af112 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:56:32.679893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:32.680527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.681857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7155f188-36ec-4e8f-8b91-f873ad8e8fd9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "PUT /v2.0/ports/7bdde5ac-d807-43de-88ac-b47ad50b8c6f HTTP/1.1" status: 200 len: 1002 time: 3.0649912 Mar 16 10:56:32.703697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39358) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.761627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.809674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.813816 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6ee41b89-0ffb-4491-b5b5-34480b258417 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.9852028 Mar 16 10:56:32.869465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Provisioning complete for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:32.869833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:32.921432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:32.953871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39362) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:32.957285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.003947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f920abf0-a295-4811-8441-65656400a610 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:33.062342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:33.062697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:33.067703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:33.068280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.078915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-515146226'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:33.084311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cd561501-71b1-4e4f-b5b9-d4a46a90c7b7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:33.085005 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-cd561501-71b1-4e4f-b5b9-d4a46a90c7b7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:56:33.085474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-cd561501-71b1-4e4f-b5b9-d4a46a90c7b7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:56:33.092063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd561501-71b1-4e4f-b5b9-d4a46a90c7b7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4508171 Mar 16 10:56:33.099570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f920abf0-a295-4811-8441-65656400a610 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:33.100369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:33.100492 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f920abf0-a295-4811-8441-65656400a610 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4341524 Mar 16 10:56:33.107703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39368) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.108035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39370) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.118826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--398319712'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:33.127598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:network and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:33.144877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:33.146969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:33.161396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:33.165698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.170351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:33.201297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.236677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.260205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.294998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.304747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:33.308947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.336094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.351505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.394325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.413188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:33.420455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,segment=NetworkSegment(872d77b2-8186-478a-b122-c63af0343f1a),segment_id=872d77b2-8186-478a-b122-c63af0343f1a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:33.430206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:security_group_rule and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:33.435735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.438803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.448454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:33.453805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:33.462256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.470588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:33.477462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.479579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:33.483956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.491971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ef5204-3862-40ff-8aea-9e3ddafabdce,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.493987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:33.498716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port bed9833d-2fa3-4a81-a125-0676448bc3a7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:33.499054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.542808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.543680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.580357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Provisioning for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:33.593317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:33.597869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Provisioning complete for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:33.598578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.667600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9847c012-faba-45c4-8d5b-f10b9bfb4f83 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:33.766309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.767349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-28b27fa6-890b-4f90-b053-a9f733faf487 None None] Port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:33.773155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:29Z', 'revision_number': 3, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:33.781328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Checking router: 0ed864c6-74cc-449a-a778-2dbd1ed4f642 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:33.781943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Updating router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 port cbaae2af-9ea3-4953-b698-daa32100ef37 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:33.806393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port b7ccd933-e5ca-409b-b7e7-ac905850c0bb {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:33.806682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.819750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.859041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.904020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e253a8a-c489-4e3c-a613-89c11ab097dc None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:33.933930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:33.934293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.949735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:33.950953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ecf9add6-e577-488e-9a3c-918d12524042 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/50ef5204-3862-40ff-8aea-9e3ddafabdce HTTP/1.1" status: 204 len: 168 time: 0.8402772 Mar 16 10:56:33.951425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for 7bdde5ac-d807-43de-88ac-b47ad50b8c6f owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:33.975905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39376) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:33.991326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.016767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.114211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Provisioning complete for port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:34.114578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.273248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.318777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Port 7bdde5ac-d807-43de-88ac-b47ad50b8c6f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:34.331322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=7bdde5ac-d807-43de-88ac-b47ad50b8c6f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.351894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f6ad422-507a-4a6c-9a21-a316549f53de tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:34.385160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.386807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Allocated IP 172.20.0.1 (70c87b3d-c4b6-4b02-81b3-5365f20a5fc1/59830507-af10-4af7-a44a-1045cc52537b/b478b7cd-7649-40ea-89d9-ef172d10d97c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:34.486432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Provisioning complete for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:34.486432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.610549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.636211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:34.639536 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fb3f3152-40ec-4fea-a9f4-6d2663735de3 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/7bdde5ac-d807-43de-88ac-b47ad50b8c6f HTTP/1.1" status: 204 len: 168 time: 1.9302468 Mar 16 10:56:34.639679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:34.641446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39380) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.648755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for bed9833d-2fa3-4a81-a125-0676448bc3a7 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:34.686741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Provisioning complete for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:34.686942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f68e4045-93d7-4606-8364-76ff55d295c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.687173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:34.704468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.716186 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-547c8eeb-9693-40ab-9867-94be20533827 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] GET failed (client error): The resource could not be found. Mar 16 10:56:34.716727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-547c8eeb-9693-40ab-9867-94be20533827 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Synchronizing usage tracker for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:34.723121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.724194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.750010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-547c8eeb-9693-40ab-9867-94be20533827 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Unset dirty status for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:34.754756 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-547c8eeb-9693-40ab-9867-94be20533827 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports/7bdde5ac-d807-43de-88ac-b47ad50b8c6f HTTP/1.1" status: 404 len: 333 time: 0.1064551 Mar 16 10:56:34.755828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39384) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.763231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-475850947'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:34.779411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.786780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:34.803331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f6ad422-507a-4a6c-9a21-a316549f53de tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:34.804468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f6ad422-507a-4a6c-9a21-a316549f53de tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8180060 Mar 16 10:56:34.810805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39388) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:34.821308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.835818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:34.853954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Transition to ACTIVE for port object b478b7cd-7649-40ea-89d9-ef172d10d97c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:34.859336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:34.860525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.936999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Transition to ACTIVE for port object cbaae2af-9ea3-4953-b698-daa32100ef37 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:34.951883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:34.964653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.974443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:34.988383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bfb7a-4825-493f-8a58-2d86f8f73281,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:34.997022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:35.078274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Attempting to bind port cbaae2af-9ea3-4953-b698-daa32100ef37 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:35.078719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Attempting to bind port cbaae2af-9ea3-4953-b698-daa32100ef37 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:35.079148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Attempting to bind port cbaae2af-9ea3-4953-b698-daa32100ef37 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:35.090147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:35.090895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:35.091369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.091833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:35.092384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Bound port: cbaae2af-9ea3-4953-b698-daa32100ef37, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:35.092505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port b7ccd933-e5ca-409b-b7e7-ac905850c0bb, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,segment=NetworkSegment(872d77b2-8186-478a-b122-c63af0343f1a),segment_id=872d77b2-8186-478a-b122-c63af0343f1a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:35.092797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.092927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.129593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.130994 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Added segment 33b66923-0ca8-4eb5-b28f-afc22b0246a8 of type vlan for network 741623af-32f9-4811-a49e-b4b7c4b87a66 Mar 16 10:56:35.154710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493d77-9973-48cd-b746-51bf9d1cf151 None None] Pushing event updated for resources: {'Port': ['ID=cbaae2af-9ea3-4953-b698-daa32100ef37,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.201295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:35.207419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9106078a-dc93-411d-bb14-136f5840c6a2 None None] Provisioning complete for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:35.207801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9106078a-dc93-411d-bb14-136f5840c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.210213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:35.212746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:35.238811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] For port cbaae2af-9ea3-4953-b698-daa32100ef37, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:35.259914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] For port cbaae2af-9ea3-4953-b698-daa32100ef37, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbaae2af-9ea3-4953-b698-daa32100ef37,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:35.273533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.274349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.294707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd24e32-3418-4740-b71f-22cc753f12e6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.320952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9106078a-dc93-411d-bb14-136f5840c6a2 None None] Port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:35.330485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for b7ccd933-e5ca-409b-b7e7-ac905850c0bb owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:35.364815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:35.373829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:35.374466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:35.377521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:35.385413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.387698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.403116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:35.403901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:35.407047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.428546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.482539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9106078a-dc93-411d-bb14-136f5840c6a2 None None] Provisioning complete for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:35.482763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9106078a-dc93-411d-bb14-136f5840c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.552915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port f6a5b2a1-f619-4783-83b5-461b729c899e yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:35.572897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493d77-9973-48cd-b746-51bf9d1cf151 None None] Pushing event updated for resources: {'Port': ['ID=cbaae2af-9ea3-4953-b698-daa32100ef37,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.580025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.581649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:56:35.618736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b7ccd933-e5ca-409b-b7e7-ac905850c0bb up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:35.624956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.734574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.784195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.802002 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:35.803183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877eb7f5-9b0f-4782-a42b-4d2323ef7630,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:35.849472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::34a (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/f6a5b2a1-f619-4783-83b5-461b729c899e) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:35.859834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.863569 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b98d1e7-286f-4001-801c-c0844b76f970 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/877eb7f5-9b0f-4782-a42b-4d2323ef7630 HTTP/1.1" status: 204 len: 168 time: 1.0519464 Mar 16 10:56:35.864868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39392) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.934052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.939642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:35.940236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.944492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b7ccd933-e5ca-409b-b7e7-ac905850c0bb triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:35.944877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:35.964505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-295f44ff-d6fe-4ed0-ba58-8ddce51d833a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:35.981707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-295f44ff-d6fe-4ed0-ba58-8ddce51d833a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:35.989009 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-295f44ff-d6fe-4ed0-ba58-8ddce51d833a tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1232417 Mar 16 10:56:35.989921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39396) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:35.995678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491384104'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:36.003115 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:36.014676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:36.061976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1925def1-1432-46e3-a334-4f1b74432912,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.078112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e40fcf9f-52f6-47a9-87be-2e644eaefa09 None None] Provisioning for port b478b7cd-7649-40ea-89d9-ef172d10d97c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:36.089946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e40fcf9f-52f6-47a9-87be-2e644eaefa09 None None] Provisioning complete for port b478b7cd-7649-40ea-89d9-ef172d10d97c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:36.090306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e40fcf9f-52f6-47a9-87be-2e644eaefa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.143155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:36.144570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.156748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9c50163c-56f6-49ba-95cc-96bf5d457c74 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1106715 Mar 16 10:56:36.157020 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:36.165526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39400) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.173447 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:36.174108 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:36.177612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940462137'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:36.185203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:36.191809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:network and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:36.197027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:36.209455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:36.210092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2042868 Mar 16 10:56:36.211039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.212137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-31cf949f-3a42-43ea-8d27-eb1d9df9c30b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.1031721 Mar 16 10:56:36.223557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d4e6-dd4a-4fe7-b744-f168879b1183 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Network': ['ID=741623af-32f9-4811-a49e-b4b7c4b87a66,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.229294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39404) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.229907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.230802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=bed9833d-2fa3-4a81-a125-0676448bc3a7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.241839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e40fcf9f-52f6-47a9-87be-2e644eaefa09 None None] Port b478b7cd-7649-40ea-89d9-ef172d10d97c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:36.249586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:36.250925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.270978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'subnet': {'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:36.285825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:36.288159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '1925def1-1432-46e3-a334-4f1b74432912', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:36.291404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:36.301956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:36.304606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:36.312039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:36.362123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:36.364344 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:36.365336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.373188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:36.390255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:29Z', 'revision_number': 3, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:36.394296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e6bc6-f4d8-436e-835c-4b476a10511e None None] The sync data for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv is: [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:29Z', 'revision_number': 3, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:36.398591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:36.402182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.482005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.553227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.601733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:36.602286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:36.610841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b01cf0-b55c-4601-b933-1fd85808c001 None None] DHCP port deletion for 95791780-a5f9-4bb4-b1bd-901098cb8a57 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:36.629217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:36.645295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866d251-f9bd-444c-bf91-ab59c76081e0 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:56:36.689646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Port': ['ID=b7ccd933-e5ca-409b-b7e7-ac905850c0bb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.706898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No DVR routers for this DVR port b7ccd933-e5ca-409b-b7e7-ac905850c0bb on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:36.707763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.708115 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added segment 428f419e-cfa8-45f8-b8d9-bbb8e4af7360 of type vlan for network 8d9e1f59-cf01-4787-a891-a97912694b85 Mar 16 10:56:36.709602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff9290-5856-46a5-b2f8-a4899bfb8145,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:36.753458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.773787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:subnet and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:36.782994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:36.786605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.790328 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5cce4d87-0ffc-46d1-a5ec-6ed6a38701cc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7968426 Mar 16 10:56:36.796963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39412) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:36.808612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.824337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:36.836888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.864162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.878644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Request body: {'security_group_rule': {'security_group_id': 'c2ff9290-5856-46a5-b2f8-a4899bfb8145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:36.892448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.898140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object f6a5b2a1-f619-4783-83b5-461b729c899e will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:36.955892 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:30Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:32Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:36.962310 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:36.962908 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Updating router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:36.971635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866d251-f9bd-444c-bf91-ab59c76081e0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:56:36.975143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:36.981217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:36.982073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.074348 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.119149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:37.142738 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9705269 Mar 16 10:56:37.150321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39416) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.153749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.156359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Usage tracker for resource:security_group_rule and tenant:ca28cb2f00334420a389de17e65b464b is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:37.164231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.176002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:37.191845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'subnet': {'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:37.229352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:37.233770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.237279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42f8c-7988-494f-80a1-f4d5a0fdd861 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Network': ['ID=8d9e1f59-cf01-4787-a891-a97912694b85,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.238153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.255056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8d9e1f59-cf01-4787-a891-a97912694b85 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:37.329605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:37.358823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:37.364651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.381166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:37.384713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=f6a5b2a1-f619-4783-83b5-461b729c899e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.388121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:37.401770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:37.401770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.411038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.411689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7939d5-b1d5-4e2d-bed0-965c60e06026 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:37.447556 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a61493a6-368f-4421-8fb1-704c6b914274 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6907260 Mar 16 10:56:37.450906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39420) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.459108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f6:40:2e'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:37.490334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.505855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.649568 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.666958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Transition to ACTIVE for port object ae633851-11e9-41b3-8fb0-2e0c2332f7f7 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:37.676181 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.699096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbaae2af-9ea3-4953-b698-daa32100ef37 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:37.754562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.765603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.809129 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Pushing event updated for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:37.827951 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.828316 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.830165 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.830497 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.831067 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.831420 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.831744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.833054 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.833344 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.833651 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.833971 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.834282 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:37.835160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.838660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77609b2-278b-4fbc-b3f4-994dd32bfe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-95791780-a5f9-4bb4-b1bd-901098cb8a57', 'network_id': '95791780-a5f9-4bb4-b1bd-901098cb8a57', 'tenant_id': '06d1c3482aec410895f6ed6e9698df19', 'fixed_ips': [{'subnet_id': '0336b5f0-51ca-4c47-9eff-aed627ebc987'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:37.840853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f77609b2-278b-4fbc-b3f4-994dd32bfe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.841233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0ec515f4-fb3c-4013-bd44-060504ed9ea8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 204 len: 168 time: 5.3487213 Mar 16 10:56:37.845933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39424) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:37.862455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.866114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port cbaae2af-9ea3-4953-b698-daa32100ef37 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:37.871226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1230368400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:37.872676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.876860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cbaae2af-9ea3-4953-b698-daa32100ef37 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:37.877456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:37.935859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:37.943963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:37.966586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:37.976455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:38.060347 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Attempting to bind port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:38.060942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Attempting to bind port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:38.061546 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Attempting to bind port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 on network 457ad63d-a30c-430d-ab9e-549f4de9f704 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:38.069557 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:38.070238 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Checking segment: {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:38.070822 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.071434 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Bound using segment: {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:38.072063 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Bound port: ae633851-11e9-41b3-8fb0-2e0c2332f7f7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a750809-203d-438f-9dc3-c0c4e506e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:38.072594 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.133990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.143338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.145004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.166797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port cbaae2af-9ea3-4953-b698-daa32100ef37, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbaae2af-9ea3-4953-b698-daa32100ef37,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:38.179443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.209011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=0336b5f0-51ca-4c47-9eff-aed627ebc987,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.234758 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] For port ae633851-11e9-41b3-8fb0-2e0c2332f7f7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:38.238829 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] For port ae633851-11e9-41b3-8fb0-2e0c2332f7f7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:38.246527 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.249264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606287c-9d0f-4848-9744-7df95233596f None None] Network 95791780-a5f9-4bb4-b1bd-901098cb8a57 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:38.313153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b7ccd933-e5ca-409b-b7e7-ac905850c0bb no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:38.335229 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:38.336020 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:38.431144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.443740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b7ccd933-e5ca-409b-b7e7-ac905850c0bb {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:38.444467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b7ccd933-e5ca-409b-b7e7-ac905850c0bb not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:38.468647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.469696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.484060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95791780-a5f9-4bb4-b1bd-901098cb8a57']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:38.503448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872d77b2-8186-478a-b122-c63af0343f1a') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:38.503758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872d77b2-8186-478a-b122-c63af0343f1a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:38.517929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.535656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.543896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:38.544321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:38.570042 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:38.575680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:38.598891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c90ea3-3006-4b17-a177-8f3a008fdca1,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.603752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:subnet and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:38.613833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:38.621011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=cbaae2af-9ea3-4953-b698-daa32100ef37,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.665924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.698685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-640d5d8e-b2ae-49b6-b3df-06145ed7386e None None] Provisioning for port f6a5b2a1-f619-4783-83b5-461b729c899e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:38.699709 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4b85-5411-4190-b761-cbadffe61b56 None None] Pushing event updated for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:38.707531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:38.711790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.755891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.757113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-58122b33-c17a-471f-b34c-6dd3e7f1b5e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5222514 Mar 16 10:56:38.762080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-640d5d8e-b2ae-49b6-b3df-06145ed7386e None None] Provisioning complete for port f6a5b2a1-f619-4783-83b5-461b729c899e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:38.762574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-640d5d8e-b2ae-49b6-b3df-06145ed7386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.763573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:38.767195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39428) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:38.789805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '1925def1-1432-46e3-a334-4f1b74432912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:38.812777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:38.831889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:38.840331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:38.845531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:38.852197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714f8a4-ad5c-4c03-9d21-6aea8a273a05 None None] DHCP port deletion for 95791780-a5f9-4bb4-b1bd-901098cb8a57 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:38.855919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:38.858398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-640d5d8e-b2ae-49b6-b3df-06145ed7386e None None] Port f6a5b2a1-f619-4783-83b5-461b729c899e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:38.858772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.904146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Made reservation on behalf of 326ef26173044f68a61d95898aabf956 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:38.908550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.929627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:38.967089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.981041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:38.982273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.031353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=95791780-a5f9-4bb4-b1bd-901098cb8a57,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.047159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.146981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.150841 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7553a7ed-4e2a-4395-97c5-949eef1dd0e3 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2858443 Mar 16 10:56:39.155576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39432) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.174167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd138e3-9ca6-49ee-a184-e8adfb1b91c2,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.184312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2860f748-400e-45e3-8d3d-a780654d279e tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/95791780-a5f9-4bb4-b1bd-901098cb8a57 HTTP/1.1" status: 204 len: 168 time: 9.9023445 Mar 16 10:56:39.184312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.192899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39436) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.202729 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:30Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:39.208093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': True}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:39.209375 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45320224-b5cb-461d-ba53-fcf20244b291 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:30Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:39.217904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0edbb6df-6342-4cad-825c-5bd6bcb601cb None None] Provisioning complete for port b478b7cd-7649-40ea-89d9-ef172d10d97c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:39.218487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0edbb6df-6342-4cad-825c-5bd6bcb601cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.274113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.277727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fe11f81e-f509-4410-8029-92fbaac4fe12 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4558723 Mar 16 10:56:39.298685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39440) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.300705 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f700b2d8-b611-4455-95f2-b6ef65f54848 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:39.301186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f700b2d8-b611-4455-95f2-b6ef65f54848 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:39.305715 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f700b2d8-b611-4455-95f2-b6ef65f54848 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/0336b5f0-51ca-4c47-9eff-aed627ebc987 HTTP/1.1" status: 404 len: 337 time: 0.1104155 Mar 16 10:56:39.310016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0edbb6df-6342-4cad-825c-5bd6bcb601cb None None] Port b478b7cd-7649-40ea-89d9-ef172d10d97c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:39.315316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39442) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.389576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.434744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdfc272-e469-4681-acdb-5399c09c5284 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:39.435207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdfc272-e469-4681-acdb-5399c09c5284 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:39.491280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:39.546153 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dbdfc272-e469-4681-acdb-5399c09c5284 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/95791780-a5f9-4bb4-b1bd-901098cb8a57 HTTP/1.1" status: 404 len: 339 time: 0.2296360 Mar 16 10:56:39.568876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39448) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.686933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae633851-11e9-41b3-8fb0-2e0c2332f7f7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:39.687298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Subnet': ['ID=baa26c0f-461f-4ed0-8081-7a1dc4a94b7d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:39.737159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.788370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:39.796857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:39.797263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.860767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.866307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.882705 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 10:56:39.887401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4860e804-195e-4f83-8a9b-ecfb3ea6cad2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1111834 Mar 16 10:56:39.888390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39452) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:39.896936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Checking segment: {'id': '33b66923-0ca8-4eb5-b28f-afc22b0246a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:39.897423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network hostable DHCP agents. Network: 741623af-32f9-4811-a49e-b4b7c4b87a66, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:39.919141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.930679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.949472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.991060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port ae633851-11e9-41b3-8fb0-2e0c2332f7f7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:39.995809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:39.996938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbaae2af-9ea3-4953-b698-daa32100ef37 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:40.001293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.042247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:40.072446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.099152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] In _notify_port_updated(), no bound segment for port f6a5b2a1-f619-4783-83b5-461b729c899e on network 203e8f2c-eff8-4bb5-8b93-b438589af112 {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:56:40.105015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:40.105286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.106651 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "PUT /v2.0/ports/f6a5b2a1-f619-4783-83b5-461b729c899e HTTP/1.1" status: 200 len: 1002 time: 2.6547360 Mar 16 10:56:40.146194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.157245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 741623af-32f9-4811-a49e-b4b7c4b87a66) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:40.159651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cbaae2af-9ea3-4953-b698-daa32100ef37 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:40.160138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.161741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:40.162323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.166480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39456) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.202805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb06b9d-ffce-4985-8fdb-0da234334409 None None] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:40.213576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.302884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:40.308620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9bc9b-967c-4ca5-b193-d2fa5017676f tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=f6a5b2a1-f619-4783-83b5-461b729c899e,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.314541 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6219dbf6-7f27-4e56-b0a3-cb3875c5f8f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/0ed864c6-74cc-449a-a778-2dbd1ed4f642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9092247 Mar 16 10:56:40.317929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.340471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525f5463-899b-4137-9370-36e49dd262d0']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.370943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Sync routers for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:40.372016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Subnet': ['ID=de75f5f1-18ae-4071-8351-64594c74da54,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.373524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.384081 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f0d8be13-886c-4830-b26e-a4fac1c8120c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1509466 Mar 16 10:56:40.386402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dc3005-5dc5-4a7d-821f-c2389f2e0ca6') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.386868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dc3005-5dc5-4a7d-821f-c2389f2e0ca6') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.390048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.398868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port f6a5b2a1-f619-4783-83b5-461b729c899e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:40.399215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.406225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'network': {'name': 'tempest-router-network01--1142091578'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:40.421722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:40.425978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff9290-5856-46a5-b2f8-a4899bfb8145,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.439018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.441097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:40.442523 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4e752fc9-5480-4c84-83e7-64cf06711758 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/c2ff9290-5856-46a5-b2f8-a4899bfb8145 HTTP/1.1" status: 204 len: 168 time: 1.1357007 Mar 16 10:56:40.444088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:40.452399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.456762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:network and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:40.460309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.461201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:40.468724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.483057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Checking segment: {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:40.483427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network hostable DHCP agents. Network: 8d9e1f59-cf01-4787-a891-a97912694b85, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:40.494711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:40.542527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:40.546726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.602994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.698938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:40.701757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.709757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925def1-1432-46e3-a334-4f1b74432912,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:40.731477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:40.731885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:40.750771 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:40.768199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:40.810191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.810960 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Added segment 938039da-2b5e-4f26-80c1-ff19766a2a52 of type vlan for network dfe36606-53b4-46bc-8d93-acc5e543916a Mar 16 10:56:40.832764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.834022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 8d9e1f59-cf01-4787-a891-a97912694b85 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:40.834833 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-032f68c6-1cc7-410c-a30a-aceb13332c71 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/1925def1-1432-46e3-a334-4f1b74432912 HTTP/1.1" status: 204 len: 168 time: 0.9334238 Mar 16 10:56:40.851850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39474) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:40.903386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-69268fbc-185f-4710-815a-b30e8759c426 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:40.904640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.924523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.928204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.956078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:40.995803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8d9e1f59-cf01-4787-a891-a97912694b85) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:41.000287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.001126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.055640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/525f5463-899b-4137-9370-36e49dd262d0 HTTP/1.1" status: 204 len: 168 time: 1.4573741 Mar 16 10:56:41.057032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f2f3-8ed3-4229-9bf5-8f05f894ab68 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=525f5463-899b-4137-9370-36e49dd262d0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.065728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39478) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.116161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-69268fbc-185f-4710-815a-b30e8759c426 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:41.122625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-69268fbc-185f-4710-815a-b30e8759c426 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6692021 Mar 16 10:56:41.124975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39482) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.127071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.26.0.213 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/6bd5740d-5d0f-402d-ab53-037397ee307c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:41.135354 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f09ab69b-4090-4d05-b5cd-6a255454329d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9745643 Mar 16 10:56:41.160136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39486) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.161638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea574e-3ef4-4f08-8fd6-be01679c351f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:41.162250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ea574e-3ef4-4f08-8fd6-be01679c351f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:41.164072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b5ea574e-3ef4-4f08-8fd6-be01679c351f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/1951d824-ab3f-414a-b470-c3a0bb8e82c2 HTTP/1.1" status: 404 len: 337 time: 0.0961859 Mar 16 10:56:41.169155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-680757de-5143-4ec8-8ad8-85863c61fd26 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:41.175422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39490) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.229464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39494) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.259039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c87713-7c96-4098-9166-6bee92fb7da0 None None] Network 8d9e1f59-cf01-4787-a891-a97912694b85 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:41.259651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692826329', 'description': 'tempest-description--1160720105'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:41.273099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.276551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.284211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:security_group and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:41.289354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:41.300712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:41.319988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.352034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.371292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.384659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.390902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:41.391608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.434054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.445961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-41182870-6bd5-4c53-94ae-f226a6ce6d8d None None] Provisioning complete for port f6a5b2a1-f619-4783-83b5-461b729c899e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:41.446513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-41182870-6bd5-4c53-94ae-f226a6ce6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.447819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:security_group_rule and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:41.451998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e1e608-bf2d-4184-a75f-6c2117bc1563 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:41.452471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e1e608-bf2d-4184-a75f-6c2117bc1563 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:41.456595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-78e1e608-bf2d-4184-a75f-6c2117bc1563 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/ef101c85-ea62-472e-b993-aad733e949d4 HTTP/1.1" status: 404 len: 339 time: 0.2746811 Mar 16 10:56:41.459296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:41.511204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39498) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.513574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-680757de-5143-4ec8-8ad8-85863c61fd26 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:41.518612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-680757de-5143-4ec8-8ad8-85863c61fd26 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6586034 Mar 16 10:56:41.522393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for f6a5b2a1-f619-4783-83b5-461b729c899e owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:41.525145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:41.565431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39502) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.582397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2eba4843-53c6-434d-ab45-71946527dd88 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:41.590099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-741623af-32f9-4811-a49e-b4b7c4b87a66', 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66', 'tenant_id': '756e503b8c4f4d8dbf7de85d781df63e', 'fixed_ips': [{'subnet_id': 'baa26c0f-461f-4ed0-8081-7a1dc4a94b7d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:41.590559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042350059'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:41.591061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.597477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting subnet 350abd97-969d-499c-9107-7b8163f8f4a5 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:41.606726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.608368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-41182870-6bd5-4c53-94ae-f226a6ce6d8d None None] Port f6a5b2a1-f619-4783-83b5-461b729c899e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:41.619615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.643468 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2454758 Mar 16 10:56:41.651589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a294a-8020-4b10-a1e0-b62e3770c6e0 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Network': ['ID=dfe36606-53b4-46bc-8d93-acc5e543916a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.664524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39506) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.671051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'network': {'name': 'tempest-router-network02--607380844'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:41.672887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network dfe36606-53b4-46bc-8d93-acc5e543916a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:41.695297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.696341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae633851-11e9-41b3-8fb0-2e0c2332f7f7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:41.706766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:network and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:41.712226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:41.723540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:41.732549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.762667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.766177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:41.768668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2eba4843-53c6-434d-ab45-71946527dd88 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:41.772889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2eba4843-53c6-434d-ab45-71946527dd88 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6327693 Mar 16 10:56:41.780728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39510) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.841628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:41.844909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.858840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:41.906210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd5740d-5d0f-402d-ab53-037397ee307c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:41.910225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:41.916927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-da6a9a5d-813d-4565-a84c-6cff46930fcc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] delete failed (client error): The resource could not be found. Mar 16 10:56:41.923150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-da6a9a5d-813d-4565-a84c-6cff46930fcc tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "DELETE /v2.0/security-groups/c2ff9290-5856-46a5-b2f8-a4899bfb8145 HTTP/1.1" status: 404 len: 347 time: 0.1338391 Mar 16 10:56:41.927966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39514) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:41.935260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:41.938871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 2, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:41.958306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:41.965336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Checking router: 0ed864c6-74cc-449a-a778-2dbd1ed4f642 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:41.965772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Updating router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 port b478b7cd-7649-40ea-89d9-ef172d10d97c binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:41.973591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:41.981794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:42.000618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8d9e1f59-cf01-4787-a891-a97912694b85', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:42.001620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.028877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:56:42.035212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:42.035398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.055751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:42.057799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.060919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.084547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.084909 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Added segment e49e464a-bc54-4ecb-810f-47f059a433af of type vlan for network e811d48c-2814-4b6d-9a31-ecc861406dcf Mar 16 10:56:42.140423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.171079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=f6a5b2a1-f619-4783-83b5-461b729c899e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.172944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.183325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:42.183809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.249606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-581e2046-6c42-4746-aaa3-02f8188ddb62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Synchronizing usage tracker for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:42.320096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Allocated IP 172.20.0.2 (741623af-32f9-4811-a49e-b4b7c4b87a66/baa26c0f-461f-4ed0-8081-7a1dc4a94b7d/707b2526-99d2-48a1-90e6-bc667d4338d6) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:42.335596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38237d-2317-400b-9e46-1c12493c01b2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.376042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.431824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e04ee248-a8bd-4513-91aa-6d20b7ad2173 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/f6a5b2a1-f619-4783-83b5-461b729c899e HTTP/1.1" status: 204 len: 168 time: 2.2471652 Mar 16 10:56:42.480543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39518) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.489483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.498120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.502248 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b2383067-fa84-49ed-a357-d4262c440433 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2668512 Mar 16 10:56:42.533473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39522) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.560623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'security_group_rule': {'security_group_id': '4b38237d-2317-400b-9e46-1c12493c01b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:42.585272 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71f0636-516d-4e2a-8530-f57e6a507ae6 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] GET failed (client error): The resource could not be found. Mar 16 10:56:42.585952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d71f0636-516d-4e2a-8530-f57e6a507ae6 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Synchronizing usage tracker for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:42.592761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:42.592985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-581e2046-6c42-4746-aaa3-02f8188ddb62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] Unset dirty status for tenant:ca28cb2f00334420a389de17e65b464b on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:42.597845 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-581e2046-6c42-4746-aaa3-02f8188ddb62 tempest-SecGroupIPv6Test-1667701516 tempest-SecGroupIPv6Test-1667701516-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6605952 Mar 16 10:56:42.613624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:security_group_rule and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:42.647884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:42.661380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.668079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:42.668691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.671534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:42.690158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.707378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.731920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.747599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Allocated IP 2001:db8:3::2 (8d9e1f59-cf01-4787-a891-a97912694b85/de75f5f1-18ae-4071-8351-64594c74da54/d437e28b-0d70-4160-8074-e3a24d474029) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:42.749524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d71f0636-516d-4e2a-8530-f57e6a507ae6 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Unset dirty status for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:42.750691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d71f0636-516d-4e2a-8530-f57e6a507ae6 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports/f6a5b2a1-f619-4783-83b5-461b729c899e HTTP/1.1" status: 404 len: 333 time: 0.2696502 Mar 16 10:56:42.762879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39528) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.771092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.781955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.835906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1493773271'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:42.860899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:42.864956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2941697 Mar 16 10:56:42.871352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:42.871778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a56b7f-ba98-4bf1-8a3c-d13e2b3c2629 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3810ffe3-3be3-496c-81e8-59b021d2ead2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:42.887672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fa361966-70d7-4e93-aad5-a13540b5bcc2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '3810ffe3-3be3-496c-81e8-59b021d2ead2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:42.888410 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-fa361966-70d7-4e93-aad5-a13540b5bcc2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 10:56:42.888924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-fa361966-70d7-4e93-aad5-a13540b5bcc2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:42.894759 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fa361966-70d7-4e93-aad5-a13540b5bcc2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149250 Mar 16 10:56:42.899017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39536) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.083093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39542) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.102671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=350abd97-969d-499c-9107-7b8163f8f4a5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.112017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.134996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.137031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f380120d-a26c-435b-8725-bd55240b7831 None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:43.174500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.176708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.183030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d43dc0-4b05-4587-a067-cb4c0b4c2046,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.227833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.232595 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-12e15a9f-9d0e-4364-9dd9-4c8b5c83eca2 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/350abd97-969d-499c-9107-7b8163f8f4a5 HTTP/1.1" status: 204 len: 168 time: 1.7204125 Mar 16 10:56:43.237413 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5718277 Mar 16 10:56:43.252436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39548) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.252764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39550) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.261057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.264730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e4ffad37-ab9c-4e43-9cda-38047b84e2ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7234626 Mar 16 10:56:43.266846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'subnet': {'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.267511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.281388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.287097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39556) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.330117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'security_group_rule': {'security_group_id': '4b38237d-2317-400b-9e46-1c12493c01b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.344870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.359745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8bc02-1eec-468a-8f39-643f9a5f333b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Network': ['ID=e811d48c-2814-4b6d-9a31-ecc861406dcf,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.372033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.383654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b6f567eb-7f93-4c10-b073-af51041558eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca28cb2f00334420a389de17e65b464b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914877 Mar 16 10:56:43.386574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39560) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.387515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Transition to ACTIVE for port object 707b2526-99d2-48a1-90e6-bc667d4338d6 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:43.390053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e811d48c-2814-4b6d-9a31-ecc861406dcf details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:56:43.402415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.408165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.434034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:security_group_rule and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.439772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810ffe3-3be3-496c-81e8-59b021d2ead2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.443283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.479962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.484581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Transition to ACTIVE for port object b478b7cd-7649-40ea-89d9-ef172d10d97c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:43.487002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.488384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5c0f6fd8-e69c-402d-aba8-371009d8fe3e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/3810ffe3-3be3-496c-81e8-59b021d2ead2 HTTP/1.1" status: 204 len: 168 time: 0.5418749 Mar 16 10:56:43.492058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39564) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.503663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting subnet 08ab0c38-93cb-4c84-b1b9-61844be5c580 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:43.506641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.534696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.545283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Transition to ACTIVE for port object 707b2526-99d2-48a1-90e6-bc667d4338d6 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:43.546871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.562373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:43.565877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.568795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.583243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.586888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.614192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.631793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Transition to ACTIVE for port object d437e28b-0d70-4160-8074-e3a24d474029 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:43.637675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.655106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c2ea4e4-638e-46b6-9586-1b1ae0475f48 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:43.678370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c2ea4e4-638e-46b6-9586-1b1ae0475f48 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:43.679791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c2ea4e4-638e-46b6-9586-1b1ae0475f48 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1866200 Mar 16 10:56:43.686492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39568) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:43.691845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.696761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199627835'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:43.707666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.711673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.725020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:subnet and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.734970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba9319-631b-4e65-b9bc-6e5fa5fb88a5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.736612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.742122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.747685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.759783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.775496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.781106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fbd62b5f-7612-48c9-96f5-ee5d4179d5be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcba9319-631b-4e65-b9bc-6e5fa5fb88a5 HTTP/1.1" status: 204 len: 168 time: 0.3926504 Mar 16 10:56:43.790061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.792679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:43.796447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:43.801120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:43.804545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:43.812690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:43.836094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Transition to ACTIVE for port object d437e28b-0d70-4160-8074-e3a24d474029 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:43.876106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:43.882206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:43.884572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032d07-41b2-4a4a-8301-788f73e8bbe3 None None] Pushing event updated for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:43.889779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:43.918659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.956152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:43.977830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.013554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.015455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:44.019196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.024749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.114262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988d0b3c-e16a-4824-929a-fe42c0cb5b72,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.141900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.143933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-96ee9512-5801-40ae-9993-ae1ea41fd01d tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4560809 Mar 16 10:56:44.145618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Allocated IP 2001:db8:3::1 (8d9e1f59-cf01-4787-a891-a97912694b85/de75f5f1-18ae-4071-8351-64594c74da54/0a24b999-53ad-4a09-b5fc-4f1751c09905) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:44.147545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39576) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.156545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-68cb83f2-9b17-4d58-8d31-c9e734d51c43 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '988d0b3c-e16a-4824-929a-fe42c0cb5b72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:44.157804 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-68cb83f2-9b17-4d58-8d31-c9e734d51c43 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 10:56:44.158426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-68cb83f2-9b17-4d58-8d31-c9e734d51c43 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:44.165099 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-68cb83f2-9b17-4d58-8d31-c9e734d51c43 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0162091 Mar 16 10:56:44.167381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39582) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.178620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7abe697-d066-4ca5-92e3-68a4322cf284,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.210366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Network 8d9e1f59-cf01-4787-a891-a97912694b85 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:44.245988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.250965 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-68aaa9ad-6e22-4510-bb43-1118b7da64a8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9249709 Mar 16 10:56:44.253269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39588) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.257000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Pushing event updated for resources: {'Port': ['ID=707b2526-99d2-48a1-90e6-bc667d4338d6,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.357743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.402685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.425664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Attempting to bind port 707b2526-99d2-48a1-90e6-bc667d4338d6 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:44.426034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Attempting to bind port 707b2526-99d2-48a1-90e6-bc667d4338d6 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '33b66923-0ca8-4eb5-b28f-afc22b0246a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:44.426996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Attempting to bind port 707b2526-99d2-48a1-90e6-bc667d4338d6 on network 741623af-32f9-4811-a49e-b4b7c4b87a66 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:44.434236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Pushing event updated for resources: {'Port': ['ID=d437e28b-0d70-4160-8074-e3a24d474029,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.437597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:44.440873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:44.475363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.514112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Transition to ACTIVE for port object 0a24b999-53ad-4a09-b5fc-4f1751c09905 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:44.518343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.562132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d0b3c-e16a-4824-929a-fe42c0cb5b72,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.579205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:44.583206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:44.583591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Checking segment: {'id': '33b66923-0ca8-4eb5-b28f-afc22b0246a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:44.583980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.584367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Bound using segment: {'id': '33b66923-0ca8-4eb5-b28f-afc22b0246a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:44.584824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Bound port: 707b2526-99d2-48a1-90e6-bc667d4338d6, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b66923-0ca8-4eb5-b28f-afc22b0246a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '741623af-32f9-4811-a49e-b4b7c4b87a66'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:44.585224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.586602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.588242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5605fe9b-ff49-4a3c-8e46-69f0c71d5322 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/988d0b3c-e16a-4824-929a-fe42c0cb5b72 HTTP/1.1" status: 204 len: 168 time: 0.4198225 Mar 16 10:56:44.592428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39600) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.606531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Attempting to bind port d437e28b-0d70-4160-8074-e3a24d474029 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:44.607276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Attempting to bind port d437e28b-0d70-4160-8074-e3a24d474029 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:44.607640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Attempting to bind port d437e28b-0d70-4160-8074-e3a24d474029 on network 8d9e1f59-cf01-4787-a891-a97912694b85 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:44.607770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.639103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.661958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Attempting to bind port b478b7cd-7649-40ea-89d9-ef172d10d97c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:44.662318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Attempting to bind port b478b7cd-7649-40ea-89d9-ef172d10d97c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:44.662673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Attempting to bind port b478b7cd-7649-40ea-89d9-ef172d10d97c on network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:44.664655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-26cad0fa-8ba4-4cdd-9061-fc3341032854 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:44.669038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.670304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:floatingip and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:44.680781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:44.680982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:44.681093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Checking segment: {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:44.681093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.681093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Bound using segment: {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:44.681093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Bound port: d437e28b-0d70-4160-8074-e3a24d474029, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:44.681093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.718622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:44.719095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Checking segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:44.719553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.719885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Bound using segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:44.720268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Bound port: b478b7cd-7649-40ea-89d9-ef172d10d97c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:44.720641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.758687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:44.777688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 8d9e1f59-cf01-4787-a891-a97912694b85 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:44.779789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:44.781283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::244 (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:44.782725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:44.783700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.788675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-26cad0fa-8ba4-4cdd-9061-fc3341032854 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:44.796936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.799389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-26cad0fa-8ba4-4cdd-9061-fc3341032854 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2043386 Mar 16 10:56:44.806856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39608) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.816446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071477187'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:44.825071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.856434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.886483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.899169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] For port 707b2526-99d2-48a1-90e6-bc667d4338d6, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:44.909224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39612) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:44.918553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.933824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:44.939573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:44.943399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] For port 707b2526-99d2-48a1-90e6-bc667d4338d6, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=707b2526-99d2-48a1-90e6-bc667d4338d6,segment=NetworkSegment(33b66923-0ca8-4eb5-b28f-afc22b0246a8),segment_id=33b66923-0ca8-4eb5-b28f-afc22b0246a8)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:44.943610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:44.952268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:44.956935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:44.961409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] For port b478b7cd-7649-40ea-89d9-ef172d10d97c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:45.014029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.041511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] For port d437e28b-0d70-4160-8074-e3a24d474029, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:45.079785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] For port b478b7cd-7649-40ea-89d9-ef172d10d97c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b478b7cd-7649-40ea-89d9-ef172d10d97c,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:45.097371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.102590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] For port d437e28b-0d70-4160-8074-e3a24d474029, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d437e28b-0d70-4160-8074-e3a24d474029,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:45.108859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3006df34-70ce-445a-a2e0-902e7953cdf4 tempest-ServiceProvidersTest-1351447648 tempest-ServiceProvidersTest-1351447648-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1960616 Mar 16 10:56:45.114474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.120646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.160475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.186856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385905f3-5543-4e24-a7a0-9e4ebe2df5e9 None None] Pushing event updated for resources: {'Port': ['ID=707b2526-99d2-48a1-90e6-bc667d4338d6,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.268526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.274550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.285104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.331269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:45.332214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:45.732400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032d07-41b2-4a4a-8301-788f73e8bbe3 None None] Pushing event updated for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.819613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39622) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.874902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=08ab0c38-93cb-4c84-b1b9-61844be5c580,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.894486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.899371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0870082 Mar 16 10:56:45.899637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:45.902196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:45.973263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9f9c-df2a-4e53-9169-151b7b2454e7 None None] Pushing event updated for resources: {'Port': ['ID=d437e28b-0d70-4160-8074-e3a24d474029,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:45.999549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f03237a5-b49b-4ce7-8d48-49f59e66958b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'b6e2b2a0-501d-4a16-900e-31ce6103ba9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.006805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 707b2526-99d2-48a1-90e6-bc667d4338d6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:46.017178 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-f03237a5-b49b-4ce7-8d48-49f59e66958b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 10:56:46.018150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-f03237a5-b49b-4ce7-8d48-49f59e66958b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:46.020350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f03237a5-b49b-4ce7-8d48-49f59e66958b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1152422 Mar 16 10:56:46.033608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.037810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce9e6-2f08-491c-968a-7099626e514b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e2b2a0-501d-4a16-900e-31ce6103ba9a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.047326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a7ad0226-d666-47ee-857f-0bab2c6fccac tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'b6e2b2a0-501d-4a16-900e-31ce6103ba9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.048636 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-a7ad0226-d666-47ee-857f-0bab2c6fccac tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 10:56:46.050010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-a7ad0226-d666-47ee-857f-0bab2c6fccac tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:46.051320 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a7ad0226-d666-47ee-857f-0bab2c6fccac tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0160069 Mar 16 10:56:46.054964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.070066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f572bb50-01ab-4dce-b6d2-c344b78cf2b6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'b6e2b2a0-501d-4a16-900e-31ce6103ba9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.070554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:46.077066 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-f572bb50-01ab-4dce-b6d2-c344b78cf2b6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 10:56:46.077993 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-f572bb50-01ab-4dce-b6d2-c344b78cf2b6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:46.079491 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f572bb50-01ab-4dce-b6d2-c344b78cf2b6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232067 Mar 16 10:56:46.084971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39640) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.096150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6b609418-79a1-4328-bc4b-aca4c6d868f5 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'b6e2b2a0-501d-4a16-900e-31ce6103ba9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:46.097579 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-6b609418-79a1-4328-bc4b-aca4c6d868f5 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 10:56:46.098190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-6b609418-79a1-4328-bc4b-aca4c6d868f5 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:46.099375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6b609418-79a1-4328-bc4b-aca4c6d868f5 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131764 Mar 16 10:56:46.111184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39644) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.220618 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3476fb97-8843-4c70-8772-4229d5ea763d tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/08ab0c38-93cb-4c84-b1b9-61844be5c580 HTTP/1.1" status: 204 len: 168 time: 2.9644027 Mar 16 10:56:46.222488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39648) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.223009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fc903-fe6f-4dbe-b2ca-bec0e271ba22 None None] Network 09906f76-fe51-4c96-b82c-f62d795bf669 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:46.277205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.314981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.331501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.386538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:46.404861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Usage tracker for resource:security_group_rule and tenant:058eded361dc45e48a8f654d6acb0a0e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:46.418825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:46.431558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.432505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:46.454464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:46.459905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.515257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.520975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.569399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e2b2a0-501d-4a16-900e-31ce6103ba9a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.576218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.576716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.577343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-91a7349f-de63-4d00-b9c2-8b5c165bc8f3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6e2b2a0-501d-4a16-900e-31ce6103ba9a HTTP/1.1" status: 204 len: 168 time: 0.4649506 Mar 16 10:56:46.581882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39652) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:46.603142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 3bade674-b0b5-4f37-a335-512bf72f2545 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:46.603482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.675936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Subnet': ['ID=63dc9fc3-0231-49e1-bb63-d64576db384d,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.678304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.722069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 707b2526-99d2-48a1-90e6-bc667d4338d6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:46.773624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ef84be0-1c8a-476e-b32b-4a20bb75906c None None] Provisioning complete for port 3bade674-b0b5-4f37-a335-512bf72f2545 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:46.774533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ef84be0-1c8a-476e-b32b-4a20bb75906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.776110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.786288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Checking segment: {'id': '938039da-2b5e-4f26-80c1-ff19766a2a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:46.786707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network hostable DHCP agents. Network: dfe36606-53b4-46bc-8d93-acc5e543916a, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:46.795247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc876d67-83e4-42b9-8bb8-23cc8d17f74e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:46.860671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port 3bade674-b0b5-4f37-a335-512bf72f2545, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3bade674-b0b5-4f37-a335-512bf72f2545,segment=NetworkSegment(45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea),segment_id=45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:46.861164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:46.900680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:46.902514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 515755fb-e993-4464-8aab-cf59c85c90fe is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:46.925677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:44Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:46.932238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c937654-7030-46e9-8189-cd9f9041a7b4 None None] The sync data for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv is: [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:44Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:46.942919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:47.008224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:47.019634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.021686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.029420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.030523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for 3bade674-b0b5-4f37-a335-512bf72f2545 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:47.033824 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5eb74b1d-2680-46a8-8fb3-9630d474ae88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=058eded361dc45e48a8f654d6acb0a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1914773 Mar 16 10:56:47.041324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network dfe36606-53b4-46bc-8d93-acc5e543916a is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:47.044147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39656) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.151315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a954df17-d255-46da-9673-0dd53ce47965 None None] DHCP port deletion for 09906f76-fe51-4c96-b82c-f62d795bf669 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:47.178346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:56:47.197735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.224777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771cbbe4-09f5-485d-8fe0-bf1c2341e63c None None] Network 8d9e1f59-cf01-4787-a891-a97912694b85 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:47.319766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.337049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Port': ['ID=3bade674-b0b5-4f37-a335-512bf72f2545,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.353046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No DVR routers for this DVR port 3bade674-b0b5-4f37-a335-512bf72f2545 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:47.384062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-59b2c9e8-4313-47e8-abae-acd19ea3c0ca None None] Provisioning for port d437e28b-0d70-4160-8074-e3a24d474029 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:47.394177 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6183183 Mar 16 10:56:47.395228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, dfe36606-53b4-46bc-8d93-acc5e543916a) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:47.409392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39660) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.415926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4408638-8c12-42e5-86b5-3f5a42d7d099 None None] Network dfe36606-53b4-46bc-8d93-acc5e543916a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:47.419397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.420270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.424357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be69e84-6318-437e-ae6e-72e90f5bf110 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.438686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'network_id': '203e8f2c-eff8-4bb5-8b93-b438589af112', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-915949700'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:47.510887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:47.512014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.520483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d59e737-58cf-41d4-8afd-3bdba27ebae2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:47.568496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54c8e6-6ce8-4c14-ae7d-3638c7d72d7b None None] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:47.784972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:47.795017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event updated for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:47.864538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b478b7cd-7649-40ea-89d9-ef172d10d97c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:47.959577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d59e737-58cf-41d4-8afd-3bdba27ebae2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:47.960855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d59e737-58cf-41d4-8afd-3bdba27ebae2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.3760655 Mar 16 10:56:47.980657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39664) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:47.991314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139495076'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:47.998373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.012252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.022968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09906f76-fe51-4c96-b82c-f62d795bf669']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.028542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b478b7cd-7649-40ea-89d9-ef172d10d97c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:48.042581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.049014 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a8993ee9-c2d4-4114-bed1-ae394caca3aa tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7935646 Mar 16 10:56:48.049837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Provisioning for port 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:48.052749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39668) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.060893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Provisioning complete for port 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:48.061320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.068762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.069338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d0f2fb-0ebc-4dd0-8fcb-f39e674d96ea') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.076155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.083580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'subnet': {'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:48.127129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b478b7cd-7649-40ea-89d9-ef172d10d97c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:48.127475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.132627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.149419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Allocated IP 172.26.0.18 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c62066f3-f18f-46f7-a488-3e5bbb509978) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:48.155443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:48.171379 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] Sync routers for ids ['515755fb-e993-4464-8aab-cf59c85c90fe'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:48.172118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.186223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] Routers {'515755fb-e993-4464-8aab-cf59c85c90fe'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:48.187215 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['515755fb-e993-4464-8aab-cf59c85c90fe'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.197108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.208785 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c6dd222c-fa72-4a61-89d6-66ebf63a1222 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "PUT /v2.0/routers/515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 200 len: 915 time: 9.0519931 Mar 16 10:56:48.215003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39672) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.221632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.222088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Port 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:48.247363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Network 8d9e1f59-cf01-4787-a891-a97912694b85 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:48.255953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:48.257746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:48.266712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:48.270175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.292789 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.307159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.308734 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] Routers {'515755fb-e993-4464-8aab-cf59c85c90fe'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:48.309380 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['515755fb-e993-4464-8aab-cf59c85c90fe'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.352353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.381129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.394474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:48.395159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.409828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Provisioning for port 707b2526-99d2-48a1-90e6-bc667d4338d6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:48.412797 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:48.413379 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80567752-48ff-4d0b-80f3-487239d2a278 None None] The sync data for ids ['515755fb-e993-4464-8aab-cf59c85c90fe'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:48.415352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-dfe36606-53b4-46bc-8d93-acc5e543916a', 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a', 'tenant_id': '756e503b8c4f4d8dbf7de85d781df63e', 'fixed_ips': [{'subnet_id': '63dc9fc3-0231-49e1-bb63-d64576db384d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:48.416796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:48.428091 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:48.430254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:48.434929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Usage tracker for resource:subnet and tenant:756e503b8c4f4d8dbf7de85d781df63e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:48.438145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:48.443961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:48.470757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Provisioning complete for port 707b2526-99d2-48a1-90e6-bc667d4338d6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:48.471220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.481738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Made reservation on behalf of 878c59a805e544c298d23e52bc1a8ef3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:48.485413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.535374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Made reservation on behalf of 756e503b8c4f4d8dbf7de85d781df63e for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:56:48.541092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.639810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] device_id is not set on port 85dca84f-6029-48af-9251-2fe581d346b4 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:56:48.747707 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5562d28c-43c0-41c7-8964-40245235d190 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 200 len: 921 time: 0.5276592 Mar 16 10:56:48.751646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39680) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:48.812470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.816668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.829722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.849245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Allocated IP 172.20.0.2 (dfe36606-53b4-46bc-8d93-acc5e543916a/63dc9fc3-0231-49e1-bb63-d64576db384d/cc181ee2-d601-462a-8ae3-28d8c6185b7d) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:48.855046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=09906f76-fe51-4c96-b82c-f62d795bf669,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.865798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:48.893179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc876d67-83e4-42b9-8bb8-23cc8d17f74e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:48.908819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:48.982609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-747f9753-8469-4f58-ab31-1b81a3f8c7be tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/09906f76-fe51-4c96-b82c-f62d795bf669 HTTP/1.1" status: 204 len: 168 time: 2.7565897 Mar 16 10:56:48.991547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39688) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.067820 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-809d1fae-cc42-4984-8cb5-ca0d536b878f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:49.068528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809d1fae-cc42-4984-8cb5-ca0d536b878f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:49.077738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.079176 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-809d1fae-cc42-4984-8cb5-ca0d536b878f tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/39ccea60-7a63-4485-8bb4-26c741ac9b06 HTTP/1.1" status: 404 len: 337 time: 0.0594466 Mar 16 10:56:49.080332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.081363 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c57aa3fd-3c82-4d60-9e58-aedfde65016c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc876d67-83e4-42b9-8bb8-23cc8d17f74e HTTP/1.1" status: 204 len: 168 time: 1.9639223 Mar 16 10:56:49.084752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39694) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.112367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Allocated IP 2001:db8::bf (203e8f2c-eff8-4bb5-8b93-b438589af112/c1695692-0f6a-4d50-a9fb-95c6afe31b96/85dca84f-6029-48af-9251-2fe581d346b4) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:49.134640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.140281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.153242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86820351-6e85-4e1d-8a43-13c37e358e5f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.158865 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-86820351-6e85-4e1d-8a43-13c37e358e5f tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=515755fb-e993-4464-8aab-cf59c85c90fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3972163 Mar 16 10:56:49.172308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39698) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.199913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d46f73-e05c-40fc-ae63-64a57c7c54b9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:49.201995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d46f73-e05c-40fc-ae63-64a57c7c54b9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:49.219785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.227565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.321746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] For port 707b2526-99d2-48a1-90e6-bc667d4338d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=707b2526-99d2-48a1-90e6-bc667d4338d6,segment=NetworkSegment(33b66923-0ca8-4eb5-b28f-afc22b0246a8),segment_id=33b66923-0ca8-4eb5-b28f-afc22b0246a8)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:49.349043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.355427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:49.371162 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c78d972f-3bcc-4c59-9d79-2793cdc12b56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2055354 Mar 16 10:56:49.373267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.382031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39706) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.414178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.429186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.437855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-28d46f73-e05c-40fc-ae63-64a57c7c54b9 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/be214b7e-4d3a-4605-8a35-bd06c1220a66 HTTP/1.1" status: 404 len: 339 time: 0.3516858 Mar 16 10:56:49.446652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Transition to ACTIVE for port object cc181ee2-d601-462a-8ae3-28d8c6185b7d will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:49.448855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39710) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.471342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.472570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4909315 Mar 16 10:56:49.479217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port b478b7cd-7649-40ea-89d9-ef172d10d97c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b478b7cd-7649-40ea-89d9-ef172d10d97c,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:49.495078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39714) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.502287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10329d34-ca20-449d-83cd-d448b97a2126 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d44cf1-0a82-4561-9e62-5bbc6b4263dc,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.570274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:49.587064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a386acf1-a1ab-44ca-88dd-eff306fc509e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.588189 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-a386acf1-a1ab-44ca-88dd-eff306fc509e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:56:49.589536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-a386acf1-a1ab-44ca-88dd-eff306fc509e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:49.590797 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a386acf1-a1ab-44ca-88dd-eff306fc509e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0713735 Mar 16 10:56:49.604328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39718) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.618601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:49.629362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba60ce-ab62-4ebf-bdd5-9de1d915ef36 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:49.629735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba60ce-ab62-4ebf-bdd5-9de1d915ef36 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:49.634000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3dba60ce-ab62-4ebf-bdd5-9de1d915ef36 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/9480894b-9809-4a3f-9b50-a45eadff59d6 HTTP/1.1" status: 404 len: 337 time: 0.1807606 Mar 16 10:56:49.637254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:49.640281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.642894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Transition to ACTIVE for port object cc181ee2-d601-462a-8ae3-28d8c6185b7d will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:49.643772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39722) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.644274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:49.653885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:49.657227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Subnet': ['ID=8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.663098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.664026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d437e28b-0d70-4160-8074-e3a24d474029 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:49.664567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:49.669510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:49.672319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Checking segment: {'id': 'e49e464a-bc54-4ecb-810f-47f059a433af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:49.672676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network hostable DHCP agents. Network: e811d48c-2814-4b6d-9a31-ecc861406dcf, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:56:49.681753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:49.702026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.717740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network e811d48c-2814-4b6d-9a31-ecc861406dcf is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:56:49.722466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:49.723095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:49.741176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, e811d48c-2814-4b6d-9a31-ecc861406dcf) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:49.748304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:49.749019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:49.768903 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:49.772661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3706ccdc-fd54-46aa-af7f-ac610e7e6666 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1616185 Mar 16 10:56:49.775271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39726) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.782002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-999390a7-50fd-4c62-b9be-4bce8288bb4b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.783371 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-999390a7-50fd-4c62-b9be-4bce8288bb4b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 10:56:49.783571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-999390a7-50fd-4c62-b9be-4bce8288bb4b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:49.787187 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-999390a7-50fd-4c62-b9be-4bce8288bb4b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069451 Mar 16 10:56:49.788161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39730) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.794893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675c61f-4dad-4e4b-a4f6-89b825750e8b None None] Network e811d48c-2814-4b6d-9a31-ecc861406dcf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:49.796405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:49.803010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:49.807149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:49.811692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:49.827104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:49.842373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c0f222b-4147-4e1e-a947-f32eb62c1d91 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7789016 Mar 16 10:56:49.842597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:49.854539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'Port': ['ID=c62066f3-f18f-46f7-a488-3e5bbb509978,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:49.865692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Provisioning for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:49.883935 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f899d43-9bad-495a-965a-7c975f109535 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:49.884477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Network dfe36606-53b4-46bc-8d93-acc5e543916a is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:49.885722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f899d43-9bad-495a-965a-7c975f109535 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:49.890779 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f899d43-9bad-495a-965a-7c975f109535 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/0d3bfafc-6efc-49d0-b33a-d4022b7c1135 HTTP/1.1" status: 404 len: 339 time: 0.2115152 Mar 16 10:56:49.891561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39738) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.009597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:50.025813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Provisioning complete for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:50.026089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.049234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff3d9-de8e-44dd-9ce6-9574e056ecee None None] Pushing event updated for resources: {'Port': ['ID=707b2526-99d2-48a1-90e6-bc667d4338d6,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.066854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:50.130906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c286a40-12c8-4d86-b6b4-3fde2c62ed31 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:50.136737 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c286a40-12c8-4d86-b6b4-3fde2c62ed31 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.9612219 Mar 16 10:56:50.144603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39746) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.160059 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1381e2-d519-4a76-ae70-bbba511410f5 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:50.160509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1381e2-d519-4a76-ae70-bbba511410f5 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:50.164767 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aa1381e2-d519-4a76-ae70-bbba511410f5 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/d9b33231-c4f7-4e8a-8506-e23922a2ca6f HTTP/1.1" status: 404 len: 337 time: 0.2496822 Mar 16 10:56:50.209219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39750) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.272304 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-396f1cf7-1597-4348-91ae-36622c9632c1 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 200 len: 205 time: 0.1207943 Mar 16 10:56:50.272548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:50.279403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.292292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:50.293238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5ef75978-b043-485b-808f-9a3ff693328b tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5029392 Mar 16 10:56:50.317432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Port 0a24b999-53ad-4a09-b5fc-4f1751c09905 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:50.319546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39758) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.333777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f5fe4157-7a4d-481d-9335-e0a3d7bd9e52 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:50.334545 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-f5fe4157-7a4d-481d-9335-e0a3d7bd9e52 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 10:56:50.336550 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-f5fe4157-7a4d-481d-9335-e0a3d7bd9e52 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:50.339433 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f5fe4157-7a4d-481d-9335-e0a3d7bd9e52 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134945 Mar 16 10:56:50.348060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39762) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.355039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d437e28b-0d70-4160-8074-e3a24d474029 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:50.406031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.409345 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68cc320-a49b-4a4f-9e50-1c1d31b71a3c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:50.409825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68cc320-a49b-4a4f-9e50-1c1d31b71a3c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:50.425280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d437e28b-0d70-4160-8074-e3a24d474029 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:50.425661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.433429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:50.452254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.456175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:50.467747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:50.475029 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c68cc320-a49b-4a4f-9e50-1c1d31b71a3c tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/be63f8e7-f7a7-43e1-a159-6b2f3de2f676 HTTP/1.1" status: 404 len: 339 time: 0.2059810 Mar 16 10:56:50.479753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39766) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.480275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:50.503973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:50.511262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.512630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Transition to ACTIVE for port object 85dca84f-6029-48af-9251-2fe581d346b4 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:50.559440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Attempting to bind port cc181ee2-d601-462a-8ae3-28d8c6185b7d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:50.559811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Attempting to bind port cc181ee2-d601-462a-8ae3-28d8c6185b7d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '938039da-2b5e-4f26-80c1-ff19766a2a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:50.560193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Attempting to bind port cc181ee2-d601-462a-8ae3-28d8c6185b7d on network dfe36606-53b4-46bc-8d93-acc5e543916a {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:50.599484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:50.599855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Checking segment: {'id': '938039da-2b5e-4f26-80c1-ff19766a2a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:50.600258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.601679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Bound using segment: {'id': '938039da-2b5e-4f26-80c1-ff19766a2a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:50.601679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Bound port: cc181ee2-d601-462a-8ae3-28d8c6185b7d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938039da-2b5e-4f26-80c1-ff19766a2a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dfe36606-53b4-46bc-8d93-acc5e543916a'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:50.601679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.604741 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Project 6cadac28a7844ca0a615272ed6cf91dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:50.622089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Provisioning complete for port d437e28b-0d70-4160-8074-e3a24d474029 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:50.622287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.677612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting subnet a117c570-d3a1-4e27-9dca-20a93adcd2af {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:50.680592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.700963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.736209 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:50.740350 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b47453c9-940a-42fd-9830-51c702486b5f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3893266 Mar 16 10:56:50.744063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.783644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0ee9df33-8633-4040-82fd-7df6b4dbf1c3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:50.783901 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-0ee9df33-8633-4040-82fd-7df6b4dbf1c3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 10:56:50.784386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-0ee9df33-8633-4040-82fd-7df6b4dbf1c3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:50.785351 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0ee9df33-8633-4040-82fd-7df6b4dbf1c3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0370061 Mar 16 10:56:50.789780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.805571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:50.813812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:50.822428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.837179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:50.843339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-e811d48c-2814-4b6d-9a31-ecc861406dcf', 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf', 'tenant_id': '756e503b8c4f4d8dbf7de85d781df63e', 'fixed_ips': [{'subnet_id': '8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:56:50.844434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.853400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Pushing event updated for resources: {'Port': ['ID=cc181ee2-d601-462a-8ae3-28d8c6185b7d,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:50.853787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.882816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:50.888453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:50.921653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:50.945276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:50.960181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:50.968714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:51.060535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:51.066867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:51.067786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.113683 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Project 6cadac28a7844ca0a615272ed6cf91dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:51.126995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=85dca84f-6029-48af-9251-2fe581d346b4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:51.204484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] For port cc181ee2-d601-462a-8ae3-28d8c6185b7d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:51.207512 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4f520ec-f274-4676-8455-cd4c7c9a7255 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7821922 Mar 16 10:56:51.219943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39782) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.250626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:f6:40:2e'}, {'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:55:dd:7a'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:51.259360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] For port cc181ee2-d601-462a-8ae3-28d8c6185b7d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc181ee2-d601-462a-8ae3-28d8c6185b7d,segment=NetworkSegment(938039da-2b5e-4f26-80c1-ff19766a2a52),segment_id=938039da-2b5e-4f26-80c1-ff19766a2a52)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:51.263465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.268354 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:51.272185 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10733268-4deb-46c9-87e6-5266fe52c32f tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4627688 Mar 16 10:56:51.276494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39786) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.284771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.286958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '35d44cf1-0a82-4561-9e62-5bbc6b4263dc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:51.292910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.300737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:51.307316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.326003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:51.335618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.383394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.393616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:51.403666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:56:51.412066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.421870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:51.461157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d437e28b-0d70-4160-8074-e3a24d474029, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d437e28b-0d70-4160-8074-e3a24d474029,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:51.476405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port 6bd5740d-5d0f-402d-ab53-037397ee307c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:51.477183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.484648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.489053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Removed routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:56:51.489475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.491280 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Project 6cadac28a7844ca0a615272ed6cf91dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:56:51.492344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Allocated IP 172.20.0.2 (e811d48c-2814-4b6d-9a31-ecc861406dcf/8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38/20404923-6efe-4ebb-b14e-885892137d73) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:51.551299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.555793 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:51.556863 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2944a843-9cc5-4457-86b7-91e05ab2832c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2774704 Mar 16 10:56:51.568125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:51.568867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2841b97-a838-4bff-8f77-7c48da4dd28c None None] Pushing event updated for resources: {'Port': ['ID=cc181ee2-d601-462a-8ae3-28d8c6185b7d,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:51.571970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3bade674-b0b5-4f37-a335-512bf72f2545 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:51.690192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3bade674-b0b5-4f37-a335-512bf72f2545 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:51.690539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3bade674-b0b5-4f37-a335-512bf72f2545 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:51.749643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'Port': ['ID=c62066f3-f18f-46f7-a488-3e5bbb509978,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:51.834634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.835462 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e161e69-29a9-47c6-92fc-5b1df995253a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5734673 Mar 16 10:56:51.873120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:51.895869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 707b2526-99d2-48a1-90e6-bc667d4338d6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:51.961787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:44Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:46Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:51.973643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:51.974478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-b86050c9-e27e-422b-83e1-571ffef445f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:52.000651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:52.001374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Updating router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c port 0a24b999-53ad-4a09-b5fc-4f1751c09905 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:56:52.019071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:56:52.067097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d437e28b-0d70-4160-8074-e3a24d474029,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.068061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.092116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.145389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.196454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Allocated IP 172.20.0.1 (dfe36606-53b4-46bc-8d93-acc5e543916a/63dc9fc3-0231-49e1-bb63-d64576db384d/20f4219d-c6f9-4e09-beb5-779b05509f51) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:56:52.236645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=a117c570-d3a1-4e27-9dca-20a93adcd2af,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.257202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-d5425381-2638-47eb-8eb4-0d9a0f34ec2b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Synchronizing usage tracker for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:52.263208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.275180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.298061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39183300-1893-4e20-890e-2b6d04e31052 None None] Network 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:52.319577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 707b2526-99d2-48a1-90e6-bc667d4338d6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:52.319951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.355984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.364324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.432802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d8ea75f7-89e1-4222-bb78-f20e732c0007 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/a117c570-d3a1-4e27-9dca-20a93adcd2af HTTP/1.1" status: 204 len: 168 time: 1.9479723 Mar 16 10:56:52.446557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39806) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.519102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for 6bd5740d-5d0f-402d-ab53-037397ee307c owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:52.550696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.598279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.620949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Transition to ACTIVE for port object 20404923-6efe-4ebb-b14e-885892137d73 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:52.690311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d44cf1-0a82-4561-9e62-5bbc6b4263dc,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:52.704161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.719590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.720076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.720511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.720999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.721430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.721856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.722282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.722729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.723148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.723588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.723985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.724400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:52.754512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.755547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.759304 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f82a6a2-dd94-4551-89e4-adc3315177b1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/35d44cf1-0a82-4561-9e62-5bbc6b4263dc HTTP/1.1" status: 204 len: 168 time: 1.1727040 Mar 16 10:56:52.761514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:52.764316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:52.764725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.784931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-d5425381-2638-47eb-8eb4-0d9a0f34ec2b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Unset dirty status for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:52.786077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-d5425381-2638-47eb-8eb4-0d9a0f34ec2b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1692826329&fields=id&tenant_id=9ca3dc637d854accb26e4c9a89b47512 HTTP/1.1" status: 200 len: 267 time: 0.7093298 Mar 16 10:56:52.792285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Transition to ACTIVE for port object 20f4219d-c6f9-4e09-beb5-779b05509f51 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:52.804610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:52.810252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf09be-f380-4138-9830-ee8507edc3cd None None] Network dfe36606-53b4-46bc-8d93-acc5e543916a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:52.843139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:52.856935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Transition to ACTIVE for port object 20404923-6efe-4ebb-b14e-885892137d73 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:52.977766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-57ecf085-ab27-4077-b795-3e51b705972c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:53.043674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.078057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.134644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-57ecf085-ab27-4077-b795-3e51b705972c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:53.140235 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-57ecf085-ab27-4077-b795-3e51b705972c tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3734975 Mar 16 10:56:53.153311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.158627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823171446'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.189569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Network e811d48c-2814-4b6d-9a31-ecc861406dcf is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:53.192317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b478b7cd-7649-40ea-89d9-ef172d10d97c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:53.211801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network dfe36606-53b4-46bc-8d93-acc5e543916a is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:53.220238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.225155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-5f1870a5-24ff-423f-86dd-0ef83cdd677b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:53.226248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-5f1870a5-24ff-423f-86dd-0ef83cdd677b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Synchronizing usage tracker for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:53.227766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:53.230637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:53.231835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:53.237758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:53.241282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.245660 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ceb1a3d0-2e89-4cbe-8dcb-dd99c5a6b4cf tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 954 time: 3.8472021 Mar 16 10:56:53.247537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:56:53.254576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.256738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39818) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.267530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Provisioning complete for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.268004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.318700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Pushing event updated for resources: {'Port': ['ID=20404923-6efe-4ebb-b14e-885892137d73,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.361323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Port': ['ID=20f4219d-c6f9-4e09-beb5-779b05509f51,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.382577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:56:53.421264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,segment=NetworkSegment(fe9578c7-d6d5-4014-a59c-1b52800269d8),segment_id=fe9578c7-d6d5-4014-a59c-1b52800269d8)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:53.421883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.430648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.452975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.460157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-5f1870a5-24ff-423f-86dd-0ef83cdd677b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Unset dirty status for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:53.460871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-5f1870a5-24ff-423f-86dd-0ef83cdd677b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 811 time: 0.6590207 Mar 16 10:56:53.525305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-ddb57ffa-0413-4043-b780-9b6b744c7361 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/quotas/9ca3dc637d854accb26e4c9a89b47512 HTTP/1.1" status: 200 len: 375 time: 0.0445104 Mar 16 10:56:53.531264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.574646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:53.598108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Port 0a24b999-53ad-4a09-b5fc-4f1751c09905 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:53.625321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:53.639539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:53.646030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Attempting to bind port 20404923-6efe-4ebb-b14e-885892137d73 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:53.646415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Attempting to bind port 20404923-6efe-4ebb-b14e-885892137d73 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'e49e464a-bc54-4ecb-810f-47f059a433af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:53.646701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:53.646825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Attempting to bind port 20404923-6efe-4ebb-b14e-885892137d73 on network e811d48c-2814-4b6d-9a31-ecc861406dcf {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:53.662131 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f575abb-8c3d-48a0-ae21-35e3dd2b8919 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 954 time: 0.4045534 Mar 16 10:56:53.665734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.671937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39822) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:53.676429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:53.684085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'routes': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:53.723127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:53.723602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Checking segment: {'id': 'e49e464a-bc54-4ecb-810f-47f059a433af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:53.724017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.724402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Bound using segment: {'id': 'e49e464a-bc54-4ecb-810f-47f059a433af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:53.724924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Bound port: 20404923-6efe-4ebb-b14e-885892137d73, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49e464a-bc54-4ecb-810f-47f059a433af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e811d48c-2814-4b6d-9a31-ecc861406dcf'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:53.725303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.735688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8482d9-972f-4c4a-92c5-f325e5ec2b38 None None] DHCP port deletion for 64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:53.748871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Provisioning for port 85dca84f-6029-48af-9251-2fe581d346b4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:53.753913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Transition to ACTIVE for port object 0a24b999-53ad-4a09-b5fc-4f1751c09905 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:56:53.767823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d8482d9-972f-4c4a-92c5-f325e5ec2b38 None None] Deleting port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:53.768197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d8482d9-972f-4c4a-92c5-f325e5ec2b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.787699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=6bd5740d-5d0f-402d-ab53-037397ee307c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:53.812108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Provisioning complete for port 85dca84f-6029-48af-9251-2fe581d346b4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.812725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.866564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.878842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.resource_extend [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:56:53.913731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.955982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b478b7cd-7649-40ea-89d9-ef172d10d97c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:53.956365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.964094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:53.984901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.024303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d8482d9-972f-4c4a-92c5-f325e5ec2b38 None None] The port '101ce73e-f47a-43bc-9fd2-c1be3839c3b8' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:56:54.058546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] In _notify_port_updated(), no bound segment for port 85dca84f-6029-48af-9251-2fe581d346b4 on network 203e8f2c-eff8-4bb5-8b93-b438589af112 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:56:54.064615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:54.065560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.067047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "PUT /v2.0/ports/85dca84f-6029-48af-9251-2fe581d346b4 HTTP/1.1" status: 200 len: 1066 time: 2.8388665 Mar 16 10:56:54.071480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Port': ['ID=101ce73e-f47a-43bc-9fd2-c1be3839c3b8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.074233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39826) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:54.078796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No DVR routers for this DVR port 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:56:54.091266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.163346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b5e63-55ed-4966-83f6-e3c9a9e7bb20 None None] Pushing event updated for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.176130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Port 85dca84f-6029-48af-9251-2fe581d346b4 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:54.262921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] For port 20404923-6efe-4ebb-b14e-885892137d73, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:54.270897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.274158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] For port 20404923-6efe-4ebb-b14e-885892137d73, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=20404923-6efe-4ebb-b14e-885892137d73,segment=NetworkSegment(e49e464a-bc54-4ecb-810f-47f059a433af),segment_id=e49e464a-bc54-4ecb-810f-47f059a433af)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:54.285305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3bcfa-6266-4140-8e71-53fb08ebe7d0 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event updated for resources: {'Port': ['ID=85dca84f-6029-48af-9251-2fe581d346b4,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.358201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.374642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.401527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-e0a45d17-73de-4835-8b34-9a10ef159362 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8587899 Mar 16 10:56:54.405407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.435491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.520190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.521082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Provisioning for port cc181ee2-d601-462a-8ae3-28d8c6185b7d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:54.561460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Attempting to bind port 0a24b999-53ad-4a09-b5fc-4f1751c09905 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:56:54.561866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Attempting to bind port 0a24b999-53ad-4a09-b5fc-4f1751c09905 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:56:54.562187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Attempting to bind port 0a24b999-53ad-4a09-b5fc-4f1751c09905 on network 8d9e1f59-cf01-4787-a891-a97912694b85 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:56:54.607671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.608224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router 515755fb-e993-4464-8aab-cf59c85c90fe {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:56:54.632139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7228d8-407e-4242-978f-1b50823d75db None None] Pushing event updated for resources: {'Port': ['ID=20404923-6efe-4ebb-b14e-885892137d73,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:54.653872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Provisioning complete for port 707b2526-99d2-48a1-90e6-bc667d4338d6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:54.654248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ae10934d-360d-4e03-89b5-3eaa43b2f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.758468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:56:54.761012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Checking segment: {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:56:54.761435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.763122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Bound using segment: {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:56:54.763633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Bound port: 0a24b999-53ad-4a09-b5fc-4f1751c09905, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428f419e-cfa8-45f8-b8d9-bbb8e4af7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:56:54.764013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.810949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port 85dca84f-6029-48af-9251-2fe581d346b4 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:54.812795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.900514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:54.980352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] For port 0a24b999-53ad-4a09-b5fc-4f1751c09905, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:56:54.998135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3606b97e-4b28-4eb4-8d92-b860547bb4b0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.013534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] For port 0a24b999-53ad-4a09-b5fc-4f1751c09905, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0a24b999-53ad-4a09-b5fc-4f1751c09905,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:56:55.025588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.042053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e8bfd1-3725-4e37-a36a-49d7bd5f00c8']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:55.049648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.050978 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bab0d41d-8ccd-4b18-a831-98deba43d2a8 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8964093 Mar 16 10:56:55.079067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39830) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.097293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc181ee2-d601-462a-8ae3-28d8c6185b7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:55.129092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '3606b97e-4b28-4eb4-8d92-b860547bb4b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:55.140269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:55.146626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:55.150483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:55.156779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:55.173098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9578c7-d6d5-4014-a59c-1b52800269d8') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:55.173686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9578c7-d6d5-4014-a59c-1b52800269d8') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:55.203194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.218309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.258318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.263357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2274a6d2-eaee-4d86-a8c2-fe18010aec81 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 204 len: 168 time: 4.9788554 Mar 16 10:56:55.268752 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-478d0273-6e33-4d8f-8a44-e9932e41911f service neutron] 10.222.0.50 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346753 Mar 16 10:56:55.287642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.290869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.315949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b5e63-55ed-4966-83f6-e3c9a9e7bb20 None None] Pushing event updated for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.318807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:55.319655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:55.393477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-167025819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:55.409937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.456998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:56:55.457691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.473245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:56:55.483926 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:56:55.504572 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-a545c105-e7f2-45a6-8126-2f2832f69728 service neutron] 10.222.0.50 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348731 Mar 16 10:56:55.523036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:55.530150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port cc181ee2-d601-462a-8ae3-28d8c6185b7d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:55.543065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Provisioning complete for port 85dca84f-6029-48af-9251-2fe581d346b4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:55.543470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.613081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.629318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Port': ['ID=20f4219d-c6f9-4e09-beb5-779b05509f51,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.631318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:55.644375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.645282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.646467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.646898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.647352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.647798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.648947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.650616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.651188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.651738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.653438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.653862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:55.663395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:55.665030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Port 85dca84f-6029-48af-9251-2fe581d346b4 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:55.672154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cc181ee2-d601-462a-8ae3-28d8c6185b7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:55.672664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.684931 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The resource could not be found. Mar 16 10:56:55.688784 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cae04f68-f4ec-4034-8230-603bd1be6db6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5934992 Mar 16 10:56:55.692458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39838) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:55.701035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '3606b97e-4b28-4eb4-8d92-b860547bb4b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '25be5071-227d-4b69-bb06-6b23a73a267d'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:55.724885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:55.734326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:55.739565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:55.762177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:55.770966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.776775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.780447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.853014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.866529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:55.893706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=64e8bfd1-3725-4e37-a36a-49d7bd5f00c8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:55.902855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Provisioning complete for port cc181ee2-d601-462a-8ae3-28d8c6185b7d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:55.903489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.037813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:56.078890 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6da43750-3060-4a72-9a17-6f149ed38a0a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/64e8bfd1-3725-4e37-a36a-49d7bd5f00c8 HTTP/1.1" status: 204 len: 168 time: 3.6286190 Mar 16 10:56:56.080508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d450e753-72fb-4b14-911f-c72ff587e05a req-c9e4320e-e233-4a59-8004-90a2a6d9b5a5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.0929568 Mar 16 10:56:56.086585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39850) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.089326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for 85dca84f-6029-48af-9251-2fe581d346b4 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:56:56.176625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-684565a1-f876-4f84-b423-c89ced30a40a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:56.182592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.185485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684565a1-f876-4f84-b423-c89ced30a40a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:56.190590 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-684565a1-f876-4f84-b423-c89ced30a40a tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/2f8f2121-8f63-4cbb-b629-e6c137b29f94 HTTP/1.1" status: 404 len: 337 time: 0.1002223 Mar 16 10:56:56.193698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39854) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.241642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-79049e9d-5508-45b8-b6d6-9995cea7fd93 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] DELETE failed (client error): The resource could not be found. Mar 16 10:56:56.242627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79049e9d-5508-45b8-b6d6-9995cea7fd93 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:56:56.248820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-79049e9d-5508-45b8-b6d6-9995cea7fd93 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/f4b2a7e0-762f-4dfa-a0c0-818fdb9acf46 HTTP/1.1" status: 404 len: 339 time: 0.0479951 Mar 16 10:56:56.266403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39858) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.310301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network dfe36606-53b4-46bc-8d93-acc5e543916a is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:56:56.321027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:56:56.326119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.335456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f291f53-5b8c-407c-86c1-8b446dbed969 None None] Network e811d48c-2814-4b6d-9a31-ecc861406dcf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:56.346515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The resource could not be found. Mar 16 10:56:56.353720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b40285a2-c24a-47e6-b6c5-5c483526846e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6600013 Mar 16 10:56:56.355715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.356461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39864) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.526714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.587012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:56:56.587413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:56:56.599704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] For port cc181ee2-d601-462a-8ae3-28d8c6185b7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc181ee2-d601-462a-8ae3-28d8c6185b7d,segment=NetworkSegment(938039da-2b5e-4f26-80c1-ff19766a2a52),segment_id=938039da-2b5e-4f26-80c1-ff19766a2a52)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:56.637075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.649130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.650428 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-938611a5-9ada-4c58-b26a-5ab46ba23edb tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3581998 Mar 16 10:56:56.660311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39868) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:56.685835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.694335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting subnet 8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:56:56.704551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'enable_snat': False}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:56.758606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.776051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.783589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Router 9c208272-18e3-454e-8c6c-3f4be164e7db is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:56:56.837663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Pushing event updated for resources: {'Port': ['ID=cc181ee2-d601-462a-8ae3-28d8c6185b7d,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:56.927117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Provisioning for port 20f4219d-c6f9-4e09-beb5-779b05509f51 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:56.936108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Provisioning complete for port 20f4219d-c6f9-4e09-beb5-779b05509f51 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:56.936484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.961425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:56:56.961777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:56:56.964181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1a2acd8c-da55-42ae-8eb9-4db8d47f00a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.971042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.976343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.983856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:56.991035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.012641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3606b97e-4b28-4eb4-8d92-b860547bb4b0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.034005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.037734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4a6d0096-3900-4828-a344-f831b99881a4 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/3606b97e-4b28-4eb4-8d92-b860547bb4b0 HTTP/1.1" status: 204 len: 168 time: 0.6776385 Mar 16 10:56:57.050918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39874) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.086343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:57.094975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-26fae6ad-867c-45e9-8845-70d23d323e5b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2485564 Mar 16 10:56:57.094975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39878) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.102874 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] Sync routers for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:57.116542 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:57.121079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-96b2c2ae-47c8-47f2-8377-65f7f0e0face None None] Port 20f4219d-c6f9-4e09-beb5-779b05509f51 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:57.138673 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:57.141621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:51Z', 'revision_number': 6, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:54Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:57.148150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a317b-18bf-4c16-979e-76b2975307d4 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:51Z', 'revision_number': 6, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:54Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:57.233759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=85dca84f-6029-48af-9251-2fe581d346b4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:57.323876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-88bd7b57-fe21-4f23-b09d-e65dba74c5c8 None None] Provisioning for port 20404923-6efe-4ebb-b14e-885892137d73 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:57.331585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-035b774c-710c-4bfd-acf8-feb278f755da tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:57.369364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-88bd7b57-fe21-4f23-b09d-e65dba74c5c8 None None] Provisioning complete for port 20f4219d-c6f9-4e09-beb5-779b05509f51 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:57.369939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b57-fe21-4f23-b09d-e65dba74c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.396058 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:57.438710 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:57.439878 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:57.583295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-88bd7b57-fe21-4f23-b09d-e65dba74c5c8 None None] Port 20f4219d-c6f9-4e09-beb5-779b05509f51 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:56:57.617758 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:57.618164 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d091461-808a-4e86-9a2a-5fda103573a3 None None] The sync data for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:56:57.646029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a8fb7d7-a321-4fc6-a58e-2a1a69c992ad req-3a5d3186-b346-439f-a232-8e8c2bcd5d80 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.3058522 Mar 16 10:56:57.664378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d437e28b-0d70-4160-8074-e3a24d474029 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:57.682632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-035b774c-710c-4bfd-acf8-feb278f755da tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:57.684020 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-035b774c-710c-4bfd-acf8-feb278f755da tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6325221 Mar 16 10:56:57.689350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39884) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:57.700738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'd4a741ae-b93d-4c1e-a9a3-7aa7c5deb528', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:57.772383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:57.790511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:57.796240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:57.861159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:57.865992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.897255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d437e28b-0d70-4160-8074-e3a24d474029 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:57.898452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:57.969930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.057045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The resource could not be found. Mar 16 10:56:58.064455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-de0eca76-5cb4-4816-972e-55de2e6b2bc6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3705409 Mar 16 10:56:58.065728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39888) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:58.091994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908479829'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:58.103436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:58.137771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:56:58.225695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:56:58.226095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 101ce73e-f47a-43bc-9fd2-c1be3839c3b8 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:56:58.403624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:58.419772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.535567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 20404923-6efe-4ebb-b14e-885892137d73 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:58.558659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:58.565593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:58.569935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:58.579236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:58.589253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-17ea6506-6215-4348-a1ed-fdbdd6af536f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:56:58.590304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17ea6506-6215-4348-a1ed-fdbdd6af536f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4944336 Mar 16 10:56:58.593975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:56:58.594159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39896) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:58.595431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.607349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.619313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:58.620332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:58.631359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.690064 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d7dd0cf0-9698-4db1-8917-14dfe40d2368 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/85dca84f-6029-48af-9251-2fe581d346b4 HTTP/1.1" status: 204 len: 168 time: 4.6086109 Mar 16 10:56:58.739317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39902) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:58.763563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 20404923-6efe-4ebb-b14e-885892137d73 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:56:58.785877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 20404923-6efe-4ebb-b14e-885892137d73 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:58.786252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:58.814946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97fafc2-5828-4334-9d40-7589154e7300 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] GET failed (client error): The resource could not be found. Mar 16 10:56:58.817105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f97fafc2-5828-4334-9d40-7589154e7300 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports/85dca84f-6029-48af-9251-2fe581d346b4 HTTP/1.1" status: 404 len: 333 time: 0.0759475 Mar 16 10:56:58.825531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:56:58.828381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39906) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:58.917960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8332872-38f2-4a7f-8dea-a969bad7238b req-3949d462-cfbd-48aa-a4fe-8f2df228fa7f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.0879717 Mar 16 10:56:58.980154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.065430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:59.071526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.087478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.090556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-66e3ab54-e47d-4d9b-8a22-ef3e5b1a213a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:56:59.094293 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-66e3ab54-e47d-4d9b-8a22-ef3e5b1a213a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 811 time: 0.7181342 Mar 16 10:56:59.099726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:59.100368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.100679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.137693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14cea6-34a9-462e-a3de-d752b2b593e8 None None] Network 19991a7f-3277-4a3d-b222-bd8fbeadf550 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:56:59.182973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3af12184-e99e-4c18-8829-5c2e359808e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.196852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f48470a-a0ed-4e71-b9c9-33e31fa9dac3,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:59.198349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:56:59.203901 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-425d16f1-da58-418b-bddb-9847ec60e566 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/subnets/8bbfd9d0-a9cb-4ddf-b418-0eb05f3470f2 HTTP/1.1" status: 204 len: 168 time: 2.9345844 Mar 16 10:56:59.204866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39910) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.207292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.208616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1aa506a1-30ed-4951-8f74-5a66f5443f5e tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1239986 Mar 16 10:56:59.229629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39914) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.245309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--270950423'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:59.295085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.298671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:56:59.356309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:56:59.366312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.369639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-dd0f56ca-9b69-45bb-981d-5265e149cbc8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Synchronizing usage tracker for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:56:59.372303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:56:59.387664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Deleting port 52628537-87f0-4be5-828b-f1029c6d3089 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:59.387997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.397842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:56:59.446537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 20404923-6efe-4ebb-b14e-885892137d73, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=20404923-6efe-4ebb-b14e-885892137d73,segment=NetworkSegment(e49e464a-bc54-4ecb-810f-47f059a433af),segment_id=e49e464a-bc54-4ecb-810f-47f059a433af)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:59.475577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.476883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc181ee2-d601-462a-8ae3-28d8c6185b7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:56:59.591564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.610517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.638968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-dd0f56ca-9b69-45bb-981d-5265e149cbc8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Unset dirty status for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:56:59.640103 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-dd0f56ca-9b69-45bb-981d-5265e149cbc8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca3dc637d854accb26e4c9a89b47512 HTTP/1.1" status: 200 len: 380 time: 0.4973497 Mar 16 10:56:59.648090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=20404923-6efe-4ebb-b14e-885892137d73,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:56:59.653960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'port': {'device_id': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'admin_state_up': True, 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'security_groups': ['4b38237d-2317-400b-9e46-1c12493c01b2']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:56:59.658457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:54Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:59.667011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.667360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.667695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.668025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.668343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.668668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.669013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.669335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.669655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.669977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.670304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.670613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:56:59.678226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:56:59.684217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cc181ee2-d601-462a-8ae3-28d8c6185b7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:56:59.684585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.729207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:56:59.729207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:56:59.797144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] For port 52628537-87f0-4be5-828b-f1029c6d3089, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=52628537-87f0-4be5-828b-f1029c6d3089,segment=NetworkSegment(1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a),segment_id=1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:56:59.797774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.844497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] DHCP port deletion for 19991a7f-3277-4a3d-b222-bd8fbeadf550 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:56:59.866131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Deleting port 52628537-87f0-4be5-828b-f1029c6d3089 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:56:59.866471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.942158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:56:59.951209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:56:59.952409 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-27d82d8d-da23-4a2d-9dff-2ab57cfdeb0e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 704 time: 6.2794971 Mar 16 10:56:59.988978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:56:59.990027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:00.056116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:00.064365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Calling delete_port for 52628537-87f0-4be5-828b-f1029c6d3089 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:00.075829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:00.113502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:00.188535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:00.227029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-968390cd-c50c-4b33-9034-56d65f6dd5fc req-ca6c715e-8a50-4043-818f-91267be3bf48 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.1359212 Mar 16 10:57:00.291557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0a24b999-53ad-4a09-b5fc-4f1751c09905 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:00.317248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.345536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.370821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.404739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] No DVR routers for this DVR port 52628537-87f0-4be5-828b-f1029c6d3089 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:00.406530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Port': ['ID=52628537-87f0-4be5-828b-f1029c6d3089,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:00.422056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.498681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting port 20f4219d-c6f9-4e09-beb5-779b05509f51 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:00.498958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.513403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] For port 52628537-87f0-4be5-828b-f1029c6d3089, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=52628537-87f0-4be5-828b-f1029c6d3089,segment=NetworkSegment(1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a),segment_id=1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:00.513790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.524667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.593334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.594660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.623052 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4933427-b494-4cad-a7da-865d77fb207c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 704 time: 0.6270351 Mar 16 10:57:00.627597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for 86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:00.628521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39924) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:00.656370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:00.670127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Calling delete_port for 52628537-87f0-4be5-828b-f1029c6d3089 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:00.675054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Usage tracker for resource:port and tenant:9ca3dc637d854accb26e4c9a89b47512 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:00.692366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:00.705140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19991a7f-3277-4a3d-b222-bd8fbeadf550']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.734376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:00.745655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.745920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c46fa2a-aa5f-4c78-9b9b-74cb95b7b95a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.764291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:00.775289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:00.776374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.839359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:00.839701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:00.842924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.862501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.863091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.886256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Made reservation on behalf of 9ca3dc637d854accb26e4c9a89b47512 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:00.889580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.915483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:54Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:00.919979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.932572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6376e-e3bf-4551-8a1a-cce92489bfac None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:56:54Z', 'revision_number': 4, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:00.952233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.958388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:00.958988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:00.980323 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:01.011981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 0a24b999-53ad-4a09-b5fc-4f1751c09905, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0a24b999-53ad-4a09-b5fc-4f1751c09905,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:01.019278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.060733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6269e6a3-219d-4db4-8e60-750d321ce968,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.067778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Allocated IP 172.26.0.124 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/d3584e11-e417-421b-aefd-42dfcbb02019) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:01.084796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.086177 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8bac2a2c-b077-4821-bbe6-a0562898f641 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8544393 Mar 16 10:57:01.105196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39928) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.111715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': '3f48470a-a0ed-4e71-b9c9-33e31fa9dac3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6269e6a3-219d-4db4-8e60-750d321ce968'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:01.121225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.122180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.165296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 20404923-6efe-4ebb-b14e-885892137d73 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:01.168333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.211675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:01.252468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 20404923-6efe-4ebb-b14e-885892137d73 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:01.253027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.282978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.283588 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:01.287172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:01.295293 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:01.296659 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:01.313217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:01.331004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:01.339406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.342070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Deleting port 52628537-87f0-4be5-828b-f1029c6d3089 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:01.342577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.370715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.453119 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-12b8423c-f827-4ca5-8143-1948b442afeb tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 HTTP/1.1" status: 204 len: 168 time: 2.6199694 Mar 16 10:57:01.456533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-90204af6-8319-4f79-9dea-8317c48959d0 None None] The port '52628537-87f0-4be5-828b-f1029c6d3089' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:01.458265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.593947 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0a5ffe-3542-443b-b7c9-cc4ba642224b tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] GET failed (client error): The resource could not be found. Mar 16 10:57:01.594498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3a0a5ffe-3542-443b-b7c9-cc4ba642224b tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Synchronizing usage tracker for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:01.602961 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:01.631550 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e6cc238-e5d2-4f28-a78d-20c282b549f5 req-1bdde85c-5851-4ca6-b7d7-5003a20d4cd0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.1151145 Mar 16 10:57:01.632570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.662574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Allocated IP 172.20.0.13 (70c87b3d-c4b6-4b02-81b3-5365f20a5fc1/59830507-af10-4af7-a44a-1045cc52537b/01482d41-3e5d-4afd-ade2-a3b5ba4f8503) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:01.711387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 52628537-87f0-4be5-828b-f1029c6d3089 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:01.754447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 52628537-87f0-4be5-828b-f1029c6d3089 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:01.754784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 52628537-87f0-4be5-828b-f1029c6d3089 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:01.793858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.800862 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:01.800862 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0db5efa2-4e21-4569-9466-f7057eaa02c2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6912663 Mar 16 10:57:01.807275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39938) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.810722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:01.824567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3a0a5ffe-3542-443b-b7c9-cc4ba642224b tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Unset dirty status for tenant:878c59a805e544c298d23e52bc1a8ef3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:01.826996 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3a0a5ffe-3542-443b-b7c9-cc4ba642224b tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "GET /v2.0/ports/86f9ab5a-e3a4-4ce0-aa10-f06b447a4ee4 HTTP/1.1" status: 404 len: 333 time: 0.3648524 Mar 16 10:57:01.862855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] Pushing event deleted for resources: {'Network': ['ID=19991a7f-3277-4a3d-b222-bd8fbeadf550,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:01.882377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Calling delete_port for 20f4219d-c6f9-4e09-beb5-779b05509f51 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:01.886597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39942) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:01.918102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-67797dab-a892-4103-bbd3-1dd42c954841 tempest-NetworksIpV6Test-573959128 tempest-NetworksIpV6Test-573959128-project] 10.222.0.50 "DELETE /v2.0/networks/19991a7f-3277-4a3d-b222-bd8fbeadf550 HTTP/1.1" status: 204 len: 168 time: 2.7094071 Mar 16 10:57:02.050094 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:57:00Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:02.055353 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:02.067761 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:02.068748 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:02.198214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port fcc2d17a-2fde-4138-817d-e6472ed3b69d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:02.198864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.240497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.257112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.282855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.302940 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:02.306294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.348801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39950) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:02.408701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.415707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:02.433900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Transition to ACTIVE for port object 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:02.480860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:02.488498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:02.551789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:02.592778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Port': ['ID=20f4219d-c6f9-4e09-beb5-779b05509f51,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.754363 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:57:00Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:02.758755 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197fea3b-5080-4ceb-8f85-191252288bc2 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:56:56Z', 'revision_number': 7, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '0a24b999-53ad-4a09-b5fc-4f1751c09905', 'name': '', 'network_id': '8d9e1f59-cf01-4787-a891-a97912694b85', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:45:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:43Z', 'updated_at': '2022-03-16T10:57:00Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'de75f5f1-18ae-4071-8351-64594c74da54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:02.853064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Pushing event updated for resources: {'Port': ['ID=d3584e11-e417-421b-aefd-42dfcbb02019,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:02.941726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8e5e6fef-aa76-459d-9217-c01b9c8e8599 req-6008322e-4f7d-4774-9b66-2b90e2e0fbe6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.1261206 Mar 16 10:57:02.956695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.044047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.052320 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b7760c6e-dca0-4bcb-af0d-ac04faf5d9a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06d1c3482aec410895f6ed6e9698df19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935191 Mar 16 10:57:03.054670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.092910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.102225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269e6a3-219d-4db4-8e60-750d321ce968,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:03.128114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0a24b999-53ad-4a09-b5fc-4f1751c09905 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:03.165335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 0a24b999-53ad-4a09-b5fc-4f1751c09905 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:03.166492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.205077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0a24b999-53ad-4a09-b5fc-4f1751c09905 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:03.205587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.261655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.295895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.299429 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0e6d18b5-2f9e-4def-aca7-75b0a5b583e2 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/6269e6a3-219d-4db4-8e60-750d321ce968 HTTP/1.1" status: 204 len: 168 time: 1.4886968 Mar 16 10:57:03.365110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39962) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.386076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:03.444200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:03.446518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:03.500271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for fcc2d17a-2fde-4138-817d-e6472ed3b69d owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:03.519056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Router 9c208272-18e3-454e-8c6c-3f4be164e7db has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:03.584350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event updated for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:03.599850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.727597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.749657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bfb95bbb-101d-4905-90c4-5b6e7d58cae9 None None] Provisioning for port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:03.751442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:03.765131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] Sync routers for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:03.767394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port 0a24b999-53ad-4a09-b5fc-4f1751c09905, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0a24b999-53ad-4a09-b5fc-4f1751c09905,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:03.767632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.771869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bfb95bbb-101d-4905-90c4-5b6e7d58cae9 None None] Provisioning complete for port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:03.772297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bfb95bbb-101d-4905-90c4-5b6e7d58cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.780627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6677408b-e273-4ddd-9700-e9cd9b1ffbea tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1822045 Mar 16 10:57:03.781470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39966) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:03.815145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:03.815649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.858183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.887278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.893830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:03.894576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:03.895344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bfb95bbb-101d-4905-90c4-5b6e7d58cae9 None None] Port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:03.902134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:03.902278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.965090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:03.965806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99013a62-9296-4c9e-aca4-a1aaf0b57caf None None] The sync data for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:03.965993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47678501-993a-45e4-90c4-0894a6c6e259 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:03.977890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 0a24b999-53ad-4a09-b5fc-4f1751c09905 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:04.014516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-747eaeb8-f689-4a57-bff1-ed01aa6b0b5f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] delete failed (client error): The resource could not be found. Mar 16 10:57:04.018675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-747eaeb8-f689-4a57-bff1-ed01aa6b0b5f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-203274754 HTTP/1.1" status: 404 len: 334 time: 0.2327952 Mar 16 10:57:04.022662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.022825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39972) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.031032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1adefc5e-b55f-4d24-9cc5-7ba208008500 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c208272-18e3-454e-8c6c-3f4be164e7db'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.043908 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-8212d44c-2e8f-4f43-98c4-aa7af0170355 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3946524 Mar 16 10:57:04.094872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Request body: {'port': {'device_id': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:04.205481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47678501-993a-45e4-90c4-0894a6c6e259 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:04.206680 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47678501-993a-45e4-90c4-0894a6c6e259 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8369627 Mar 16 10:57:04.228081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 39976) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.364498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.415174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.511348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.520430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Port': ['ID=fcc2d17a-2fde-4138-817d-e6472ed3b69d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.529932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f4f57-aebe-493d-828a-3f208864cce0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:04.611244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f1d6f-4768-4dd3-885b-5d1ba36e46db req-11e8e02b-2fbd-42e2-bf26-98e020d8fd08 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:04.612740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc3f1d6f-4768-4dd3-885b-5d1ba36e46db req-11e8e02b-2fbd-42e2-bf26-98e020d8fd08 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 932 time: 0.5209231 Mar 16 10:57:04.615736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1adefc5e-b55f-4d24-9cc5-7ba208008500 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.641260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.644866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.649489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.661003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.670404 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-085d3a61-60d9-4e3c-8c3f-f5941db64891 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/ports/fcc2d17a-2fde-4138-817d-e6472ed3b69d HTTP/1.1" status: 204 len: 168 time: 2.7801881 Mar 16 10:57:04.679220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.682801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f5dd3fd6-4f4d-4272-aa52-126ed0700361 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa8f4f57-aebe-493d-828a-3f208864cce0 HTTP/1.1" status: 204 len: 168 time: 1.6132705 Mar 16 10:57:04.701340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.824252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-1adefc5e-b55f-4d24-9cc5-7ba208008500 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] update failed (client error): The resource could not be found. Mar 16 10:57:04.825276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1adefc5e-b55f-4d24-9cc5-7ba208008500 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db HTTP/1.1" status: 404 len: 339 time: 0.8016622 Mar 16 10:57:04.864245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 39988) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:04.886221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:04.913905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc3f1d6f-4768-4dd3-885b-5d1ba36e46db req-bcca4885-dafe-4acb-af82-84a68339f680 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897916 Mar 16 10:57:04.954476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.009347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.032018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=0a24b999-53ad-4a09-b5fc-4f1751c09905,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.061561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting subnet c1695692-0f6a-4d50-a9fb-95c6afe31b96 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:05.067423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f48470a-a0ed-4e71-b9c9-33e31fa9dac3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:05.087399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.243539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.247987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3bd9c2c5-19a4-4c87-837d-f635f103df73 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f48470a-a0ed-4e71-b9c9-33e31fa9dac3 HTTP/1.1" status: 204 len: 168 time: 1.0181851 Mar 16 10:57:05.250832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.304198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.474023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c2862112-1ae6-4789-b947-ba2edd2e7034 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:05.530183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c2862112-1ae6-4789-b947-ba2edd2e7034 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:05.533037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c2862112-1ae6-4789-b947-ba2edd2e7034 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2761919 Mar 16 10:57:05.536754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40012) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.598115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40016) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:05.606999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--733644267'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:05.621712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.660848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.694102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.719833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.746297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-360663838'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:05.756250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.763426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:05.765522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:05.770198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:05.773016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:05.779192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.784178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:05.788935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:05.852928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:05.880186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:05.883634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.957288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.962170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:05.969329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Router 43cdfc70-c78b-45af-9cc9-1b49702e851a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:06.010211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:06.026092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:06.036507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.045027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:06.060475 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:06.063482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.073217 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:06.074090 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.085704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.093115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.134656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.142309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3056d3d8-1617-4bc6-97e0-c035cecce771 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5101669 Mar 16 10:57:06.165485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40026) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.265371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.266602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7287674 Mar 16 10:57:06.269239 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:06.272548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dd598-1e2a-4c09-9c99-2f6297c916d6 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f07355-4a79-403a-a725-1bf7107e9fdb,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.281371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40030) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.292404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'f3f07355-4a79-403a-a725-1bf7107e9fdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.307866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:06.320884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet de75f5f1-18ae-4071-8351-64594c74da54 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:06.323695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:06.330142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:06.331685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.346490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.349486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.379995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.437191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7423a-cc7d-456f-8a3d-e326f91c3a43 req-8ef86b1b-e862-4060-ab55-6647023377c6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:06.438965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbe7423a-cc7d-456f-8a3d-e326f91c3a43 req-8ef86b1b-e862-4060-ab55-6647023377c6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 932 time: 0.3517530 Mar 16 10:57:06.452984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.546104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.547109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Transition to ACTIVE for port object 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:06.558268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.565972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:06.569534 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2aefcda6-f19a-4896-9caa-d95e4804a2db tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2847929 Mar 16 10:57:06.569534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.579175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40034) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.606092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:06.607637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.609094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group_rule': {'security_group_id': 'f3f07355-4a79-403a-a725-1bf7107e9fdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:06.616970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] Sync routers for ids ['43cdfc70-c78b-45af-9cc9-1b49702e851a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:06.624216 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbe7423a-cc7d-456f-8a3d-e326f91c3a43 req-3f3aa54c-534c-46bb-b41a-d4c5eae42420 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776731 Mar 16 10:57:06.629495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] Routers {'43cdfc70-c78b-45af-9cc9-1b49702e851a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:06.630451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['43cdfc70-c78b-45af-9cc9-1b49702e851a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.631891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:06.660712 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:04Z', 'revision_number': 8, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.666615 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:06.675911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Subnet': ['ID=c1695692-0f6a-4d50-a9fb-95c6afe31b96,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.687040 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:06.687763 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.695406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.767864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.776250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3bcf8-8648-4ce8-b818-e866a640c62d None None] Network 203e8f2c-eff8-4bb5-8b93-b438589af112 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:06.777104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:06.794632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:06.803820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:06.813930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.814280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment 7c8a8770-a962-4827-a2ff-1f5590cfe0fa of type vlan for network 784dccc8-bca8-4be4-afad-4a4c90951ded Mar 16 10:57:06.816809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:06.818879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f21e73-7167-407b-86f9-99ae09b9ba96,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.837321 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d710cc74-686b-4086-b01b-ab93a15822ca tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/subnets/c1695692-0f6a-4d50-a9fb-95c6afe31b96 HTTP/1.1" status: 204 len: 168 time: 2.1322613 Mar 16 10:57:06.855095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40038) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.859871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.892764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] Routers {'43cdfc70-c78b-45af-9cc9-1b49702e851a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:06.893442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['43cdfc70-c78b-45af-9cc9-1b49702e851a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.916561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:06.920447 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac0d698c-6dcd-4511-b288-cf5fd5015d79 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "PUT /v2.0/routers/43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 200 len: 915 time: 10.2484236 Mar 16 10:57:06.933132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40042) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:06.939448 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:06.942111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Pushing event updated for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:06.974919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:06.975868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66a455-72bd-4633-871e-9871e61bf443 None None] The sync data for ids ['43cdfc70-c78b-45af-9cc9-1b49702e851a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:07.008739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.080585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.168115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=de75f5f1-18ae-4071-8351-64594c74da54,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.184322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] DHCP port deletion for 203e8f2c-eff8-4bb5-8b93-b438589af112 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:07.192424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Deleting port f7ebbc04-44c6-401c-baae-32cf8399df48 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:07.193036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.198443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Allocated IP 172.20.0.1 (741623af-32f9-4811-a49e-b4b7c4b87a66/baa26c0f-461f-4ed0-8081-7a1dc4a94b7d/b23d8e82-2230-455f-a008-a73fe009f4c0) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:07.227067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf815e-3331-4599-b091-7a9bdd75e751 None None] Network 8d9e1f59-cf01-4787-a891-a97912694b85 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:07.234552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.246284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.252303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:07.253042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.271064 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a6c3916d-2495-401d-8561-e1878d8dfbdd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/de75f5f1-18ae-4071-8351-64594c74da54 HTTP/1.1" status: 204 len: 168 time: 1.0961795 Mar 16 10:57:07.294176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40046) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.301091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:57:07.305035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-72d0402f-9020-42e9-8098-4bf21fcd77fe tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7183187 Mar 16 10:57:07.309149 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7100990 Mar 16 10:57:07.324004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40048) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.324334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40052) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.406124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.421901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Transition to ACTIVE for port object b23d8e82-2230-455f-a008-a73fe009f4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:07.446066 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:04Z', 'revision_number': 8, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:07.452891 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff7ae-a61a-4403-b41e-29e27cc6c97a None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:04Z', 'revision_number': 8, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae633851-11e9-41b3-8fb0-2e0c2332f7f7', 'name': '', 'network_id': '457ad63d-a30c-430d-ab9e-549f4de9f704', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:e4:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:27Z', 'updated_at': '2022-03-16T10:56:39Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '9696c61a-4bee-4a48-963c-8289ba2df8f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:07.500450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.515404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'name': 'tempest-PortsTestJSON-1058477546'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:07.566294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.634948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] For port f7ebbc04-44c6-401c-baae-32cf8399df48, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7ebbc04-44c6-401c-baae-32cf8399df48,segment=NetworkSegment(bd0781bc-2c00-4524-bb3b-539efea63698),segment_id=bd0781bc-2c00-4524-bb3b-539efea63698)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:07.635822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.666360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.676634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:07.680715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6ec2-60b3-424c-8f45-510941f60543 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=784dccc8-bca8-4be4-afad-4a4c90951ded,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.700447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:07.766917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port f7ebbc04-44c6-401c-baae-32cf8399df48 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:07.767207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.775203 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac1c7c99-f1da-4ebc-b2b9-14c0beacf87e tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 200 len: 921 time: 0.8301573 Mar 16 10:57:07.776270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Port': ['ID=b23d8e82-2230-455f-a008-a73fe009f4c0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:07.779282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:07.786321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:07.826065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port d437e28b-0d70-4160-8074-e3a24d474029 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:07.826417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.852209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:07.891249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Calling delete_port for f7ebbc04-44c6-401c-baae-32cf8399df48 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:07.923256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] DHCP port deletion for 8d9e1f59-cf01-4787-a891-a97912694b85 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:07.964493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Deleting port d437e28b-0d70-4160-8074-e3a24d474029 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:07.965284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:07.983525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Attempting to bind port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:07.983869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Attempting to bind port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:07.984200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Attempting to bind port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 on network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:07.999338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.001444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 on network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:57:08.001765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Attempting to bind port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 on network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:08.017905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:08.018223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Checking segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:08.018600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Bound using segment: {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:08.019025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Bound port: 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb452e44-7e0b-4bcd-8267-111674b3f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:08.019363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.061510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:08.084511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.101792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:08.117991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734185ae-8eca-4edb-8556-5335909c8a11 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.118575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:08.119654 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-734185ae-8eca-4edb-8556-5335909c8a11 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=43cdfc70-c78b-45af-9cc9-1b49702e851a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2802219 Mar 16 10:57:08.128332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b4555b7f-082b-47fe-9d12-86c26dacca94 None None] Provisioning for port b23d8e82-2230-455f-a008-a73fe009f4c0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:08.129560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.171023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b4555b7f-082b-47fe-9d12-86c26dacca94 None None] Provisioning complete for port b23d8e82-2230-455f-a008-a73fe009f4c0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:08.171680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4555b7f-082b-47fe-9d12-86c26dacca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.226480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.251255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:08.299048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:08.313235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] Pushing event deleted for resources: {'Port': ['ID=f7ebbc04-44c6-401c-baae-32cf8399df48,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.323270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b4555b7f-082b-47fe-9d12-86c26dacca94 None None] Port b23d8e82-2230-455f-a008-a73fe009f4c0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:08.325712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:08.326702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.327336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699da8c0-21d2-4a18-8356-2613ca991d52 None None] No DVR routers for this DVR port f7ebbc04-44c6-401c-baae-32cf8399df48 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:08.336561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.349122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.356361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:08.360091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.402575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] For port d437e28b-0d70-4160-8074-e3a24d474029, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d437e28b-0d70-4160-8074-e3a24d474029,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:08.402845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd677ca-0ae8-4670-9942-8185b042e7c6 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.402955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.407101 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cfd677ca-0ae8-4670-9942-8185b042e7c6 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/networks/9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 881 time: 0.2737265 Mar 16 10:57:08.422831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40068) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.439982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74589f8-ecb5-4561-8384-1c7040883c08 req-d5f3e7ca-e973-4bf4-8b4e-31f149cac7db tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.442201 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f74589f8-ecb5-4561-8384-1c7040883c08 req-d5f3e7ca-e973-4bf4-8b4e-31f149cac7db tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 944 time: 0.6173742 Mar 16 10:57:08.464124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:08.464625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.466001 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] 10.222.0.55 "PUT /v2.0/ports/01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1094 time: 4.3752637 Mar 16 10:57:08.466439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:08.543455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] For port f7ebbc04-44c6-401c-baae-32cf8399df48, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f7ebbc04-44c6-401c-baae-32cf8399df48,segment=NetworkSegment(bd0781bc-2c00-4524-bb3b-539efea63698),segment_id=bd0781bc-2c00-4524-bb3b-539efea63698)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:08.547517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.579384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Calling delete_port for d437e28b-0d70-4160-8074-e3a24d474029 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:08.600979 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'status': 'completed', 'code': 200} Mar 16 10:57:08.604701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f5f6843c-2d9f-4ec3-9a1d-8eef79ee1a7b tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 200 len: 205 time: 0.1731470 Mar 16 10:57:08.661415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:08.675520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aefa5-e0df-4ff0-95e6-04c3f4620d03 service neutron] Pushing event updated for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.680650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:08.682320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:08.733513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] Pushing event deleted for resources: {'Port': ['ID=d437e28b-0d70-4160-8074-e3a24d474029,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:08.735526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd5f92-bfb5-40ff-821f-9560065326d9 None None] No DVR routers for this DVR port d437e28b-0d70-4160-8074-e3a24d474029 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:08.919018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Calling delete_port for f7ebbc04-44c6-401c-baae-32cf8399df48 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:08.964310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port d437e28b-0d70-4160-8074-e3a24d474029, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d437e28b-0d70-4160-8074-e3a24d474029,segment=NetworkSegment(428f419e-cfa8-45f8-b8d9-bbb8e4af7360),segment_id=428f419e-cfa8-45f8-b8d9-bbb8e4af7360)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:08.964670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.123016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f7ebbc04-44c6-401c-baae-32cf8399df48 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:09.141779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for d437e28b-0d70-4160-8074-e3a24d474029 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:09.159490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f7ebbc04-44c6-401c-baae-32cf8399df48 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:09.159828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f7ebbc04-44c6-401c-baae-32cf8399df48 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:09.160451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0a24b999-53ad-4a09-b5fc-4f1751c09905 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:09.187167 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f74589f8-ecb5-4561-8384-1c7040883c08 req-e152144b-d6d6-411c-93e1-f1949c885d15 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6930447 Mar 16 10:57:09.198774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0a24b999-53ad-4a09-b5fc-4f1751c09905 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:09.199117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0a24b999-53ad-4a09-b5fc-4f1751c09905 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:09.199540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d437e28b-0d70-4160-8074-e3a24d474029 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:09.203001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.203519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.235582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d437e28b-0d70-4160-8074-e3a24d474029 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:09.236189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d437e28b-0d70-4160-8074-e3a24d474029 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:09.239942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f07355-4a79-403a-a725-1bf7107e9fdb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.266218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-da68101e-a47f-48c8-b24c-005d49d1e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.267695 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-da68101e-a47f-48c8-b24c-005d49d1e154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1097 time: 0.6701980 Mar 16 10:57:09.358028 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-291fc4e6-b42f-44f5-bb51-3de699dfde31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 217 time: 0.0735047 Mar 16 10:57:09.379270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.380375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cabce8c8-cd3c-41e3-aff6-f245995e6fd1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/f3f07355-4a79-403a-a725-1bf7107e9fdb HTTP/1.1" status: 204 len: 168 time: 1.9207435 Mar 16 10:57:09.387282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:09.387603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:09.388384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40078) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.419718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:09.420029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:09.450245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.479487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c35cfb4d-759d-4ada-9f8d-10197d80fa24 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:09.502083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c35cfb4d-759d-4ada-9f8d-10197d80fa24 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:09.506907 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c35cfb4d-759d-4ada-9f8d-10197d80fa24 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1115320 Mar 16 10:57:09.507522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40082) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.513888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'tempest-secgroup--630176382'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.519871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.531161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.538281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.538501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-3cef489d-57ba-492a-9ed8-ce32e1fb5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.540142 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-3cef489d-57ba-492a-9ed8-ce32e1fb5920 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.1754844 Mar 16 10:57:09.605782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.610710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.628677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.632003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port d3584e11-e417-421b-aefd-42dfcbb02019 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:09.632412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.640995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.651738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.658182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Usage tracker for resource:security_group_rule and tenant:6cadac28a7844ca0a615272ed6cf91dd is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.662746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.668549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.670978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.672868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': '7c8a8770-a962-4827-a2ff-1f5590cfe0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:09.673224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: 784dccc8-bca8-4be4-afad-4a4c90951ded, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:09.713357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:09.727725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 784dccc8-bca8-4be4-afad-4a4c90951ded) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:09.731930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:09.737126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a28534-2825-445a-8de4-83a77418ee5e None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:09.738202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.738809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.798460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.803724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f661af1-b87d-44a0-b2ac-6eeb0f5f45ba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3392766 Mar 16 10:57:09.803878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40086) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.810532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1194598315'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.814910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.819184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:09.841508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:09.844541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event updated for resources: {'Port': ['ID=b23d8e82-2230-455f-a008-a73fe009f4c0,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.850418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.856693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:09.866328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:09.869258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde0325-dcd7-42a4-8c13-ab93dfbacc8e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:09.874500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.875781 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-22163fd2-69b2-409a-b85a-c3edbde4eacc tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3672583 Mar 16 10:57:09.878530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40090) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.886466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-68015566-b286-478d-b80b-9f37cfb486ff tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:09.886811 dv-neutron-828143-9-hyperv neutron-server[87841]: WARNING neutron.api.v2.base [None req-68015566-b286-478d-b80b-9f37cfb486ff tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 10:57:09.887376 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-68015566-b286-478d-b80b-9f37cfb486ff tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 10:57:09.890697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-68015566-b286-478d-b80b-9f37cfb486ff tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "PUT /v2.0/security-groups/8dde0325-dcd7-42a4-8c13-ab93dfbacc8e HTTP/1.1" status: 409 len: 330 time: 0.0088432 Mar 16 10:57:09.890697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Deleting port f7ebbc04-44c6-401c-baae-32cf8399df48 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:09.890697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.910691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40094) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:09.924288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-39f1721c-8fd3-4d7d-8715-48d79bf3a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:09.925460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port d437e28b-0d70-4160-8074-e3a24d474029 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:09.925801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-39f1721c-8fd3-4d7d-8715-48d79bf3a7b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3792326 Mar 16 10:57:09.925950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:09.957660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:09.960954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.021092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] The port 'f7ebbc04-44c6-401c-baae-32cf8399df48' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:10.085743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] The port 'd437e28b-0d70-4160-8074-e3a24d474029' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:10.195839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:10.205556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.308557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.327655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.327997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment b606f910-736b-48d0-99f4-b7fac45c8b4b of type vlan for network 87aef356-abfe-45e5-82fc-c523130c19ea Mar 16 10:57:10.335292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.356907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.372549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for d3584e11-e417-421b-aefd-42dfcbb02019 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:10.414792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e8f2c-eff8-4bb5-8b93-b438589af112']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.436030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0781bc-2c00-4524-bb3b-539efea63698') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.436323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0781bc-2c00-4524-bb3b-539efea63698') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.444125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9e1f59-cf01-4787-a891-a97912694b85']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.477367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.485128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.490727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428f419e-cfa8-45f8-b8d9-bbb8e4af7360') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.490933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428f419e-cfa8-45f8-b8d9-bbb8e4af7360') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:10.511154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.531251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.540586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.560981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:10.561452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:10.577438 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:10.585042 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-03969f7c-f153-4a5e-b30d-ffe22ef4bfe2 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453822 Mar 16 10:57:10.591545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:10.591830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:10.592234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.597114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:10.601206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:10.608675 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:10.865147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.870820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.871339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.892511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a52e0058-5e7d-4ff1-8774-2981d40d688c None None] Provisioning complete for port b23d8e82-2230-455f-a008-a73fe009f4c0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:10.893140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a52e0058-5e7d-4ff1-8774-2981d40d688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:10.940882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27dbc3-022b-4019-8112-af421439cdc0 req-3d5b3349-399f-4e6b-80cf-5100d4c20731 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:10.941897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f27dbc3-022b-4019-8112-af421439cdc0 req-3d5b3349-399f-4e6b-80cf-5100d4c20731 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 944 time: 0.6248558 Mar 16 10:57:10.964318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a52e0058-5e7d-4ff1-8774-2981d40d688c None None] Port b23d8e82-2230-455f-a008-a73fe009f4c0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:10.999196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.003232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.005598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.009174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.053206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=87aef356-abfe-45e5-82fc-c523130c19ea,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.064410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 87aef356-abfe-45e5-82fc-c523130c19ea details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:11.074563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03ba495e-6942-4fd6-973b-e996d66e613c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2664895 Mar 16 10:57:11.078858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40100) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.084081 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/8d9e1f59-cf01-4787-a891-a97912694b85 HTTP/1.1" status: 204 len: 168 time: 3.7780471 Mar 16 10:57:11.090564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] 10.222.0.50 "DELETE /v2.0/networks/203e8f2c-eff8-4bb5-8b93-b438589af112 HTTP/1.1" status: 204 len: 168 time: 4.2344179 Mar 16 10:57:11.091434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.100153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'ports': [{'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'}, {'network_id': '87aef356-abfe-45e5-82fc-c523130c19ea'}]} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:11.100560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:11.101117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '87aef356-abfe-45e5-82fc-c523130c19ea'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:11.115290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03c06c-0758-4be4-943b-fb3995ad9521 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=8d9e1f59-cf01-4787-a891-a97912694b85,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.138372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.155947 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0ee937c7-9172-49fd-a55c-7f232b6a5a79 req-63cb28aa-9f6d-4faf-8059-695f808cec1e service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598829 Mar 16 10:57:11.231289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde0325-dcd7-42a4-8c13-ab93dfbacc8e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.234295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Router 9c208272-18e3-454e-8c6c-3f4be164e7db has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:11.250639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b221e-1116-4a5e-8af8-046906abfaa9 tempest-AllowedAddressPairIpV6TestJSON-1382361992 tempest-AllowedAddressPairIpV6TestJSON-1382361992-project] Pushing event deleted for resources: {'Network': ['ID=203e8f2c-eff8-4bb5-8b93-b438589af112,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.262180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.263334 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-566c7edc-b20c-46c3-ba8a-5f0d26e28827 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/8dde0325-dcd7-42a4-8c13-ab93dfbacc8e HTTP/1.1" status: 204 len: 168 time: 1.3517060 Mar 16 10:57:11.264096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f27dbc3-022b-4019-8112-af421439cdc0 req-4d825216-54e4-470a-882b-cb34110662e1 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512310 Mar 16 10:57:11.264224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.269143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40110) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.433528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=d3584e11-e417-421b-aefd-42dfcbb02019,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:11.491472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40116) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.680430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:11.691596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:11.693486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8f479b1e-0a7c-4c65-b196-d651b444c709 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Synchronizing usage tracker for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:11.696481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:11.735527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:11.748521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:11.769971 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] Sync routers for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:11.770614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 2} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:11.775044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.780811 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:11.781565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:11.785554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8f479b1e-0a7c-4c65-b196-d651b444c709 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] Unset dirty status for tenant:6cadac28a7844ca0a615272ed6cf91dd on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:11.790777 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8f479b1e-0a7c-4c65-b196-d651b444c709 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4853330 Mar 16 10:57:11.791087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40122) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.794939 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ea75919d-b82e-4de2-91de-23bfa626e993 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9194927 Mar 16 10:57:11.796005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.801275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40126) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.819328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:11.849928 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:11.860007 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:11.861090 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:11.929002 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:11.929982 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c662740-934e-4e09-8fc3-a9a1d0b4b304 None None] The sync data for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:11.930104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-cdfb6d5a-2f69-47ad-a71f-ff3d49666f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:11.931761 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-cdfb6d5a-2f69-47ad-a71f-ff3d49666f21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1097 time: 0.6201336 Mar 16 10:57:11.940256 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b852f70d-d98f-4b8f-9339-024cac32028d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=878c59a805e544c298d23e52bc1a8ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422679 Mar 16 10:57:11.949754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40130) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:11.960613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-784b0f70-b53b-4d43-9f91-3186ec2289e1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] delete failed (client error): The resource could not be found. Mar 16 10:57:11.961703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-784b0f70-b53b-4d43-9f91-3186ec2289e1 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e06aae9-3a4d-4544-abba-5ab46b55cadc HTTP/1.1" status: 404 len: 347 time: 0.1696868 Mar 16 10:57:11.970567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40134) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.158811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.171875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.211225 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-9b30f59e-0eb6-4e85-8ea2-e303d9631fd3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] show failed (client error): The resource could not be found. Mar 16 10:57:12.217208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9b30f59e-0eb6-4e85-8ea2-e303d9631fd3 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-groups/32a6bfe8-74d6-41b8-80b8-56307f87d67a HTTP/1.1" status: 404 len: 347 time: 0.1251352 Mar 16 10:57:12.235757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40138) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.266255 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-d441b25d-025f-42f4-afac-513eb6c960f7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] show failed (client error): The resource could not be found. Mar 16 10:57:12.267236 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d441b25d-025f-42f4-afac-513eb6c960f7 tempest-NegativeSecGroupIPv6Test-717560139 tempest-NegativeSecGroupIPv6Test-717560139-project] 10.222.0.50 "GET /v2.0/security-group-rules/1eadf524-b406-4c60-8713-6af75d63f0da HTTP/1.1" status: 404 len: 356 time: 0.0304525 Mar 16 10:57:12.278439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.279026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router 43cdfc70-c78b-45af-9cc9-1b49702e851a {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:12.304241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.304646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe993-b725-4db0-86af-2d210da662e7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.310655 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6fe66457-98a9-405b-8dca-ec32486fc90f tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 204 len: 168 time: 3.6479273 Mar 16 10:57:12.311491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40146) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.330085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730056945', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:12.339594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:12.346180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-bc88e874-528d-40f0-8581-64797f4f1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.347810 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-bc88e874-528d-40f0-8581-64797f4f1668 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.4089360 Mar 16 10:57:12.348955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Usage tracker for resource:router and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:12.352938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:12.433010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:12.446329 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-3c5992e0-317f-4a6b-bf4c-dd7808d0842a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 217 time: 0.0880079 Mar 16 10:57:12.516507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-30d72abe-d8a3-44b6-be75-63e8267f783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.518043 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-30d72abe-d8a3-44b6-be75-63e8267f783f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.0655611 Mar 16 10:57:12.519456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.520801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.538147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.553694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40152) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.738354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.804422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 675dd641-d918-49d2-a09d-7498bf84c902 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:12.828464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.841104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b2fbe993-b725-4db0-86af-2d210da662e7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:57:12.842005 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2fbe993-b725-4db0-86af-2d210da662e7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db HTTP/1.1" status: 409 len: 329 time: 1.0116673 Mar 16 10:57:12.846390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40158) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:12.945488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ffef-63d2-4a5a-b37f-4c8557566083 req-45f8cc8a-d022-4f9a-b1f5-1c399bc7f404 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.946889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-df66ffef-63d2-4a5a-b37f-4c8557566083 req-45f8cc8a-d022-4f9a-b1f5-1c399bc7f404 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 944 time: 0.4045467 Mar 16 10:57:12.985778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:12.990790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-893de9c9-811b-4fbd-8438-9204d44bec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:12.992276 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-893de9c9-811b-4fbd-8438-9204d44bec4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4399071 Mar 16 10:57:13.033040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.053513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.125040 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-03c7c083-503f-4175-b30f-377c0db79f81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cadac28a7844ca0a615272ed6cf91dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680819 Mar 16 10:57:13.130395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40162) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:13.135387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211694c6-437d-487b-bbd9-529b4de60e67,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.147190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-df66ffef-63d2-4a5a-b37f-4c8557566083 req-ab35ae58-c4e9-4be7-9bf6-5da680ccab6e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922390 Mar 16 10:57:13.248390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.272204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.273325 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9df4cb29-6b58-4205-8fb5-25805d46cde7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/211694c6-437d-487b-bbd9-529b4de60e67 HTTP/1.1" status: 204 len: 168 time: 1.3145256 Mar 16 10:57:13.501226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port fa34ff65-609c-4a32-bbfa-60f238e15cd2 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:13.511724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.550312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.601670 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-fe56729b-622e-4075-b108-10ed2cbed7dd service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926049 Mar 16 10:57:13.718623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.737922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port ae633851-11e9-41b3-8fb0-2e0c2332f7f7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:13.738263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.787042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bfb7a-4825-493f-8a58-2d86f8f73281,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:13.802482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.861404 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-5dfe7a73-4675-42b3-8675-21f1bf2137a7 req-c2c47953-e33d-4979-8e70-4bed4fd16411 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293367 Mar 16 10:57:13.921569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:13.922713 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0ce867f5-5a51-4f01-bd36-1a63d8880360 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f93bfb7a-4825-493f-8a58-2d86f8f73281 HTTP/1.1" status: 204 len: 168 time: 0.7853303 Mar 16 10:57:13.963946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.045445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port ae633851-11e9-41b3-8fb0-2e0c2332f7f7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:14.045821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.069415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.105601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.145598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40188) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.315211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:14.324172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for ae633851-11e9-41b3-8fb0-2e0c2332f7f7 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:14.352526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=675dd641-d918-49d2-a09d-7498bf84c902,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.355970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.390028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Allocated IP 172.26.0.26 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/21699aba-b474-46d8-84de-77aa0c1ce0d3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:14.404430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.405571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.428864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.498044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1319565565'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:14.517169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.550017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=fa34ff65-609c-4a32-bbfa-60f238e15cd2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.581241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': 'b606f910-736b-48d0-99f4-b7fac45c8b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87aef356-abfe-45e5-82fc-c523130c19ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:14.581512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: 87aef356-abfe-45e5-82fc-c523130c19ea, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:14.617951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed883f-44d9-4c7d-bfe6-401c826a9910 req-b727bd9b-c49a-496e-9621-151c2e30db6e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.619606 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93ed883f-44d9-4c7d-bfe6-401c826a9910 req-b727bd9b-c49a-496e-9621-151c2e30db6e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 944 time: 0.3096220 Mar 16 10:57:14.620413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:network and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.628929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.641751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 87aef356-abfe-45e5-82fc-c523130c19ea is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:14.646402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.684694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:14.689699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.693042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 87aef356-abfe-45e5-82fc-c523130c19ea) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:14.701747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9bc88-6f67-4d87-9555-fe05ad3a374d None None] Network 87aef356-abfe-45e5-82fc-c523130c19ea requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:14.724579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:14.734276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.740536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:14.741286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.766948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.768498 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93ed883f-44d9-4c7d-bfe6-401c826a9910 req-47c5fec4-cbdb-4e28-acf3-bc241c398171 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415594 Mar 16 10:57:14.804603 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-29f92dfc-bad8-49d5-9116-580fdb3ee6bc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7116282 Mar 16 10:57:14.804603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40196) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:14.842942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:14.844931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.848009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:14.855377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:security_group_rule and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:14.859359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:14.867968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:14.907911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=ae633851-11e9-41b3-8fb0-2e0c2332f7f7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:14.991514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.022929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port fa34ff65-609c-4a32-bbfa-60f238e15cd2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:15.023275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.094708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting port b23d8e82-2230-455f-a008-a73fe009f4c0 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:15.094950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.136703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:15.160006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:15.169797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:15.263302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.294242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:57:15.329196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.330227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event updated for resources: {'Port': ['ID=21699aba-b474-46d8-84de-77aa0c1ce0d3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.349640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.436492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:15.443539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:15.457938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'port_id': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'mac_address': 'fa:16:3e:ef:69:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:57:15.496052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e098f0e1-f2c2-4c51-900c-6ca945ffb94b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.523889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.544102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:57:15.561454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:15.571921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.575450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.581947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.582506 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Added segment afdc314d-07d9-44df-8182-e8debb19816a of type vlan for network afd54f52-9bee-4769-8938-30d579685ddc Mar 16 10:57:15.675255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:15.719864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for fa34ff65-609c-4a32-bbfa-60f238e15cd2 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:15.740903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.760116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:15.997734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['01482d41-3e5d-4afd-ade2-a3b5ba4f8503'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:57:16.005450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Calling delete_port for b23d8e82-2230-455f-a008-a73fe009f4c0 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:16.149856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:16.162751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.187822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06daf74-7a06-44a2-ba8f-2efddb325d55 req-19e73817-b88e-4725-a697-595867e98ec1 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.189359 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b06daf74-7a06-44a2-ba8f-2efddb325d55 req-19e73817-b88e-4725-a697-595867e98ec1 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 945 time: 0.1720474 Mar 16 10:57:16.240241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.259133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=fa34ff65-609c-4a32-bbfa-60f238e15cd2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:16.281240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.287486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.288086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.330182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fc48f8e4-2687-4b2f-839c-287395a11a5c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/fa34ff65-609c-4a32-bbfa-60f238e15cd2 HTTP/1.1" status: 204 len: 168 time: 1.5317922 Mar 16 10:57:16.335032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40202) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.457542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b06daf74-7a06-44a2-ba8f-2efddb325d55 req-369f019b-4049-4fee-9707-2880b20ebbae tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311432 Mar 16 10:57:16.501783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:16.515226 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-65502f56-ba44-40f7-95ff-c9bb0c88bfbd tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3775046 Mar 16 10:57:16.516639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40206) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.522341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:16.532850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c87aa-6eaf-483b-9b68-78daa8adb946 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.534593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:16.535392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:16.541661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c87aa-6eaf-483b-9b68-78daa8adb946 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:16.542451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-396c87aa-6eaf-483b-9b68-78daa8adb946 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:16.562384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-396c87aa-6eaf-483b-9b68-78daa8adb946 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:16.563843 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-396c87aa-6eaf-483b-9b68-78daa8adb946 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2278645 Mar 16 10:57:16.566644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40210) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.604287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Network': ['ID=afd54f52-9bee-4769-8938-30d579685ddc,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:16.619886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network afd54f52-9bee-4769-8938-30d579685ddc details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:16.621968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.644958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 675dd641-d918-49d2-a09d-7498bf84c902 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:16.645542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.700442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet 9696c61a-4bee-4a48-963c-8289ba2df8f7 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:16.705615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.711479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:16.776151 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-03734fb9-441c-42f0-b6d7-3565eabc8fc6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6293688 Mar 16 10:57:16.779601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40214) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:16.798193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:16.800299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:16.808612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Port': ['ID=b23d8e82-2230-455f-a008-a73fe009f4c0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.047194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.115101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:17.151725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.193590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:14Z', 'revision_number': 9, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.198347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:17.205650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 675dd641-d918-49d2-a09d-7498bf84c902 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:17.206854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:17.207466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:17.237499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:17.246402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:17.255038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:17.280765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:17.286506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.332195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:17.392402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.418391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:17.463416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=675dd641-d918-49d2-a09d-7498bf84c902,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:17.466655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.481173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.523363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4f624350-559a-4d21-9298-88c97e9815b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/675dd641-d918-49d2-a09d-7498bf84c902 HTTP/1.1" status: 204 len: 168 time: 0.9554827 Mar 16 10:57:17.525690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40220) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:17.540819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:17.549572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:17.550214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.632467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.741976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.831594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.875281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:17.892100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:17.932309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.942448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:17.981632 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'code': 200} Mar 16 10:57:17.983456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Router 9c208272-18e3-454e-8c6c-3f4be164e7db has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:18.011782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.022842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:14Z', 'revision_number': 9, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.027566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b4114-8a1c-434d-a4e5-51e5859d7e03 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:14Z', 'revision_number': 9, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': '687f4280-0901-4af1-850d-32b83f40dd6f', 'name': '', 'network_id': '56c9db53-2ab7-443a-8fd1-681d0a72e96f', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:0f:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:11Z', 'updated_at': '2022-03-16T10:56:25Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': '44155ec3-462e-485a-b324-43ba469eb2ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:18.049027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.058288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c271c86-e4c9-466d-8100-a26cb00b754c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.059022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5c271c86-e4c9-466d-8100-a26cb00b754c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:18.070053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16b53-7102-48de-a736-df2e5144d1c2 req-02fed9df-0085-43e7-b0b0-a8327050e282 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.076665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10e16b53-7102-48de-a736-df2e5144d1c2 req-02fed9df-0085-43e7-b0b0-a8327050e282 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 945 time: 0.4195480 Mar 16 10:57:18.093770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=9696c61a-4bee-4a48-963c-8289ba2df8f7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.116415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479a492-b614-4e28-8ef0-980c287708d3 None None] Network 457ad63d-a30c-430d-ab9e-549f4de9f704 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:18.125916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=8d926265-725c-4436-a824-3d4237e0a0c7,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:18.147588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5c271c86-e4c9-466d-8100-a26cb00b754c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:18.152385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5c271c86-e4c9-466d-8100-a26cb00b754c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5585992 Mar 16 10:57:18.152385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:18.152385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network hostable DHCP agents. Network: afd54f52-9bee-4769-8938-30d579685ddc, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:18.156618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40226) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.168774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.198774 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-721b36ec-2f0f-4aa6-a190-617c56479442 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/9696c61a-4bee-4a48-963c-8289ba2df8f7 HTTP/1.1" status: 204 len: 168 time: 1.6736894 Mar 16 10:57:18.200328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40230) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.231929 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10e16b53-7102-48de-a736-df2e5144d1c2 req-3884675e-fb51-4242-a238-1df60d53a79d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455266 Mar 16 10:57:18.246646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9553ffe1-e0f8-41ef-8750-a66e32bd1bd6 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:18.251104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9553ffe1-e0f8-41ef-8750-a66e32bd1bd6 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/fa34ff65-609c-4a32-bbfa-60f238e15cd2 HTTP/1.1" status: 404 len: 333 time: 0.0834219 Mar 16 10:57:18.251447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40234) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.256239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:18.310206 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b8b09b-8148-4750-b13d-b8344eb4388c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:18.314564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d8b8b09b-8148-4750-b13d-b8344eb4388c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/675dd641-d918-49d2-a09d-7498bf84c902 HTTP/1.1" status: 404 len: 333 time: 0.0594683 Mar 16 10:57:18.314564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, afd54f52-9bee-4769-8938-30d579685ddc) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:18.320367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.320961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.325864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d7894-805e-4a95-92a5-2474fff1c515 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:18.327511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40238) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.469144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5e3c1c4b-d9d1-4365-b208-dbe55965440a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6856158 Mar 16 10:57:18.472992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40242) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.478968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'name': 'tempest-NetworksTestDHCPv6-614987359'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:18.539083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.543124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.603523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:18.615994 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59262e34-241c-420e-9676-8ffb5d6a48b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7684317 Mar 16 10:57:18.620135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] DHCP port deletion for 457ad63d-a30c-430d-ab9e-549f4de9f704 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:18.624154 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] Sync routers for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:18.628249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.629304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:18.629645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.635182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Deleting port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:18.635349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.641252 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:18.642143 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.702297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Router bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:18.738483 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.749952 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] Routers {'9c208272-18e3-454e-8c6c-3f4be164e7db'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:18.750985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['9c208272-18e3-454e-8c6c-3f4be164e7db'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.768705 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-abc5ee9b-2f2e-4827-bbc7-e25a584e49cc tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] show failed (client error): The resource could not be found. Mar 16 10:57:18.773443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-abc5ee9b-2f2e-4827-bbc7-e25a584e49cc tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-942702989 HTTP/1.1" status: 404 len: 334 time: 0.1400065 Mar 16 10:57:18.785951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40250) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.801267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ecdbb3cf-3166-46f4-b6f6-0b5cf3a5848e tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:18.832577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '8d926265-725c-4436-a824-3d4237e0a0c7'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:18.832577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:18.842286 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:18.843012 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c7dd47-61c9-4a12-9151-9920c49a9303 None None] The sync data for ids ['9c208272-18e3-454e-8c6c-3f4be164e7db'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:18.908748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-ecdbb3cf-3166-46f4-b6f6-0b5cf3a5848e tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] update failed (client error): The resource could not be found. Mar 16 10:57:18.914164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ecdbb3cf-3166-46f4-b6f6-0b5cf3a5848e tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1230408652 HTTP/1.1" status: 404 len: 335 time: 0.1201611 Mar 16 10:57:18.916425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40254) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:18.932082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ffe77-7e5a-4c88-b8ff-c78931e05c28 req-7964c799-6791-4bcf-aafb-5addaabde90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:18.933567 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ee1ffe77-7e5a-4c88-b8ff-c78931e05c28 req-7964c799-6791-4bcf-aafb-5addaabde90b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.6769862 Mar 16 10:57:19.013742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:19.015963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] For port 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9847c012-faba-45c4-8d5b-f10b9bfb4f83,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:19.016364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.016782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.036144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:19.043588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:19.060757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:19.062011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:19.076901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aef356-abfe-45e5-82fc-c523130c19ea']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.093361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting subnet 8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:19.097036 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ee1ffe77-7e5a-4c88-b8ff-c78931e05c28 req-e214d218-d10c-4cce-b82d-beda949788a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364455 Mar 16 10:57:19.097630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] Sync routers for ids ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:19.097763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.100268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.104424 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d91877e1-d4b1-41d7-b2c6-8531168745c5 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.7833662 Mar 16 10:57:19.107110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40258) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.113715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port 9847c012-faba-45c4-8d5b-f10b9bfb4f83, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9847c012-faba-45c4-8d5b-f10b9bfb4f83,segment=NetworkSegment(4a750809-203d-438f-9dc3-c0c4e506e48f),segment_id=4a750809-203d-438f-9dc3-c0c4e506e48f)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:19.114069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.123787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:19.126507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b606f910-736b-48d0-99f4-b7fac45c8b4b') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.126810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b606f910-736b-48d0-99f4-b7fac45c8b4b') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.133640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:19.137778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.164401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Calling delete_port for 9847c012-faba-45c4-8d5b-f10b9bfb4f83 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:19.168016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.190670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:19.207979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae633851-11e9-41b3-8fb0-2e0c2332f7f7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:19.238245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.272094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.310861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:19.310861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:19.327132 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:19.334934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: ae633851-11e9-41b3-8fb0-2e0c2332f7f7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:19.335482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ae633851-11e9-41b3-8fb0-2e0c2332f7f7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:19.335676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9847c012-faba-45c4-8d5b-f10b9bfb4f83 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:19.361979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 9847c012-faba-45c4-8d5b-f10b9bfb4f83 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:19.383910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] Routers {'bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:19.385166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.462677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.500697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/8d926265-725c-4436-a824-3d4237e0a0c7/f30dfc37-472a-4654-9d1e-141c5e1104ff) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:19.511064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] Routers {'bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:19.511561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.528278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.555492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.574495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=87aef356-abfe-45e5-82fc-c523130c19ea,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.577993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.588951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.625637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c0afd8e-fb18-425f-a164-7bdc08993990 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/87aef356-abfe-45e5-82fc-c523130c19ea HTTP/1.1" status: 204 len: 168 time: 1.2923229 Mar 16 10:57:19.625873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:19.625983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40264) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.626075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc72cb3-e764-4a90-8fb3-5bc9dcd77238 None None] The sync data for ids ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:19.639264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28e59-74d6-483b-a841-b62601d7acb4 req-76d00473-6e00-4905-954a-acac8759a6e8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:19.640782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ae28e59-74d6-483b-a841-b62601d7acb4 req-76d00473-6e00-4905-954a-acac8759a6e8 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2969325 Mar 16 10:57:19.641258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1974215506'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:19.647856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:19.656744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:19.661788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:19.662120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:19.662807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:19.671200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:57:19.671919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9847c012-faba-45c4-8d5b-f10b9bfb4f83 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:19.672071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:19.677471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] Pushing event deleted for resources: {'Port': ['ID=9847c012-faba-45c4-8d5b-f10b9bfb4f83,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.682752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d8f41-574c-44d5-958d-730cc57d207d None None] No DVR routers for this DVR port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:19.715646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ae28e59-74d6-483b-a841-b62601d7acb4 req-0d169a67-73f1-4ffc-aedb-3202172d9a77 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581634 Mar 16 10:57:19.717184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.786888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:19.791040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.880024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.889738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:19.892756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Transition to ACTIVE for port object f30dfc37-472a-4654-9d1e-141c5e1104ff will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:19.895897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:19.905469 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d90cf285-d70c-4725-9f80-e9119cea82f5 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/subnets/8d6ff9bc-ea6d-4e71-91e4-ab78f5deac38 HTTP/1.1" status: 204 len: 168 time: 0.9878502 Mar 16 10:57:19.905756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40268) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:19.905937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc14ff9-3fb1-4c76-a982-b9a929446caf None None] Network e811d48c-2814-4b6d-9a31-ecc861406dcf requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:19.912936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:19.947307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Transition to ACTIVE for port object f30dfc37-472a-4654-9d1e-141c5e1104ff will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:20.003426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.019255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting subnet 63dc9fc3-0231-49e1-bb63-d64576db384d {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:20.027052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.093717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::52 (afd54f52-9bee-4769-8938-30d579685ddc/8d926265-725c-4436-a824-3d4237e0a0c7/7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:20.110022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.119957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.120555 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment 5844e6d6-0e0c-42b6-b1f8-12a40e76bde4 of type vlan for network 34393cbe-7f87-4008-8a0d-0e3386a246a3 Mar 16 10:57:20.145569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:20.154846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.156389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:20.163438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 9847c012-faba-45c4-8d5b-f10b9bfb4f83 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:20.163786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.167619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Pushing event updated for resources: {'Port': ['ID=f30dfc37-472a-4654-9d1e-141c5e1104ff,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.170181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:20.243070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.263872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] The port '9847c012-faba-45c4-8d5b-f10b9bfb4f83' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:20.272759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Attempting to bind port f30dfc37-472a-4654-9d1e-141c5e1104ff on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:20.273151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Attempting to bind port f30dfc37-472a-4654-9d1e-141c5e1104ff by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:20.273509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Attempting to bind port f30dfc37-472a-4654-9d1e-141c5e1104ff on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:20.286644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:20.287016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:20.287417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.287806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:20.288272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Bound port: f30dfc37-472a-4654-9d1e-141c5e1104ff, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:20.288641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.297407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.337246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.362910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Deleting port 21699aba-b474-46d8-84de-77aa0c1ce0d3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:20.363341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.387975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] For port f30dfc37-472a-4654-9d1e-141c5e1104ff, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:20.391858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] For port f30dfc37-472a-4654-9d1e-141c5e1104ff, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f30dfc37-472a-4654-9d1e-141c5e1104ff,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:20.399367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.455706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] DHCP port deletion for e811d48c-2814-4b6d-9a31-ecc861406dcf request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:20.473416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Deleting port 20404923-6efe-4ebb-b14e-885892137d73 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:20.473648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.473829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.476924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.483837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:20.484439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.516343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.528252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.607943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37853db2-2aab-451a-9f96-6bdec8c2b45d None None] Pushing event updated for resources: {'Port': ['ID=f30dfc37-472a-4654-9d1e-141c5e1104ff,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.616882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:20.630376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Subnet': ['ID=63dc9fc3-0231-49e1-bb63-d64576db384d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:20.640377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.644215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a195d2-46d8-4606-982e-f1d8d98bdb9a None None] Network dfe36606-53b4-46bc-8d93-acc5e543916a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:20.650324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-923053a9-f3bc-472f-b489-774a49fa4213 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/subnets/63dc9fc3-0231-49e1-bb63-d64576db384d HTTP/1.1" status: 204 len: 168 time: 0.7432802 Mar 16 10:57:20.653374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40272) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.718271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457ad63d-a30c-430d-ab9e-549f4de9f704']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:20.726472 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1005750 Mar 16 10:57:20.775965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40276) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:20.789666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:20.867663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.891871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:20.905432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] For port 20404923-6efe-4ebb-b14e-885892137d73, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=20404923-6efe-4ebb-b14e-885892137d73,segment=NetworkSegment(e49e464a-bc54-4ecb-810f-47f059a433af),segment_id=e49e464a-bc54-4ecb-810f-47f059a433af)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:20.906233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.048511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.074756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Calling delete_port for 21699aba-b474-46d8-84de-77aa0c1ce0d3 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:21.104798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:21.111544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:21.112738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a750809-203d-438f-9dc3-c0c4e506e48f') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:21.113096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a750809-203d-438f-9dc3-c0c4e506e48f') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:21.116249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:21.129477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Calling delete_port for 20404923-6efe-4ebb-b14e-885892137d73 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:21.129725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae4db-ad94-4f69-8f27-74b95d221d60 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=34393cbe-7f87-4008-8a0d-0e3386a246a3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.139302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.154803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:21.163148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:21.182948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:21.186219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:21.192439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.193076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.195090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f30dfc37-472a-4654-9d1e-141c5e1104ff up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:21.199295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.204677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:21.215184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:21.215423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.220004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:21.232985 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:21.239365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting port 20404923-6efe-4ebb-b14e-885892137d73 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:21.239615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.278896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:21.282442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.299507 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ab44f573-2cb5-4784-a672-9083f8eb02f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8231864 Mar 16 10:57:21.303086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40282) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.330069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.355549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.366073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=457ad63d-a30c-430d-ab9e-549f4de9f704,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.375530 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d6100d0c-650f-4088-bc2b-90a781361632 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/457ad63d-a30c-430d-ab9e-549f4de9f704 HTTP/1.1" status: 204 len: 168 time: 3.1724348 Mar 16 10:57:21.376159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40286) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:21.413054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.484214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Performing IP validity checks on allocation pools {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 10:57:21.484879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.ipam_backend_mixin [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 10:57:21.499918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] The port '20404923-6efe-4ebb-b14e-885892137d73' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:21.503688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] No DVR routers for this DVR port 20404923-6efe-4ebb-b14e-885892137d73 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:21.528626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e584b-9bf6-42e6-974b-e96cdb947087 None None] Pushing event deleted for resources: {'Port': ['ID=20404923-6efe-4ebb-b14e-885892137d73,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.542190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f30dfc37-472a-4654-9d1e-141c5e1104ff completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:21.558081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] DHCP port deletion for dfe36606-53b4-46bc-8d93-acc5e543916a request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:21.563472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Deleting port cc181ee2-d601-462a-8ae3-28d8c6185b7d {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:21.564314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.579144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e663b-7805-4f7f-849c-43c2ab4e7916 req-c9799c79-3500-458a-900f-b0a285067418 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:21.580397 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b20e663b-7805-4f7f-849c-43c2ab4e7916 req-c9799c79-3500-458a-900f-b0a285067418 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.6479940 Mar 16 10:57:21.689362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.706019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 20404923-6efe-4ebb-b14e-885892137d73 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:21.728924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.754198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 20404923-6efe-4ebb-b14e-885892137d73 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:21.754545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 20404923-6efe-4ebb-b14e-885892137d73 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:21.770695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e811d48c-2814-4b6d-9a31-ecc861406dcf']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:21.786834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49e464a-bc54-4ecb-810f-47f059a433af') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:21.787034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49e464a-bc54-4ecb-810f-47f059a433af') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:21.800365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.816794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Pushing event deleted for resources: {'Port': ['ID=21699aba-b474-46d8-84de-77aa0c1ce0d3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:21.824180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.831947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:21.832510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.885316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] For port cc181ee2-d601-462a-8ae3-28d8c6185b7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc181ee2-d601-462a-8ae3-28d8c6185b7d,segment=NetworkSegment(938039da-2b5e-4f26-80c1-ff19766a2a52),segment_id=938039da-2b5e-4f26-80c1-ff19766a2a52)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:21.885767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:21.955826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9bdd5-af7c-47c6-823f-376d02b83d5d None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:22.034108 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:22.036189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Calling delete_port for cc181ee2-d601-462a-8ae3-28d8c6185b7d owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:22.113263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b20e663b-7805-4f7f-849c-43c2ab4e7916 req-3e93de1a-fed4-43f1-8ea7-1c452129e09d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5059252 Mar 16 10:57:22.124916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372eaf5-8fda-4249-b762-b53ba0174dda tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.131183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372eaf5-8fda-4249-b762-b53ba0174dda tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.131971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f372eaf5-8fda-4249-b762-b53ba0174dda tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:22.142873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.175509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.179873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Network': ['ID=e811d48c-2814-4b6d-9a31-ecc861406dcf,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.189980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Provisioning for port f30dfc37-472a-4654-9d1e-141c5e1104ff completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:22.201768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6131d0f2-5ffe-4c4b-8918-0601273f2c42 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/networks/e811d48c-2814-4b6d-9a31-ecc861406dcf HTTP/1.1" status: 204 len: 168 time: 1.5452158 Mar 16 10:57:22.205127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40292) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.206173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Provisioning complete for port f30dfc37-472a-4654-9d1e-141c5e1104ff triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:22.206467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.219602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f372eaf5-8fda-4249-b762-b53ba0174dda tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:22.222527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.223451 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f372eaf5-8fda-4249-b762-b53ba0174dda tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9067459 Mar 16 10:57:22.224291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40296) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.329367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.347043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.391616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] Pushing event deleted for resources: {'Port': ['ID=cc181ee2-d601-462a-8ae3-28d8c6185b7d,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.395077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0828c2-61d7-4504-80ab-57eaec1b0b11 None None] No DVR routers for this DVR port cc181ee2-d601-462a-8ae3-28d8c6185b7d on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:22.395601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:22.395939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.490587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=e72ea04e-7f88-4206-9291-3175af516c7b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.508414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.559945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] For port f30dfc37-472a-4654-9d1e-141c5e1104ff, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f30dfc37-472a-4654-9d1e-141c5e1104ff,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:22.565269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.599862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:22.600254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: 34393cbe-7f87-4008-8a0d-0e3386a246a3, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:22.617213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6462e-e9a4-455c-9a32-56d1b1d9b9bc req-756a5699-e725-48f0-b1be-cce0bf33aeeb tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.619312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fde6462e-e9a4-455c-9a32-56d1b1d9b9bc req-756a5699-e725-48f0-b1be-cce0bf33aeeb tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3456473 Mar 16 10:57:22.636583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40300) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.646513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Request body: {'floatingip': {'port_id': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.684424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421064d0-1598-4055-8aa9-92466b3798b5 None None] Pushing event updated for resources: {'Port': ['ID=f30dfc37-472a-4654-9d1e-141c5e1104ff,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:22.730668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:22.757212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 34393cbe-7f87-4008-8a0d-0e3386a246a3) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:22.766088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:22.766939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.779962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507c02f-88d9-4838-bd2f-373d23e8afa0 None None] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:22.798281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f417ff54-6ceb-410a-b3fc-96f744abb801 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0210755 Mar 16 10:57:22.798977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40304) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:22.819004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3', 'name': 'tempest-PortsTestJSON-915700184'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:22.850182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.911273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.930191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-52ad386b-5d05-428b-9d28-3feeb46a617d None None] Provisioning complete for port f30dfc37-472a-4654-9d1e-141c5e1104ff triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:22.932460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-52ad386b-5d05-428b-9d28-3feeb46a617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:22.980944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.004784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.043851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.047618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:23.167794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f30dfc37-472a-4654-9d1e-141c5e1104ff up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:23.221107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:23.238625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-34393cbe-7f87-4008-8a0d-0e3386a246a3', 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': 'e72ea04e-7f88-4206-9291-3175af516c7b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:23.239913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.244881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:23.264748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:23.268720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.294522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 7c56240e-56ba-4c19-a2a3-9023218becc6 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:23.312480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-52ad386b-5d05-428b-9d28-3feeb46a617d None None] Could not find standard attr ID for object 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:23.343876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f30dfc37-472a-4654-9d1e-141c5e1104ff triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:23.344256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.358246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.429621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:23.461776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-18ef3911-b02d-46d4-8ee8-e7815ff0a263 None None] Could not find standard attr ID for object 7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:23.485709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Allocated IP 172.20.0.2 (34393cbe-7f87-4008-8a0d-0e3386a246a3/e72ea04e-7f88-4206-9291-3175af516c7b/65fb23a3-756d-45b0-9d1b-2be7d8436d50) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:23.487898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.495838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Router bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:23.516857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-28804f2e-6e31-40ea-9441-611f95e71a2b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 HTTP/1.1" status: 204 len: 168 time: 1.2888947 Mar 16 10:57:23.517592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40308) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.612403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2843dc-ce61-4817-a942-578190758326 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:23.614846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2843dc-ce61-4817-a942-578190758326 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:23.615182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2843dc-ce61-4817-a942-578190758326 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:23.639942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.640203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a2843dc-ce61-4817-a942-578190758326 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:23.644271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a2843dc-ce61-4817-a942-578190758326 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1231706 Mar 16 10:57:23.644548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40312) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.728724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 8d926265-725c-4436-a824-3d4237e0a0c7 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:23.732336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc181ee2-d601-462a-8ae3-28d8c6185b7d no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:23.734053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.742765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe36606-53b4-46bc-8d93-acc5e543916a']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:23.768297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938039da-2b5e-4f26-80c1-ff19766a2a52') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:23.768624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938039da-2b5e-4f26-80c1-ff19766a2a52') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:23.784867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: cc181ee2-d601-462a-8ae3-28d8c6185b7d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:23.785072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc181ee2-d601-462a-8ae3-28d8c6185b7d not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:23.796899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.885734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.900492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.910819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Transition to ACTIVE for port object 65fb23a3-756d-45b0-9d1b-2be7d8436d50 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:23.928373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Transition to ACTIVE for port object 65fb23a3-756d-45b0-9d1b-2be7d8436d50 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:23.936416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.945142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.954720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:23.962916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:23.967517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0259961c-b85d-4100-8e72-1f6c0078e98e tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "PUT /v2.0/routers/bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 200 len: 705 time: 4.8560865 Mar 16 10:57:23.970654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40316) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:23.977185 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] Sync routers for ids ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:23.993894 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] Routers {'bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:23.995043 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:24.002854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:24.010896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:24.015348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:24.021514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Pushing event updated for resources: {'Port': ['ID=65fb23a3-756d-45b0-9d1b-2be7d8436d50,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.051017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.107655 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:24.116680 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] Routers {'bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:24.117578 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:24.125010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Attempting to bind port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:24.125505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Attempting to bind port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:24.125962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Attempting to bind port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 on network 34393cbe-7f87-4008-8a0d-0e3386a246a3 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:24.131905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:24.132417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Checking segment: {'id': '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:24.132980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.133466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Bound using segment: {'id': '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:24.134209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Bound port: 65fb23a3-756d-45b0-9d1b-2be7d8436d50, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '34393cbe-7f87-4008-8a0d-0e3386a246a3'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:24.135160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.140340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.14 (34393cbe-7f87-4008-8a0d-0e3386a246a3/e72ea04e-7f88-4206-9291-3175af516c7b/7c56240e-56ba-4c19-a2a3-9023218becc6) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:24.143012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:24.143423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:24.160211 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:24.188512 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:24.189196 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156be68-27ff-4960-9d81-ab373327dcad None None] The sync data for ids ['bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:24.249230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] For port 65fb23a3-756d-45b0-9d1b-2be7d8436d50, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:24.252100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] For port 65fb23a3-756d-45b0-9d1b-2be7d8436d50, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=65fb23a3-756d-45b0-9d1b-2be7d8436d50,segment=NetworkSegment(5844e6d6-0e0c-42b6-b1f8-12a40e76bde4),segment_id=5844e6d6-0e0c-42b6-b1f8-12a40e76bde4)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:24.257606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.325558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.344286 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e6c36eeb-4b92-45c0-9d42-34b2a77d846b tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/routers/bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 200 len: 740 time: 0.3651528 Mar 16 10:57:24.345465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bda52d-322e-4723-b22f-905395f6d735 None None] Pushing event updated for resources: {'Port': ['ID=65fb23a3-756d-45b0-9d1b-2be7d8436d50,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.360350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40320) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.376931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b779b-dec8-46bf-a66b-de8b00fc302e None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:24.379776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.397405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=8d926265-725c-4436-a824-3d4237e0a0c7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.419173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1ffcdc11-98d3-4d6a-862e-f75796737392 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/8d926265-725c-4436-a824-3d4237e0a0c7 HTTP/1.1" status: 204 len: 168 time: 0.7734601 Mar 16 10:57:24.423213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40324) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.478036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.488879 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-284861c2-102f-46b8-84dc-15c9c5510988 tempest-RoutersAdminTest-1146102597 tempest-RoutersAdminTest-1146102597-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&device_id=bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 200 len: 205 time: 0.1269059 Mar 16 10:57:24.494875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40328) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.513587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.517676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.522411 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7e54e88f-bda2-444e-a54c-39a1ee6af9e9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935926 Mar 16 10:57:24.548650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40332) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.559493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:24.568693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 7c56240e-56ba-4c19-a2a3-9023218becc6 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:24.577935 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c91bc3f1-237d-40ce-9e03-f7fa8dffd6e0 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 200 len: 205 time: 0.0781498 Mar 16 10:57:24.578508 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/networks/dfe36606-53b4-46bc-8d93-acc5e543916a HTTP/1.1" status: 204 len: 168 time: 2.3628449 Mar 16 10:57:24.578664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40336) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.578664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40338) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:24.582490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.650133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441a7c-7dfc-49f0-8edc-1d16ccaff73b tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Network': ['ID=dfe36606-53b4-46bc-8d93-acc5e543916a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:24.765714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:24.771475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Deleting port f30dfc37-472a-4654-9d1e-141c5e1104ff {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:24.772027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.836509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:24.914088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting subnet baa26c0f-461f-4ed0-8081-7a1dc4a94b7d {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:24.921514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.033038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:25.037204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:25.049943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] For port f30dfc37-472a-4654-9d1e-141c5e1104ff, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f30dfc37-472a-4654-9d1e-141c5e1104ff,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:25.050319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.066564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.091864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:25.113847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:25.161760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:57:25.235260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 65fb23a3-756d-45b0-9d1b-2be7d8436d50 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:25.245408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:25.248862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.264113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.275419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Calling delete_port for f30dfc37-472a-4654-9d1e-141c5e1104ff owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:25.305866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:25.318987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.329797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:25.332120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.346145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:25.364304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.388897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.400135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=7c56240e-56ba-4c19-a2a3-9023218becc6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.406527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.473970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.474709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Fanout notify agent at l3_agent the message router_deleted on router bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:25.488172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:25.489249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.496547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] Pushing event deleted for resources: {'Port': ['ID=f30dfc37-472a-4654-9d1e-141c5e1104ff,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:25.505756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe43553-8a59-47dc-b6ac-220c705a34d1 None None] No DVR routers for this DVR port f30dfc37-472a-4654-9d1e-141c5e1104ff on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:25.534021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.538752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:25.539410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-04bf33b2-6f6f-436d-8e82-95194cc9d1a2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 204 len: 168 time: 0.9596574 Mar 16 10:57:25.540499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40344) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.554914 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7fd81191-6e54-429a-896a-11c8a88a60e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7451313 Mar 16 10:57:25.561546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40348) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.606124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.617171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f30dfc37-472a-4654-9d1e-141c5e1104ff no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:25.657183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f30dfc37-472a-4654-9d1e-141c5e1104ff {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:25.658039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f30dfc37-472a-4654-9d1e-141c5e1104ff not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:25.664629 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-72e93684-ccb5-4f85-9a4d-bdc5163717e7 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 200 len: 205 time: 0.1206620 Mar 16 10:57:25.665358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40352) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.741139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-d1346970-7fb9-4f7a-9f6d-2842e23406d9 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:25.743256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d1346970-7fb9-4f7a-9f6d-2842e23406d9 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/bbcd7be9-f97c-4c8e-9cd6-93b1cb77f3fc HTTP/1.1" status: 404 len: 336 time: 0.0746322 Mar 16 10:57:25.750276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40356) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.750486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b3d1dd-a3cb-488a-ac76-3718676f0eb8 None None] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:25.829513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 7c56240e-56ba-4c19-a2a3-9023218becc6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:25.829716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.873736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Provisioning for port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:25.880638 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Floating IP c6abe656-080d-4a70-afa9-8f53446e763b associated. External IP: 172.26.0.18, port: 01482d41-3e5d-4afd-ade2-a3b5ba4f8503. Mar 16 10:57:25.892204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Provisioning complete for port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:25.892793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:25.926386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cde6d85f-af32-482c-825a-65b63d057839 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 200 len: 205 time: 0.1757219 Mar 16 10:57:25.927028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40360) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:25.955159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 687f4280-0901-4af1-850d-32b83f40dd6f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:25.955528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.001820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-639b72f6-b575-4120-a111-a622eda7566c tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:26.005799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-639b72f6-b575-4120-a111-a622eda7566c tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/43cdfc70-c78b-45af-9cc9-1b49702e851a HTTP/1.1" status: 404 len: 336 time: 0.0761602 Mar 16 10:57:26.007066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40364) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.030123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.051793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.097838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b7318fdd-bf4a-4f0f-b1e2-df5ff6389fe2 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 200 len: 205 time: 0.0864067 Mar 16 10:57:26.100932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40368) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.107287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.110157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Subnet': ['ID=baa26c0f-461f-4ed0-8081-7a1dc4a94b7d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.117381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aff90b-0215-41d7-ad44-74b3445bd706 None None] Network 741623af-32f9-4811-a49e-b4b7c4b87a66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:26.167766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.190737 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-694edff9-2d2e-4ad1-9512-f4e028cdb19f tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/subnets/baa26c0f-461f-4ed0-8081-7a1dc4a94b7d HTTP/1.1" status: 204 len: 168 time: 1.6090126 Mar 16 10:57:26.191792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-39fb0b4f-e193-46a5-bb82-9338ec815c7d tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:26.195253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-39fb0b4f-e193-46a5-bb82-9338ec815c7d tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/515755fb-e993-4464-8aab-cf59c85c90fe HTTP/1.1" status: 404 len: 336 time: 0.0906174 Mar 16 10:57:26.195253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40372) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.195465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40376) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.259840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:26.269920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:26.286136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e665fbda-9423-46d4-ab2c-7846d7987101 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 200 len: 205 time: 0.0897474 Mar 16 10:57:26.288924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40380) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.293693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32bf91-7be8-4c27-9321-6fb7ec5d9138 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:26.346208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:26.346798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.361507 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-8cc35682-80aa-43ca-a993-8d812fc27003 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:26.365606 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8cc35682-80aa-43ca-a993-8d812fc27003 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/3a7939d5-b1d5-4e2d-bed0-965c60e06026 HTTP/1.1" status: 404 len: 336 time: 0.0728509 Mar 16 10:57:26.380182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=11cc0c95-1c05-4f5b-96f6-6f9d05512978,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.380557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] For port 65fb23a3-756d-45b0-9d1b-2be7d8436d50, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=65fb23a3-756d-45b0-9d1b-2be7d8436d50,segment=NetworkSegment(5844e6d6-0e0c-42b6-b1f8-12a40e76bde4),segment_id=5844e6d6-0e0c-42b6-b1f8-12a40e76bde4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:26.460461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.462503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40384) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.474438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.546066 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eadb575f-53ee-471d-94d1-82cb830a711b tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 200 len: 205 time: 0.0802903 Mar 16 10:57:26.548696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.570291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78a53b-25c0-48a2-bb66-54e8e83915f9 None None] Pushing event updated for resources: {'Port': ['ID=65fb23a3-756d-45b0-9d1b-2be7d8436d50,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:26.660446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Deleting port 707b2526-99d2-48a1-90e6-bc667d4338d6 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:26.660783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.723866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-5b3ed177-7630-4803-a126-60b0ebf6abc9 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:26.727706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5b3ed177-7630-4803-a126-60b0ebf6abc9 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/252209e8-130b-4eb3-9c60-11fa99c53802 HTTP/1.1" status: 404 len: 336 time: 0.1779218 Mar 16 10:57:26.728280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40392) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.763901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Provisioning complete for port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:26.764471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.769924 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b2b7ec38-7bc7-4221-b807-33830c9f9673 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2200961 Mar 16 10:57:26.786320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40396) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.795652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'name': 'tempest-NetworksTestDHCPv6-913762444'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:26.803477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fd58fd7d-7b4e-49d4-b10e-60d8c4679b8b tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f5e3635-4f17-45fa-b865-f6e68cd7e503 HTTP/1.1" status: 200 len: 205 time: 0.0719275 Mar 16 10:57:26.804067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40400) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.809215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] DHCP port deletion for 741623af-32f9-4811-a49e-b4b7c4b87a66 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:26.830468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port 687f4280-0901-4af1-850d-32b83f40dd6f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=687f4280-0901-4af1-850d-32b83f40dd6f,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:26.830834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.877329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Deleting port 707b2526-99d2-48a1-90e6-bc667d4338d6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:26.877898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.927472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '11cc0c95-1c05-4f5b-96f6-6f9d05512978'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:26.928379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.928731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-efb61b1c-2fb1-4805-a2d9-7e2fda5705d4 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] delete failed (client error): The resource could not be found. Mar 16 10:57:26.932814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-efb61b1c-2fb1-4805-a2d9-7e2fda5705d4 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/routers/3f5e3635-4f17-45fa-b865-f6e68cd7e503 HTTP/1.1" status: 404 len: 336 time: 0.1207690 Mar 16 10:57:26.933503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40404) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:26.951044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.972657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40b397db-99ed-4e29-bed8-199177589c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:26.975438 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d213ba9-03fe-4a0a-bbe2-a098c3166fe8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:26.975894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d213ba9-03fe-4a0a-bbe2-a098c3166fe8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:26.980171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d213ba9-03fe-4a0a-bbe2-a098c3166fe8 tempest-RoutersAdminTest-539963314 tempest-RoutersAdminTest-539963314-project] 10.222.0.50 "DELETE /v2.0/subnets/b725bd07-a8f8-4ac5-abba-67a595e87172 HTTP/1.1" status: 404 len: 337 time: 0.0432909 Mar 16 10:57:27.079314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 687f4280-0901-4af1-850d-32b83f40dd6f owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:27.113229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] For port 707b2526-99d2-48a1-90e6-bc667d4338d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=707b2526-99d2-48a1-90e6-bc667d4338d6,segment=NetworkSegment(33b66923-0ca8-4eb5-b28f-afc22b0246a8),segment_id=33b66923-0ca8-4eb5-b28f-afc22b0246a8)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:27.114143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.136893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/11cc0c95-1c05-4f5b-96f6-6f9d05512978/c7d56caa-115d-4a2e-bcf1-0ad7a88de81b) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:27.171585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 65fb23a3-756d-45b0-9d1b-2be7d8436d50 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:27.268415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Calling delete_port for 707b2526-99d2-48a1-90e6-bc667d4338d6 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:27.359167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.384961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 7c56240e-56ba-4c19-a2a3-9023218becc6 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:27.395273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40412) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:27.416458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] No DVR routers for this DVR port 707b2526-99d2-48a1-90e6-bc667d4338d6 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:27.471831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Port': ['ID=707b2526-99d2-48a1-90e6-bc667d4338d6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.562581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] For port 707b2526-99d2-48a1-90e6-bc667d4338d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=707b2526-99d2-48a1-90e6-bc667d4338d6,segment=NetworkSegment(33b66923-0ca8-4eb5-b28f-afc22b0246a8),segment_id=33b66923-0ca8-4eb5-b28f-afc22b0246a8)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:27.562581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.632667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:27.675605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:27.704712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.711996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.744419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:27.750202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741623af-32f9-4811-a49e-b4b7c4b87a66']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.757131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Usage tracker for resource:security_group_rule and tenant:20625de2e840488cb89785cf4a297c41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:27.762957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:27.768323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Calling delete_port for 707b2526-99d2-48a1-90e6-bc667d4338d6 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:27.770095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:27.770594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b66923-0ca8-4eb5-b28f-afc22b0246a8') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.770784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b66923-0ca8-4eb5-b28f-afc22b0246a8') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:27.777633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:27.787683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.810677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.811830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:27.812250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.817291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:27.817555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:27.817671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:27.832601 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:27.839919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:27.878579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:27.882051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.904081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.911876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.932189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.940366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:27.944649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:27.945308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:27.973549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Pushing event deleted for resources: {'Network': ['ID=741623af-32f9-4811-a49e-b4b7c4b87a66,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:27.978803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e14792d9-e7a4-4e9b-9e8c-da641e6d81b7 tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/networks/741623af-32f9-4811-a49e-b4b7c4b87a66 HTTP/1.1" status: 204 len: 168 time: 1.7844987 Mar 16 10:57:27.983175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40418) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.033631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cc178e93-a758-442d-9998-bde9e3e9859c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Synchronizing usage tracker for tenant:756e503b8c4f4d8dbf7de85d781df63e on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:28.042370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Transition to ACTIVE for port object c7d56caa-115d-4a2e-bcf1-0ad7a88de81b will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:28.045677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=687f4280-0901-4af1-850d-32b83f40dd6f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.052314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.081489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 707b2526-99d2-48a1-90e6-bc667d4338d6 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:28.081987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port e622b82c-3b3d-4331-bd84-b2c414f659b1 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:28.087059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cc178e93-a758-442d-9998-bde9e3e9859c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Unset dirty status for tenant:756e503b8c4f4d8dbf7de85d781df63e on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:28.088236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc178e93-a758-442d-9998-bde9e3e9859c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c208272-18e3-454e-8c6c-3f4be164e7db HTTP/1.1" status: 200 len: 205 time: 0.1028087 Mar 16 10:57:28.091615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40422) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.125393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Provisioning for port 7c56240e-56ba-4c19-a2a3-9023218becc6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:28.132488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 707b2526-99d2-48a1-90e6-bc667d4338d6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:28.132868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 707b2526-99d2-48a1-90e6-bc667d4338d6 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:28.142964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Provisioning complete for port 7c56240e-56ba-4c19-a2a3-9023218becc6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:28.143792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.183569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f29e62c1-3dde-488d-991f-467eb264c78f None None] Port 7c56240e-56ba-4c19-a2a3-9023218becc6 was deleted so its status cannot be updated. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:57:28.185463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Transition to ACTIVE for port object c7d56caa-115d-4a2e-bcf1-0ad7a88de81b will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:28.193248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.260438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:28.263731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:28.268247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:28.304226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.325055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-db8524ac-12d9-4d3f-b341-29a1fbd43267 None None] Could not find standard attr ID for object 7c56240e-56ba-4c19-a2a3-9023218becc6. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:28.373682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.400220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Attempting to bind port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:28.400605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Attempting to bind port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:28.400995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Attempting to bind port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:28.406411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Pushing event updated for resources: {'Port': ['ID=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.409156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:28.409530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:28.409925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.410420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:28.410890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Bound port: c7d56caa-115d-4a2e-bcf1-0ad7a88de81b, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:28.411278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.428783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.448962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=7c56240e-56ba-4c19-a2a3-9023218becc6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.531700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] For port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:28.535062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] For port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:28.536563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Deleting port 707b2526-99d2-48a1-90e6-bc667d4338d6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:28.537131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.572131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:28.623570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9b67a84d-6011-405d-90f6-94642ca9100d None None] The port '707b2526-99d2-48a1-90e6-bc667d4338d6' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:28.625202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Sync routers for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:28.627732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.679790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f342e-f1a0-4398-ad55-cce1e40ae4a7,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.693462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e6039dc-7a31-467f-8545-0a68c47ddf94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20625de2e840488cb89785cf4a297c41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2973616 Mar 16 10:57:28.697345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.700513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.702170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40426) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.760695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.761316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Fanout notify agent at l3_agent the message router_deleted on router 9c208272-18e3-454e-8c6c-3f4be164e7db {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:28.775867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662ace-fa9d-4705-a5fe-6518303f93b2 None None] Pushing event updated for resources: {'Port': ['ID=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:28.783517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.800701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:28.801364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:28.804365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.820542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.824895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b3d7bb15-eef8-4b10-a29f-e321f1c8783c tempest-RoutersNegativeTest-748828776 tempest-RoutersNegativeTest-748828776-project] 10.222.0.50 "DELETE /v2.0/routers/9c208272-18e3-454e-8c6c-3f4be164e7db HTTP/1.1" status: 204 len: 168 time: 0.7297285 Mar 16 10:57:28.830902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.832899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47e5d562-0ee4-49c5-a720-7e842d419ca7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/7c56240e-56ba-4c19-a2a3-9023218becc6 HTTP/1.1" status: 204 len: 168 time: 3.2679434 Mar 16 10:57:28.835579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.845476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.881770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:28.907351 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-388203af-d0ce-4c91-924e-c3d90d102fbb tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:28.908421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388203af-d0ce-4c91-924e-c3d90d102fbb tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:28.910403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-388203af-d0ce-4c91-924e-c3d90d102fbb tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/7c56240e-56ba-4c19-a2a3-9023218becc6 HTTP/1.1" status: 404 len: 333 time: 0.0736756 Mar 16 10:57:28.913201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40436) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:28.977547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::3bc (afd54f52-9bee-4769-8938-30d579685ddc/11cc0c95-1c05-4f5b-96f6-6f9d05512978/e622b82c-3b3d-4331-bd84-b2c414f659b1) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:28.990885 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7615b736-43c3-41b5-94e1-4dc83f3aaff5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "PUT /v2.0/floatingips/c6abe656-080d-4a70-afa9-8f53446e763b HTTP/1.1" status: 200 len: 991 time: 6.3489513 Mar 16 10:57:29.005144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-504ce0ef-2daa-4f11-b64e-e9e10fdcc2c7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:29.006148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-504ce0ef-2daa-4f11-b64e-e9e10fdcc2c7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:29.018405 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:57:29.042253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-504ce0ef-2daa-4f11-b64e-e9e10fdcc2c7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:29.043602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-504ce0ef-2daa-4f11-b64e-e9e10fdcc2c7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/7c56240e-56ba-4c19-a2a3-9023218becc6 HTTP/1.1" status: 404 len: 333 time: 0.1291828 Mar 16 10:57:29.046646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40444) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.050056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c24cd38e-1338-4eb2-b758-4bb94dc321a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.089978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:29.131956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:57:29.148667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.252357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f342e-f1a0-4398-ad55-cce1e40ae4a7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:29.262329 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'status': 'completed', 'code': 200} Mar 16 10:57:29.262703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40450) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.280403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet e72ea04e-7f88-4206-9291-3175af516c7b {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:29.337145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.338512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-87c09f61-c15a-4eb6-9553-8d4387d2a82d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da0f342e-f1a0-4398-ad55-cce1e40ae4a7 HTTP/1.1" status: 204 len: 168 time: 0.6353211 Mar 16 10:57:29.344869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.455718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.525302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9e79-35f2-4f18-9ace-5cba681a7fdd req-32e715c4-0ee8-454f-92fe-0c2f2e189346 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:29.527298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eefb9e79-35f2-4f18-9ace-5cba681a7fdd req-32e715c4-0ee8-454f-92fe-0c2f2e189346 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3049400 Mar 16 10:57:29.620636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eefb9e79-35f2-4f18-9ace-5cba681a7fdd req-8456e244-0163-49ae-bdc1-ce1892d4e09c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862522 Mar 16 10:57:29.632274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.767603 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2cc990c5-aafc-41cf-bc4a-b02cd0067836 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=756e503b8c4f4d8dbf7de85d781df63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962609 Mar 16 10:57:29.777504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:29.827162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'c6abe656-080d-4a70-afa9-8f53446e763b', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'port_id': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'mac_address': 'fa:16:3e:ef:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:56:50Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 1, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:29.831954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Checking router: 0ed864c6-74cc-449a-a778-2dbd1ed4f642 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:29.836455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:29.844616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:29.845418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:29.887617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-55e03e78-a2ea-4750-a824-1e01b1ad0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:29.889580 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-55e03e78-a2ea-4750-a824-1e01b1ad0911 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.5640810 Mar 16 10:57:29.929251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:29.932611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.035353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1bc96777-c106-4f2e-8263-609604c59d86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a3cfd0220684458aab5fd43c95a265b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989432 Mar 16 10:57:30.035578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40470) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.042472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.049871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object e622b82c-3b3d-4331-bd84-b2c414f659b1 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:30.096770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.102222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=e72ea04e-7f88-4206-9291-3175af516c7b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.113303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:30.126642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3341db18-17fb-429e-8c85-f641b983759b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/e72ea04e-7f88-4206-9291-3175af516c7b HTTP/1.1" status: 204 len: 168 time: 1.0785322 Mar 16 10:57:30.130235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40474) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.167206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8b72b-f327-4ebb-aedd-de284e74263a None None] Network 34393cbe-7f87-4008-8a0d-0e3386a246a3 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:30.230103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf07de-b2d9-4189-be24-39cab21cae36 req-78167d71-4cb1-47ff-9b6c-ac8635a3819d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.231653 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ebdf07de-b2d9-4189-be24-39cab21cae36 req-78167d71-4cb1-47ff-9b6c-ac8635a3819d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3456254 Mar 16 10:57:30.235778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.378221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.380182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:30.390066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.398737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:30.399575 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-76d5b6de-d025-4f1b-90f0-4e5da5ffb44f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0199389 Mar 16 10:57:30.400065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40478) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:30.409658 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:30.410264 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:30.425389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.463328 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ebdf07de-b2d9-4189-be24-39cab21cae36 req-2aec45d3-704b-4020-9d8f-1f9e41380c3d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225370 Mar 16 10:57:30.519951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.520764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:30.521170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.529133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-a7dd5a0f-edb4-4de7-b981-01d570e05ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.531118 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-a7dd5a0f-edb4-4de7-b981-01d570e05ccb service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.6288540 Mar 16 10:57:30.557695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.589891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-52dd2a55-a877-4e7c-a8df-0cc3f21e8bd8 None None] Provisioning for port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:30.600427 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:30.636963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.649534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.663909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet 44155ec3-462e-485a-b324-43ba469eb2ad {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:30.722659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.813683 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-88833e0e-65ad-431e-88e7-9b3c221a56ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 999 time: 0.2708883 Mar 16 10:57:30.823703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port 65fb23a3-756d-45b0-9d1b-2be7d8436d50, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=65fb23a3-756d-45b0-9d1b-2be7d8436d50,segment=NetworkSegment(5844e6d6-0e0c-42b6-b1f8-12a40e76bde4),segment_id=5844e6d6-0e0c-42b6-b1f8-12a40e76bde4)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:30.826016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.829599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:30.833221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.856124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32fe27-6102-4282-96f3-b9c829464c06 None None] DHCP port deletion for 34393cbe-7f87-4008-8a0d-0e3386a246a3 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:30.865616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d32fe27-6102-4282-96f3-b9c829464c06 None None] Deleting port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:30.865996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d32fe27-6102-4282-96f3-b9c829464c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.914338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0610911-7869-4a8b-b638-330b56bdfce0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:30.936950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-2a0051c6-f90f-4196-a832-23539753c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.939466 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-2a0051c6-f90f-4196-a832-23539753c770 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.1146691 Mar 16 10:57:30.951339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:30.955690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:30.965417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:30.966531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:30.995215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 65fb23a3-756d-45b0-9d1b-2be7d8436d50 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:31.004306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=e622b82c-3b3d-4331-bd84-b2c414f659b1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.034103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.038588 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:27Z', 'revision_number': 10, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:31.038960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.043622 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9598feda-d0f9-467e-8c08-b844dbd04939 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0610911-7869-4a8b-b638-330b56bdfce0 HTTP/1.1" status: 204 len: 168 time: 1.0034819 Mar 16 10:57:31.050587 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:31.070834 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:31.076277 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:31.100856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.203291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d32fe27-6102-4282-96f3-b9c829464c06 None None] The port '65fb23a3-756d-45b0-9d1b-2be7d8436d50' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:31.217956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'c6abe656-080d-4a70-afa9-8f53446e763b', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'port_id': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'mac_address': 'fa:16:3e:ef:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:56:50Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 1, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:31.234176 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aa8fc620-9b59-41ea-9005-b89488e4b7b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4430168 Mar 16 10:57:31.240845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.242724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb74a-80c3-421e-baa9-5e2f31f21783 None None] The sync data for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv is: [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'c6abe656-080d-4a70-afa9-8f53446e763b', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'floating_ip_address': '172.26.0.18', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'port_id': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'mac_address': 'fa:16:3e:ef:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:56:50Z', 'updated_at': '2022-03-16T10:57:25Z', 'revision_number': 1, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:31.247109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.252479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40484) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:31.262357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port 65fb23a3-756d-45b0-9d1b-2be7d8436d50 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:31.271292 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bd24e32-3418-4740-b71f-22cc753f12e6 HTTP/1.1" status: 204 len: 168 time: 1.4820979 Mar 16 10:57:31.272266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c7d56caa-115d-4a2e-bcf1-0ad7a88de81b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:31.327811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6623-6f4b-42ba-b85b-b569b6acbbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd24e32-3418-4740-b71f-22cc753f12e6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.356051 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:31.436090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-377f426c-abca-4b36-8a47-429f92e21833 None None] Provisioning for port e622b82c-3b3d-4331-bd84-b2c414f659b1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:31.450585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-377f426c-abca-4b36-8a47-429f92e21833 None None] Provisioning complete for port e622b82c-3b3d-4331-bd84-b2c414f659b1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:31.450959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-377f426c-abca-4b36-8a47-429f92e21833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.460572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=65fb23a3-756d-45b0-9d1b-2be7d8436d50,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:31.469583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-d5ea7166-6228-44a4-97bf-8b13b34c8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:31.471459 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-d5ea7166-6228-44a4-97bf-8b13b34c8f09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3199577 Mar 16 10:57:31.562972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-377f426c-abca-4b36-8a47-429f92e21833 None None] Port e622b82c-3b3d-4331-bd84-b2c414f659b1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:31.577976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.590952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:31.598614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:31.599055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.692705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509fc93-8dc0-4dce-adf5-85d942e6c5ff None None] New status for floating IP c6abe656-080d-4a70-afa9-8f53446e763b: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:57:31.891295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:31.936159 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-d344f68e-f0e8-49cd-bbf2-ca330149b598 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570584 Mar 16 10:57:31.978046 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:27Z', 'revision_number': 10, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:31.988448 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa18563-9128-4aab-bc2f-7559dd22cbcd None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:27Z', 'revision_number': 10, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None, '_interfaces': [{'id': 'e999b135-871a-4586-982e-122e2e37890a', 'name': '', 'network_id': 'db2f25e2-1ef0-4b38-9de7-90297e7733eb', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'mac_address': 'fa:16:3e:3f:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:01Z', 'updated_at': '2022-03-16T10:56:14Z', 'revision_number': 5, 'project_id': '326ef26173044f68a61d95898aabf956', 'subnets': [{'id': 'b6924d7e-30c8-434c-bd0d-98ed63eebd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:32.001575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34393cbe-7f87-4008-8a0d-0e3386a246a3']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.042795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.045271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5844e6d6-0e0c-42b6-b1f8-12a40e76bde4') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:32.061518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.074698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.118662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.140650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a41e21-7fa3-4c36-b838-c9224d7c6294 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:32.145165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.147549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a41e21-7fa3-4c36-b838-c9224d7c6294 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:32.148449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e6a41e21-7fa3-4c36-b838-c9224d7c6294 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:32.157168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:32.157942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.174720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:32.177013 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:32.190633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:32.198098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.276539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=44155ec3-462e-485a-b324-43ba469eb2ad,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.277204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958125d-64cb-4bf3-ae1e-bd24eb584ddb None None] Network 56c9db53-2ab7-443a-8fd1-681d0a72e96f requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:32.279487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.295904 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ef8f5bf-e77a-4a6d-91ed-d1cf935175fc tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/44155ec3-462e-485a-b324-43ba469eb2ad HTTP/1.1" status: 204 len: 168 time: 1.8885374 Mar 16 10:57:32.298708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40512) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.307100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e6a41e21-7fa3-4c36-b838-c9224d7c6294 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:32.308280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6a41e21-7fa3-4c36-b838-c9224d7c6294 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0548491 Mar 16 10:57:32.312857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40516) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.471624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.481065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 65fb23a3-756d-45b0-9d1b-2be7d8436d50 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:32.526612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port d0a97837-ac29-4af2-80dc-ebef5db694d6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:32.527154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.534132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 65fb23a3-756d-45b0-9d1b-2be7d8436d50 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:32.534484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 65fb23a3-756d-45b0-9d1b-2be7d8436d50 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:32.551447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.611454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.618020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port e622b82c-3b3d-4331-bd84-b2c414f659b1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:32.619232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.725547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.833990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port d0a97837-ac29-4af2-80dc-ebef5db694d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0a97837-ac29-4af2-80dc-ebef5db694d6,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:32.834342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.858713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] DHCP port deletion for 56c9db53-2ab7-443a-8fd1-681d0a72e96f request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:32.864432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Deleting port d0a97837-ac29-4af2-80dc-ebef5db694d6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:32.865244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:32.948985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40536) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:32.957650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc22f-a44c-4361-97a1-699335e31524 req-4c1c14be-9f85-417d-8188-1828c4abd7a6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:32.959326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-acfcc22f-a44c-4361-97a1-699335e31524 req-4c1c14be-9f85-417d-8188-1828c4abd7a6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 1.1808484 Mar 16 10:57:32.963137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=34393cbe-7f87-4008-8a0d-0e3386a246a3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:32.963331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for d0a97837-ac29-4af2-80dc-ebef5db694d6 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:33.016747 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a82e2da1-b19a-4509-9eb8-8dffa933082f req-12a40d3d-dd34-42d4-b14a-d5d0adbfbbf3 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730059 Mar 16 10:57:33.025169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-56e798c8-24f9-42d7-b4f9-d17ce645861b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/34393cbe-7f87-4008-8a0d-0e3386a246a3 HTTP/1.1" status: 204 len: 168 time: 2.8874061 Mar 16 10:57:33.025684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40542) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.034225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-149399481'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:33.061056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:33.065641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:33.070005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:33.076331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:33.084927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.250438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] For port d0a97837-ac29-4af2-80dc-ebef5db694d6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0a97837-ac29-4af2-80dc-ebef5db694d6,segment=NetworkSegment(d64357d8-ef6c-4814-b03c-e60722a55d43),segment_id=d64357d8-ef6c-4814-b03c-e60722a55d43)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:33.250859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.257936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.283057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40546) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.284289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:33.287961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.301140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No DVR routers for this DVR port d0a97837-ac29-4af2-80dc-ebef5db694d6 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:33.341835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=d0a97837-ac29-4af2-80dc-ebef5db694d6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.367199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:33.376387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.376995 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment ce1ca0db-49d6-47a9-acd0-f36f007b2b41 of type vlan for network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 Mar 16 10:57:33.392861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for e622b82c-3b3d-4331-bd84-b2c414f659b1 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:33.395820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c7d56caa-115d-4a2e-bcf1-0ad7a88de81b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:33.403067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.432897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Calling delete_port for d0a97837-ac29-4af2-80dc-ebef5db694d6 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:33.442651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d6eae1af-91f4-4b89-8a0a-f7f23f724bb8 tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1744613438', 'prefixes': ['172.20.0.0/16']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:33.464423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d6eae1af-91f4-4b89-8a0a-f7f23f724bb8 tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:33.530640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.536596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.537388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.579742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-48033dbf-30ef-457e-8965-0bc4c8333118 tempest-AgentManagementNegativeTest-1669992803 tempest-AgentManagementNegativeTest-1669992803-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6150377 Mar 16 10:57:33.579961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.599541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:33.600195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:33.611558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-acfcc22f-a44c-4361-97a1-699335e31524 req-56ac4c2d-1cd9-405b-9a57-495757a10b56 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6276658 Mar 16 10:57:33.612262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.613232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:33.614150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.628174 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6019163 Mar 16 10:57:33.638770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40554) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.673029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=e622b82c-3b3d-4331-bd84-b2c414f659b1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.702153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:33.719547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c9db53-2ab7-443a-8fd1-681d0a72e96f']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.729561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.749790 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-23f005b2-8a2b-4b27-93ba-2b6884b92695 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/e622b82c-3b3d-4331-bd84-b2c414f659b1 HTTP/1.1" status: 204 len: 168 time: 1.4357233 Mar 16 10:57:33.750778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40558) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.760383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8339cee-4b81-4c71-9171-f3b37462c425 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:33.763874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64357d8-ef6c-4814-b03c-e60722a55d43') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.764375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64357d8-ef6c-4814-b03c-e60722a55d43') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:33.817511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:33.839101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4a19d-f2cb-4bdd-abf1-f7acf568a7c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.841057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4a19d-f2cb-4bdd-abf1-f7acf568a7c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:33.842159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-91a4a19d-f2cb-4bdd-abf1-f7acf568a7c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:33.865870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-91a4a19d-f2cb-4bdd-abf1-f7acf568a7c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:33.871386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-91a4a19d-f2cb-4bdd-abf1-f7acf568a7c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1195576 Mar 16 10:57:33.872295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40564) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.891485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.944305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 687f4280-0901-4af1-850d-32b83f40dd6f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:33.952542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.956900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 11cc0c95-1c05-4f5b-96f6-6f9d05512978 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:33.958461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:33.961018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.962626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d6eae1af-91f4-4b89-8a0a-f7f23f724bb8 tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Notify callbacks [] for subnetpool, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.963818 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d6eae1af-91f4-4b89-8a0a-f7f23f724bb8 tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6658866 Mar 16 10:57:33.965147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:33.965640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:33.982804 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:33.992799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40568) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:33.998509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.016989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:34.024173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 687f4280-0901-4af1-850d-32b83f40dd6f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:34.024173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 687f4280-0901-4af1-850d-32b83f40dd6f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:34.024173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0a97837-ac29-4af2-80dc-ebef5db694d6 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:34.038892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:34.049677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:34.059773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.078062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d0a97837-ac29-4af2-80dc-ebef5db694d6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:34.078993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0a97837-ac29-4af2-80dc-ebef5db694d6 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:34.098748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40572) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.101847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Deleting port d0a97837-ac29-4af2-80dc-ebef5db694d6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:34.103377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.148061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:34.152487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.181858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.188710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5473f-ab27-4be3-840f-7a75d2edb9fe None None] The port 'd0a97837-ac29-4af2-80dc-ebef5db694d6' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:34.248916 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d7097dd3-af2f-455e-ad5a-8c14bd22322c tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "GET /v2.0/subnetpools/4c18cc12-f2b2-47d3-9492-4aa5cf55f489 HTTP/1.1" status: 200 len: 732 time: 0.2190864 Mar 16 10:57:34.254776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.257087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.266117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9c94b932-1fe5-46ec-bb40-761305fbf84c tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-896003230'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:34.274828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.286237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.299855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.313495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=56c9db53-2ab7-443a-8fd1-681d0a72e96f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.325320 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc361f45-1ac0-40cd-9ed4-5c043b2932b1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/56c9db53-2ab7-443a-8fd1-681d0a72e96f HTTP/1.1" status: 204 len: 168 time: 2.0254195 Mar 16 10:57:34.329851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40582) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.331062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:34.333461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=11cc0c95-1c05-4f5b-96f6-6f9d05512978,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.338660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.341390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e8eff325b3a147938584878a19b6551e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:34.345305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:34.348514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e1026-c022-476b-b49c-c52af0e12912 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:34.354802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:34.367959 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ef5f6c91-e542-49be-a51b-d943935c80f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/11cc0c95-1c05-4f5b-96f6-6f9d05512978 HTTP/1.1" status: 204 len: 168 time: 0.4920020 Mar 16 10:57:34.368145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40586) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.448030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-44806966-3440-41fb-90ad-fd665943c43c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787249 Mar 16 10:57:34.451528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40590) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.458091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:34.553168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.601768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.667916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:34.674326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Deleting port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:34.675085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.678645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8eff325b3a147938584878a19b6551e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785923 Mar 16 10:57:34.683365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:34.685622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40596) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.703663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:34.706541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c15a23-2e5c-493d-8f75-79c40ae788d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f8991-5d6e-451b-aba3-c14df7961826,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:34.710610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:34.755544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9c94b932-1fe5-46ec-bb40-761305fbf84c tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Notify callbacks [] for subnetpool, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.757274 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9c94b932-1fe5-46ec-bb40-761305fbf84c tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "PUT /v2.0/subnetpools/4c18cc12-f2b2-47d3-9492-4aa5cf55f489 HTTP/1.1" status: 200 len: 683 time: 0.5013092 Mar 16 10:57:34.759279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:34.768704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40600) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:34.815620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:34.819046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.827172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.934384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] For port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:34.934726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:34.948741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.065620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Calling delete_port for c7d56caa-115d-4a2e-bcf1-0ad7a88de81b owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:35.106226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=d9337461-5069-49a5-813b-5b2ad60eb308,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.127948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:35.128526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:35.148419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.153955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c7d56caa-115d-4a2e-bcf1-0ad7a88de81b no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:35.181864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2d642-c958-421a-bb71-687336b17755 req-7b4b6e01-e41c-49c0-911e-5d74357669ff tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:35.187271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49e2d642-c958-421a-bb71-687336b17755 req-7b4b6e01-e41c-49c0-911e-5d74357669ff tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4718313 Mar 16 10:57:35.191638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:35.210555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:35.218038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:35.218421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.224923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2e338-bc94-45c2-9675-bc191b628be0 None None] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:35.246107 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-20efc9d4-5f0c-4954-bb41-bbc721051ac7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6029510 Mar 16 10:57:35.247598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40604) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.265295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.267469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1465993084'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:35.318838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.367142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49e2d642-c958-421a-bb71-687336b17755 req-7617e072-ccd5-4d34-b7f4-60fc5d057db7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783962 Mar 16 10:57:35.390977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] Pushing event deleted for resources: {'Port': ['ID=c7d56caa-115d-4a2e-bcf1-0ad7a88de81b,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.403153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598334a9-035b-468f-8442-932f1d33a0e6 None None] No DVR routers for this DVR port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:35.419223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port c7d56caa-115d-4a2e-bcf1-0ad7a88de81b {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 10:57:35.419749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c7d56caa-115d-4a2e-bcf1-0ad7a88de81b not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:35.529836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f17f-1851-4ed7-b311-a739155385fe tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] Notify callbacks [] for subnetpool, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.531323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b5d5f17f-1851-4ed7-b311-a739155385fe tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4c18cc12-f2b2-47d3-9492-4aa5cf55f489 HTTP/1.1" status: 204 len: 168 time: 0.7616043 Mar 16 10:57:35.534772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40610) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.580646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.582975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6', 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': 'd9337461-5069-49a5-813b-5b2ad60eb308'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:35.583794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.634748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f8991-5d6e-451b-aba3-c14df7961826,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.636879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.637985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a4a71084-72c8-4f24-881a-cd35db9ad258 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/739f8991-5d6e-451b-aba3-c14df7961826 HTTP/1.1" status: 204 len: 168 time: 0.9514601 Mar 16 10:57:35.645233 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-8173fbaf-e6f9-426d-8eef-9b719e72ba2a tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] show failed (client error): The resource could not be found. Mar 16 10:57:35.648777 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8173fbaf-e6f9-426d-8eef-9b719e72ba2a tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "GET /v2.0/subnetpools/4c18cc12-f2b2-47d3-9492-4aa5cf55f489 HTTP/1.1" status: 404 len: 346 time: 0.1103632 Mar 16 10:57:35.656083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.682857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.722823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:35.725277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-4f367cb7-65dd-4abf-a5a3-8c18aba8ebbb tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] delete failed (client error): The resource could not be found. Mar 16 10:57:35.726282 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4f367cb7-65dd-4abf-a5a3-8c18aba8ebbb tempest-SubnetPoolsTestJSON-1147769440 tempest-SubnetPoolsTestJSON-1147769440-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4c18cc12-f2b2-47d3-9492-4aa5cf55f489 HTTP/1.1" status: 404 len: 346 time: 0.0699100 Mar 16 10:57:35.743440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:35.762398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:35.778044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:35.781195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:35.787423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:35.796280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:35.796910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.825071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=45fa37d0-63c0-45ff-98ce-1eb49468632f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:35.829715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:35.840955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:35.869789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c9975-f09d-4cb2-b620-c3da89784e88 req-009e3b91-76b9-48a7-8a93-579cc07f8475 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:35.871417 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b5c9975-f09d-4cb2-b620-c3da89784e88 req-009e3b91-76b9-48a7-8a93-579cc07f8475 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3370636 Mar 16 10:57:35.877073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-47aa9ea8-9f93-4128-8ff2-697bbe544e87 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4245617 Mar 16 10:57:35.879627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40624) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:35.881860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c855f-7eae-421b-b051-127e983c420c None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:35.884055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port e31d4812-ac80-495b-ad27-94884963bc6c yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:35.922181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'name': 'tempest-NetworksTestDHCPv6-1966084613'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:36.076376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port e999b135-871a-4586-982e-122e2e37890a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:36.076376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.098343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b5c9975-f09d-4cb2-b620-c3da89784e88 req-caa96fed-ba43-48c2-9850-092fbda664f0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159572 Mar 16 10:57:36.162538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:36.172731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:36.179885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:36.198506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:36.216258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:36.221028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.255050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Allocated IP 172.20.0.2 (8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6/d9337461-5069-49a5-813b-5b2ad60eb308/bda0dbb1-b755-4a3c-9649-cb8dc28213c1) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:36.256863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 67e758d2-a0ab-4c51-979b-fdef9b684e2d yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:36.378966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40634) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:36.451839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '45fa37d0-63c0-45ff-98ce-1eb49468632f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:36.452668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.493865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::12e (afd54f52-9bee-4769-8938-30d579685ddc/45fa37d0-63c0-45ff-98ce-1eb49468632f/67e758d2-a0ab-4c51-979b-fdef9b684e2d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:36.543829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port e999b135-871a-4586-982e-122e2e37890a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e999b135-871a-4586-982e-122e2e37890a,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:36.544066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.667841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.678783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Transition to ACTIVE for port object bda0dbb1-b755-4a3c-9649-cb8dc28213c1 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:36.702872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Transition to ACTIVE for port object bda0dbb1-b755-4a3c-9649-cb8dc28213c1 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:36.714295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.734382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for e999b135-871a-4586-982e-122e2e37890a owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:36.776071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.778966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:36.782165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:36.785425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:36.804217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:36.813443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd84467ca66468081a684e7851f2c31 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:36.818408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:36.833018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.9 (8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6/d9337461-5069-49a5-813b-5b2ad60eb308/e31d4812-ac80-495b-ad27-94884963bc6c) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:36.833208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:36.902912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Pushing event updated for resources: {'Port': ['ID=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:36.928101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Attempting to bind port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:36.928316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Attempting to bind port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:36.928648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Attempting to bind port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 on network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:36.935668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:36.936045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Checking segment: {'id': 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:36.936452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.936871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Bound using segment: {'id': 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:36.937353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Bound port: bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:36.937728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:36.999196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.006737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.042616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.046466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2957ac-2b4b-4902-8fe1-040ce5fc31d9 req-4aa341a5-f9f7-4cd9-93d7-df014501abe4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.048115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed2957ac-2b4b-4902-8fe1-040ce5fc31d9 req-4aa341a5-f9f7-4cd9-93d7-df014501abe4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2113407 Mar 16 10:57:37.090700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] For port bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:37.094462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] For port bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,segment=NetworkSegment(ce1ca0db-49d6-47a9-acd0-f36f007b2b41),segment_id=ce1ca0db-49d6-47a9-acd0-f36f007b2b41)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:37.100738 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fd84467ca66468081a684e7851f2c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195222 Mar 16 10:57:37.105634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.109914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40656) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.110742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=e999b135-871a-4586-982e-122e2e37890a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.114159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5b408-e91a-473e-a5b6-578d3c9fbfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72081980-7dbc-4c24-96db-5497f79cfb08,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.141297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.214363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40660) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:37.237953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36c50-e808-4355-8513-661becaf3625 None None] Pushing event updated for resources: {'Port': ['ID=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.244228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed2957ac-2b4b-4902-8fe1-040ce5fc31d9 req-32c28de1-e6bf-406f-85af-c1fe56612599 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595607 Mar 16 10:57:37.275671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 67e758d2-a0ab-4c51-979b-fdef9b684e2d will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:37.352867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.375647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object e31d4812-ac80-495b-ad27-94884963bc6c will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:37.385756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.429300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.480683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.505941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-de583ad8-5ad0-4f4c-b418-6b075ea7bf72 tempest-DvrRoutersNegativeTest-1826890928 tempest-DvrRoutersNegativeTest-1826890928-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1306531453', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:37.510456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.policy [None req-de583ad8-5ad0-4f4c-b418-6b075ea7bf72 tempest-DvrRoutersNegativeTest-1826890928 tempest-DvrRoutersNegativeTest-1826890928-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87841) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 16 10:57:37.510964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.policy [None req-de583ad8-5ad0-4f4c-b418-6b075ea7bf72 tempest-DvrRoutersNegativeTest-1826890928 tempest-DvrRoutersNegativeTest-1826890928-project] Failed policy check for 'create_router' {{(pid=87841) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 16 10:57:37.512253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-de583ad8-5ad0-4f4c-b418-6b075ea7bf72 tempest-DvrRoutersNegativeTest-1826890928 tempest-DvrRoutersNegativeTest-1826890928-project] create failed (client error): Access was denied to this resource. Mar 16 10:57:37.513385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-de583ad8-5ad0-4f4c-b418-6b075ea7bf72 tempest-DvrRoutersNegativeTest-1826890928 tempest-DvrRoutersNegativeTest-1826890928-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2916873 Mar 16 10:57:37.521403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/45fa37d0-63c0-45ff-98ce-1eb49468632f/abe575eb-ecd9-4c19-a492-06c4a3ba297c) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:37.603599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.682523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:37.685106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:37.689048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:37.697050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:37.703384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=67e758d2-a0ab-4c51-979b-fdef9b684e2d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:37.709075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:37.725913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.731071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.737611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:37.861614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:37.862586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.880121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.901298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Transition to ACTIVE for port object abe575eb-ecd9-4c19-a492-06c4a3ba297c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:37.945459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Transition to ACTIVE for port object abe575eb-ecd9-4c19-a492-06c4a3ba297c will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:37.959466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:37.982222 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7254803 Mar 16 10:57:37.985401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40678) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.031034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.084654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:38.089282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:38.094879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:38.158533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40684) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.158764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Pushing event updated for resources: {'Port': ['ID=abe575eb-ecd9-4c19-a492-06c4a3ba297c,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.200030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:38.230311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1b94006a-90be-476b-8d00-fdcbf7a5c931 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3496203 Mar 16 10:57:38.237814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40690) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.245140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Attempting to bind port abe575eb-ecd9-4c19-a492-06c4a3ba297c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:38.245661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Attempting to bind port abe575eb-ecd9-4c19-a492-06c4a3ba297c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:38.246684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Attempting to bind port abe575eb-ecd9-4c19-a492-06c4a3ba297c on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:38.253487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:38.254181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:38.254719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.255214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:38.255820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Bound port: abe575eb-ecd9-4c19-a492-06c4a3ba297c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:38.256326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.280487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46709302-8337-4400-bab7-bfdbe5d54e99 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=e31d4812-ac80-495b-ad27-94884963bc6c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.389738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] For port abe575eb-ecd9-4c19-a492-06c4a3ba297c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:38.394099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] For port abe575eb-ecd9-4c19-a492-06c4a3ba297c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=abe575eb-ecd9-4c19-a492-06c4a3ba297c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:38.394556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port e31d4812-ac80-495b-ad27-94884963bc6c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:38.395078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.399897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.442414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:38.454802 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:38.460565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.481017 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:38.481963 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.482138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:38.486678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Usage tracker for resource:security_group_rule and tenant:86c06eee27e74c30b57135d7362d6839 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:38.490076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:38.496999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:38.528933 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a93b245b-d93b-4fab-9c26-cbdc59fab8df tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1855092 Mar 16 10:57:38.536882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40694) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.544403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.558245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9712675-bf1b-4cee-b9e5-928260a61f10 None None] Pushing event updated for resources: {'Port': ['ID=abe575eb-ecd9-4c19-a492-06c4a3ba297c,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.660030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.693144 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:38.731784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.757209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72081980-7dbc-4c24-96db-5497f79cfb08,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.789089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.790482 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eac87cd8-215a-4034-a521-8d7aa80ab62a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72081980-7dbc-4c24-96db-5497f79cfb08 HTTP/1.1" status: 204 len: 168 time: 1.6777191 Mar 16 10:57:38.808502 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86c06eee27e74c30b57135d7362d6839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449428 Mar 16 10:57:38.814428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40700) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:38.828715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting subnet b6924d7e-30c8-434c-bd0d-98ed63eebd74 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:38.830833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbd7f2-d393-42a3-96e5-f8329f0ee604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad34fa4-be28-4d91-a563-5f2c773180b8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:38.834740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.836442 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:36Z', 'revision_number': 11, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.843599 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:38.857172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169d509-941f-47d9-975b-d5428022c78e None None] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:38.873530 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:38.874502 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:38.937916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:38.952320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0b34fb9c-d14a-4a1f-8395-0788bf6d6893 None None] Provisioning for port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:38.976708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa5f4-caa2-4c92-92a3-5edbcd70ab51 req-415cca4f-b98e-4e9d-a8dd-24b7c45e784a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:38.978503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e09aa5f4-caa2-4c92-92a3-5edbcd70ab51 req-415cca4f-b98e-4e9d-a8dd-24b7c45e784a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.6936104 Mar 16 10:57:38.999753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa803c-b175-4546-bdf0-ccbc6c7e0c74 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:39.011662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa803c-b175-4546-bdf0-ccbc6c7e0c74 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:39.013309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-00aa803c-b175-4546-bdf0-ccbc6c7e0c74 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:39.016604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.061750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.151074 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:39.236866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.249508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.265369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for e31d4812-ac80-495b-ad27-94884963bc6c owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:39.307176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-00aa803c-b175-4546-bdf0-ccbc6c7e0c74 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:39.308542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-00aa803c-b175-4546-bdf0-ccbc6c7e0c74 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0698159 Mar 16 10:57:39.314479 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:36Z', 'revision_number': 11, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:39.319322 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b638-4aea-4d82-9dd2-60205f1c6cf0 None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:36Z', 'revision_number': 11, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:39.323602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40706) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.330931 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e09aa5f4-caa2-4c92-92a3-5edbcd70ab51 req-74ddc2f1-1b55-4082-9957-261d0085fb65 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421485 Mar 16 10:57:39.370118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Subnet': ['ID=b6924d7e-30c8-434c-bd0d-98ed63eebd74,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.383960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.393676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccb4f6-475d-49ed-b473-c1e0a8a64d9d None None] Network db2f25e2-1ef0-4b38-9de7-90297e7733eb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:39.402120 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-01b8fbe9-480a-45ca-ad67-bc923f467ed2 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/b6924d7e-30c8-434c-bd0d-98ed63eebd74 HTTP/1.1" status: 204 len: 168 time: 0.8615763 Mar 16 10:57:39.402832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40710) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:39.405346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.502441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 67e758d2-a0ab-4c51-979b-fdef9b684e2d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:39.503045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.629810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.652539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.657346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Deleting port 53814c1d-d789-4d70-bb54-956ac313ac71 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:39.658070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.717212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad34fa4-be28-4d91-a563-5f2c773180b8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.774434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bda0dbb1-b755-4a3c-9649-cb8dc28213c1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:39.804826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:39.958525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=e31d4812-ac80-495b-ad27-94884963bc6c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:39.995295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:40.009541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:40.009921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.090544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] For port 53814c1d-d789-4d70-bb54-956ac313ac71, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=53814c1d-d789-4d70-bb54-956ac313ac71,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:40.090990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.120387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.121741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f6fb76e6-84db-4255-bb77-78f74cdc2a27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ad34fa4-be28-4d91-a563-5f2c773180b8 HTTP/1.1" status: 204 len: 168 time: 1.3041203 Mar 16 10:57:40.145551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] DHCP port deletion for db2f25e2-1ef0-4b38-9de7-90297e7733eb request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:40.209340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Deleting port 53814c1d-d789-4d70-bb54-956ac313ac71 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:40.209635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.313653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.335061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.359216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Calling delete_port for 53814c1d-d789-4d70-bb54-956ac313ac71 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:40.425490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.432081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.435489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6f1dbf2c-9485-4699-9f11-a3f3d4cecb19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/e31d4812-ac80-495b-ad27-94884963bc6c HTTP/1.1" status: 204 len: 168 time: 2.4457953 Mar 16 10:57:40.472131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,segment=NetworkSegment(ce1ca0db-49d6-47a9-acd0-f36f007b2b41),segment_id=ce1ca0db-49d6-47a9-acd0-f36f007b2b41)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:40.487239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.488029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device abe575eb-ecd9-4c19-a492-06c4a3ba297c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:40.569749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40738) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:40.711591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a69c5722-565b-4b62-8fd3-3b75036c2bc5 None None] Provisioning for port abe575eb-ecd9-4c19-a492-06c4a3ba297c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:40.814057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:40.846200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.856167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a69c5722-565b-4b62-8fd3-3b75036c2bc5 None None] Could not find standard attr ID for object e31d4812-ac80-495b-ad27-94884963bc6c. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:40.939067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 67e758d2-a0ab-4c51-979b-fdef9b684e2d owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:40.964283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Port': ['ID=53814c1d-d789-4d70-bb54-956ac313ac71,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:40.965966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a69c5722-565b-4b62-8fd3-3b75036c2bc5 None None] Provisioning complete for port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:40.966343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a69c5722-565b-4b62-8fd3-3b75036c2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:40.988819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No DVR routers for this DVR port 53814c1d-d789-4d70-bb54-956ac313ac71 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:41.001276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e473821-6224-4555-a266-a3221c1e751a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:41.002311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e473821-6224-4555-a266-a3221c1e751a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:41.011394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1918412236'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:41.016921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:41.021121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Usage tracker for resource:network and tenant:d77fa66a6d974c26a1483269a7cac675 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:41.026959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:41.033169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:41.056462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Made reservation on behalf of d77fa66a6d974c26a1483269a7cac675 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:41.060500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.076553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] For port 53814c1d-d789-4d70-bb54-956ac313ac71, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=53814c1d-d789-4d70-bb54-956ac313ac71,segment=NetworkSegment(c04cb633-155c-4f23-80a9-56e7e9c79bf2),segment_id=c04cb633-155c-4f23-80a9-56e7e9c79bf2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:41.077282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.089534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port abe575eb-ecd9-4c19-a492-06c4a3ba297c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:41.097334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.131068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e473821-6224-4555-a266-a3221c1e751a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:41.132766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e473821-6224-4555-a266-a3221c1e751a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/e31d4812-ac80-495b-ad27-94884963bc6c HTTP/1.1" status: 404 len: 333 time: 0.5603063 Mar 16 10:57:41.137163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.156688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.157890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:41.173741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Usage tracker for resource:security_group_rule and tenant:d77fa66a6d974c26a1483269a7cac675 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:41.192930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2f25e2-1ef0-4b38-9de7-90297e7733eb']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:41.206498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04cb633-155c-4f23-80a9-56e7e9c79bf2') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:41.206792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04cb633-155c-4f23-80a9-56e7e9c79bf2') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:41.223754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.228270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:41.231314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port abe575eb-ecd9-4c19-a492-06c4a3ba297c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:41.231733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.243770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.251204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:41.252091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.261996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Calling delete_port for 53814c1d-d789-4d70-bb54-956ac313ac71 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:41.269067 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:41.277856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff736-3b63-4e0b-b4bb-909cc0933276 req-b3c19375-fcc6-4823-af4c-8a9315a9e75d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:41.279555 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57dff736-3b63-4e0b-b4bb-909cc0933276 req-b3c19375-fcc6-4823-af4c-8a9315a9e75d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.7056110 Mar 16 10:57:41.363247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:41.365557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.370056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet d9337461-5069-49a5-813b-5b2ad60eb308 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:41.371518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.400512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.409228 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/networks/db2f25e2-1ef0-4b38-9de7-90297e7733eb HTTP/1.1" status: 204 len: 168 time: 2.0052655 Mar 16 10:57:41.409982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.410746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e2709-0f2e-4ddb-a96e-2774e609e86d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Pushing event deleted for resources: {'Network': ['ID=db2f25e2-1ef0-4b38-9de7-90297e7733eb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.419377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'routes': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:41.489605 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57dff736-3b63-4e0b-b4bb-909cc0933276 req-a6c82f4c-abbd-4fcd-b032-e3d8a2bfb20f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442480 Mar 16 10:57:41.502055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:41.502463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:41.504093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.537352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.552877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.570627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.581876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d1b02f73-a9e0-4c6a-869a-7c7cd534ee89 None None] Could not find standard attr ID for object e31d4812-ac80-495b-ad27-94884963bc6c. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:41.588316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port abe575eb-ecd9-4c19-a492-06c4a3ba297c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=abe575eb-ecd9-4c19-a492-06c4a3ba297c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:41.589775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d1b02f73-a9e0-4c6a-869a-7c7cd534ee89 None None] Could not find standard attr ID for object 67e758d2-a0ab-4c51-979b-fdef9b684e2d. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:57:41.595968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.625389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=67e758d2-a0ab-4c51-979b-fdef9b684e2d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.692318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.746447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-176ca1f5-4ecc-4588-8bba-be507c51b081 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/67e758d2-a0ab-4c51-979b-fdef9b684e2d HTTP/1.1" status: 204 len: 168 time: 2.4203112 Mar 16 10:57:41.749937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=abe575eb-ecd9-4c19-a492-06c4a3ba297c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:41.752566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40776) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.793654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bda0dbb1-b755-4a3c-9649-cb8dc28213c1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:41.838517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c367a-e2f7-4b18-a786-3569dbf143dc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:41.840185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c367a-e2f7-4b18-a786-3569dbf143dc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:41.840979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0b4c367a-e2f7-4b18-a786-3569dbf143dc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:41.891561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Added routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 10:57:41.892111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Removed routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 10:57:41.892212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.894396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.941388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:41.941823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.945792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1839442627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:41.950878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0b4c367a-e2f7-4b18-a786-3569dbf143dc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:41.954578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0b4c367a-e2f7-4b18-a786-3569dbf143dc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1933818 Mar 16 10:57:41.962280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40780) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:41.967279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:41.972661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:router and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:41.978823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:41.993960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:41.997854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.003227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Deleting port 53814c1d-d789-4d70-bb54-956ac313ac71 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:42.003602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.005115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.017047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:42.025646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.025999 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Added segment 44949492-c846-418e-9bd6-73b0937efeb1 of type vlan for network c107037b-55ac-4b0f-81e9-33317f8e6cf9 Mar 16 10:57:42.054296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.103851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.104174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86a5fe96-ba02-495a-a3d7-b5638b7b4f0a None None] The port '53814c1d-d789-4d70-bb54-956ac313ac71' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:42.107632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:42.108219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.169375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 45fa37d0-63c0-45ff-98ce-1eb49468632f {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:42.173719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.190381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 53814c1d-d789-4d70-bb54-956ac313ac71 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:42.234021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.235024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.237846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 53814c1d-d789-4d70-bb54-956ac313ac71 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:42.238264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 53814c1d-d789-4d70-bb54-956ac313ac71 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:42.238782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e999b135-871a-4586-982e-122e2e37890a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:42.261307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22538aa-ddcf-429c-98a1-0e17028feab2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.276987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event updated for resources: {'Network': ['ID=c107037b-55ac-4b0f-81e9-33317f8e6cf9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.278544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e999b135-871a-4586-982e-122e2e37890a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:42.279241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e999b135-871a-4586-982e-122e2e37890a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:42.285030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.291134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.297189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:42.300760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.333822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dfeadd0c-0757-478e-95ed-c69d109fd5ad tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9047568 Mar 16 10:57:42.341182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.342397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40784) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.345170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=d9337461-5069-49a5-813b-5b2ad60eb308,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:42.356629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Request body: {'subnet': {'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:42.374151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.380205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae57f0-9dd5-4bae-a4ab-2ef71782d532 None None] Network 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:42.380799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.403539 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0b47dfdb-eef5-44c8-9e7c-29060c284ba7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/d9337461-5069-49a5-813b-5b2ad60eb308 HTTP/1.1" status: 204 len: 168 time: 1.2489917 Mar 16 10:57:42.408263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40788) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.518869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.620247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:57:42.621062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.643240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.647032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-69d292cd-d1f1-42ef-ac22-acfc34792fb0 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0311198 Mar 16 10:57:42.647032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:42.650984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40794) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.654621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Usage tracker for resource:subnet and tenant:d77fa66a6d974c26a1483269a7cac675 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:42.660252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-714613105'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:42.666875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:42.674976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:42.675315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.715795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] DHCP port deletion for 8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:42.719766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Deleting port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:42.720141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.731880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:42.734234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.747499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:network and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:42.754942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:42.770112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:42.794398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Made reservation on behalf of d77fa66a6d974c26a1483269a7cac675 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:42.797836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.804045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:42.811681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.816143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] Sync routers for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:42.818010 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4b4a2fef-adc9-4555-9d4a-5b2cf9ba0806 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 705 time: 1.4037027 Mar 16 10:57:42.818811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40798) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.838157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:42.838776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:42.865391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:42.867795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0c78e1d-102f-45ae-9344-d86f92796560 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:42.868396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.873179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.930236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0c78e1d-102f-45ae-9344-d86f92796560 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:42.934002 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e0c78e1d-102f-45ae-9344-d86f92796560 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 205 time: 0.1098816 Mar 16 10:57:42.934304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40802) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:42.943052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:42.991852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:43.052331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] Set router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:43.079418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.141184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:security_group_rule and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:43.146354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:43.161680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df79dea-2abb-4628-bdb9-f93d0aadbbc9 req-6a4db054-6db0-4008-ada6-86e9a2fd6260 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:43.163156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4df79dea-2abb-4628-bdb9-f93d0aadbbc9 req-6a4db054-6db0-4008-ada6-86e9a2fd6260 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4974151 Mar 16 10:57:43.164083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:43.178184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3012b2d8-fc18-4f30-a98c-4c535baa0f0c', 'name': 'tempest-RoutersIpV6Test-router-1189471641', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:55:54Z', 'updated_at': '2022-03-16T10:57:36Z', 'revision_number': 11, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.185917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] For port bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,segment=NetworkSegment(ce1ca0db-49d6-47a9-acd0-f36f007b2b41),segment_id=ce1ca0db-49d6-47a9-acd0-f36f007b2b41)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:43.186317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.197086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] Checking router: 3012b2d8-fc18-4f30-a98c-4c535baa0f0c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:43.209020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.280203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port bda0dbb1-b755-4a3c-9649-cb8dc28213c1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,segment=NetworkSegment(ce1ca0db-49d6-47a9-acd0-f36f007b2b41),segment_id=ce1ca0db-49d6-47a9-acd0-f36f007b2b41)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:43.280617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.299847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.317346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7f9c4-3d73-4235-bb34-70e136453ab7 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:43.366135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=45fa37d0-63c0-45ff-98ce-1eb49468632f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.407287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Calling delete_port for bda0dbb1-b755-4a3c-9649-cb8dc28213c1 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:43.447362 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-07530a3e-85c8-4b6f-8621-8d5819e8a6f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/45fa37d0-63c0-45ff-98ce-1eb49468632f HTTP/1.1" status: 204 len: 168 time: 1.4846349 Mar 16 10:57:43.450390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.452114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40806) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.455375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.472152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for bda0dbb1-b755-4a3c-9649-cb8dc28213c1 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:43.525158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] Routers {'3012b2d8-fc18-4f30-a98c-4c535baa0f0c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:43.526247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.529091 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b240793-9e04-42a7-9956-ad950c85a8d0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753372 Mar 16 10:57:43.529466 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4df79dea-2abb-4628-bdb9-f93d0aadbbc9 req-7465e027-e2fd-418e-8533-ad9cddec4998 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110178 Mar 16 10:57:43.546184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.594446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.594950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 3012b2d8-fc18-4f30-a98c-4c535baa0f0c {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:43.636141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.637719 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-178e6693-6508-4f91-8543-792c80d6a36b tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 204 len: 168 time: 0.7023335 Mar 16 10:57:43.642268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.647702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400761480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:43.648882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.649305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:43.649786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14988747-b22d-4d28-9409-dc49ee456d6f None None] The sync data for ids ['3012b2d8-fc18-4f30-a98c-4c535baa0f0c'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:43.670830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:43.685694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5dfdce-816f-4669-b56f-f64e0b4ec11e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:43.686392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9c5dfdce-816f-4669-b56f-f64e0b4ec11e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:43.689691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Usage tracker for resource:router and tenant:326ef26173044f68a61d95898aabf956 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:43.693167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:43.700821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:43.720679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9c5dfdce-816f-4669-b56f-f64e0b4ec11e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:43.722311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9c5dfdce-816f-4669-b56f-f64e0b4ec11e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1835866 Mar 16 10:57:43.730434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=bda0dbb1-b755-4a3c-9649-cb8dc28213c1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:43.732229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40818) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.738171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:43.747510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device abe575eb-ecd9-4c19-a492-06c4a3ba297c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:43.768985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.770005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.780717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.808065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.812494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:43.812948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:43.823423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf56f6f-c09e-4aa0-b75a-fe911701d5d1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:43.824118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cf56f6f-c09e-4aa0-b75a-fe911701d5d1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:43.843579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cf56f6f-c09e-4aa0-b75a-fe911701d5d1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:43.844923 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1cf56f6f-c09e-4aa0-b75a-fe911701d5d1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112528 Mar 16 10:57:43.846732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.869223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.874894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40822) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.878847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port abe575eb-ecd9-4c19-a492-06c4a3ba297c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:43.879466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.885739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.889405 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1ddf1b66-7b73-4ff3-a6fe-65f3706b3925 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2446804 Mar 16 10:57:43.889738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40826) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:43.902367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:43.955218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:43.964667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Deleting port abe575eb-ecd9-4c19-a492-06c4a3ba297c {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:43.965163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.981696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:43.992410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:44.092236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9609c9f-a828-4d30-8523-31099e231340 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2100515 Mar 16 10:57:44.108010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.114962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40830) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.123929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.124270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Added segment 939f316b-bd7a-4c22-83e2-7830f12e9609 of type vlan for network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 Mar 16 10:57:44.130875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:44.165153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event updated for resources: {'Subnet': ['ID=80006647-8e07-4cfd-a6ce-1d6c42bc4c2a,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.207439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Checking segment: {'id': '44949492-c846-418e-9bd6-73b0937efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:44.207786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Network hostable DHCP agents. Network: c107037b-55ac-4b0f-81e9-33317f8e6cf9, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:44.221380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.233666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01761429-43ca-4ced-ab7e-f815749a9c21,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.257320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bda0dbb1-b755-4a3c-9649-cb8dc28213c1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:44.291341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] For port abe575eb-ecd9-4c19-a492-06c4a3ba297c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=abe575eb-ecd9-4c19-a492-06c4a3ba297c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:44.291953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.312582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: bda0dbb1-b755-4a3c-9649-cb8dc28213c1 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:44.313073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bda0dbb1-b755-4a3c-9649-cb8dc28213c1 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:44.316108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Deleting port bda0dbb1-b755-4a3c-9649-cb8dc28213c1 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:44.316884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.318181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.318450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1ca0db-49d6-47a9-acd0-f36f007b2b41') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.340148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.350333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.387159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:44.392438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.394393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:44.412935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:44.416773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:57:44.417214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:57:44.432052 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:57:44.437607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.451133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.462896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.464099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Calling delete_port for abe575eb-ecd9-4c19-a492-06c4a3ba297c owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:44.468642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:44.469397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.530867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, c107037b-55ac-4b0f-81e9-33317f8e6cf9) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:44.532469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-11fd58f9-9471-43a9-b222-28e66acc6251 None None] The port 'bda0dbb1-b755-4a3c-9649-cb8dc28213c1' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:57:44.537694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:44.538474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.552938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b882038-da4c-4f4c-a902-eda4dfbe15b2 None None] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:44.591948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:44.595380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.643852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Router 61291088-36e3-443f-a878-430e3f5bc593 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:57:44.738460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.798569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] Pushing event deleted for resources: {'Port': ['ID=abe575eb-ecd9-4c19-a492-06c4a3ba297c,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:44.801731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba08899-286d-432c-9435-c8c05acf1b9e None None] No DVR routers for this DVR port abe575eb-ecd9-4c19-a492-06c4a3ba297c on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:44.808345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:57:44.819112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.820348 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-40c471ed-36c8-40d9-a51e-7febeb82b624 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "PUT /v2.0/routers/61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 200 len: 697 time: 0.9297121 Mar 16 10:57:44.823185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40836) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:44.827215 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Sync routers for ids ['61291088-36e3-443f-a878-430e3f5bc593'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:57:44.837670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Routers {'61291088-36e3-443f-a878-430e3f5bc593'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:44.838615 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['61291088-36e3-443f-a878-430e3f5bc593'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:44.856393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-c107037b-55ac-4b0f-81e9-33317f8e6cf9', 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9', 'tenant_id': 'd77fa66a6d974c26a1483269a7cac675', 'fixed_ips': [{'subnet_id': '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:44.857364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:44.979837 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Set router 61291088-36e3-443f-a878-430e3f5bc593 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:44.990623 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2509bd44-44c8-4e30-a002-3bca03f93890 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/routers/61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 200 len: 703 time: 0.1658595 Mar 16 10:57:44.993787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40840) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.046377 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1de4564d-791e-4efb-bbed-7ee4d64f9469 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 200 len: 205 time: 0.0514266 Mar 16 10:57:45.047612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40844) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.058125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.065766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.080654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-364dca7c-52f6-4b32-9279-1707dcb788a5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7345340 Mar 16 10:57:45.088916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4341176 Mar 16 10:57:45.088916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666750bf-b67e-4295-9137-39b8d718ec6e tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Network': ['ID=0bd2d02f-670c-47a4-87cd-1036ffdbeb80,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.115421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Allocated IP 172.20.0.2 (c107037b-55ac-4b0f-81e9-33317f8e6cf9/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/fefaaba8-e309-4fa4-8b43-ea17e56b716a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:45.116817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40848) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.117266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40850) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.130863 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61291088-36e3-443f-a878-430e3f5bc593', 'name': 'tempest-RoutersIpV6Test-router-400761480', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:43Z', 'updated_at': '2022-03-16T10:57:44Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.131119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:45.136137 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Checking router: 61291088-36e3-443f-a878-430e3f5bc593 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:57:45.140387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'subnet': {'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:45.146030 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Routers {'61291088-36e3-443f-a878-430e3f5bc593'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:57:45.146640 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['61291088-36e3-443f-a878-430e3f5bc593'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.157276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Request body: {'port': {'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9', 'name': 'tempest-TagsExtTest-1812580886'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:45.171891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.179070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-be7fc3e4-25af-47c1-ae55-6c0b610c3381 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/8e1f7be6-7ada-4ca9-ab24-280d8abe7ff6 HTTP/1.1" status: 204 len: 168 time: 2.7656250 Mar 16 10:57:45.199661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40856) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.211614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'name': 'tempest-PortsTestJSON-130654212'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:45.252259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.284484 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] Set router 61291088-36e3-443f-a878-430e3f5bc593 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:57:45.419416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.422518 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61291088-36e3-443f-a878-430e3f5bc593', 'name': 'tempest-RoutersIpV6Test-router-400761480', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:43Z', 'updated_at': '2022-03-16T10:57:44Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:45.425893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:45.428674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff5a7c-a52c-43e1-820c-d08b0845343e None None] The sync data for ids ['61291088-36e3-443f-a878-430e3f5bc593'] in dv-neutron-828143-9-hyperv is: [{'id': '61291088-36e3-443f-a878-430e3f5bc593', 'name': 'tempest-RoutersIpV6Test-router-400761480', 'tenant_id': '326ef26173044f68a61d95898aabf956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:57:43Z', 'updated_at': '2022-03-16T10:57:44Z', 'revision_number': 2, 'project_id': '326ef26173044f68a61d95898aabf956', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:57:45.483191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:subnet and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:45.490429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:45.520730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.526437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbaf3c-c102-4ade-9515-60c291655eb7 req-78576600-ce4a-40f5-bf72-fbb8db6131b4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:45.528026 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fbfbaf3c-c102-4ade-9515-60c291655eb7 req-78576600-ce4a-40f5-bf72-fbb8db6131b4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.7689040 Mar 16 10:57:45.531676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:45.542574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Transition to ACTIVE for port object fefaaba8-e309-4fa4-8b43-ea17e56b716a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:45.551237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:45.559379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:45.562753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:45.563398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.569849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79e11a-949a-4abd-ae51-48853c3366b0 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:45.600093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:45.609230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Transition to ACTIVE for port object fefaaba8-e309-4fa4-8b43-ea17e56b716a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:45.613797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:45.617199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.642695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Usage tracker for resource:port and tenant:d77fa66a6d974c26a1483269a7cac675 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:45.651981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:45.656250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=f8a3ab2c-0f3b-4470-a82a-248603048fdc,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:45.681505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.686559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b755123e-455c-4674-8491-5b5bbecfd0b5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5689352 Mar 16 10:57:45.699277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40860) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.700372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:45.722990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'f8a3ab2c-0f3b-4470-a82a-248603048fdc', 'ip_address': '2001:db8::eb2e:9d91:c654:8840'}], 'name': 'tempest-NetworksTestDHCPv6-1967181217'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:45.808356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device abe575eb-ecd9-4c19-a492-06c4a3ba297c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:45.812221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fbfbaf3c-c102-4ade-9515-60c291655eb7 req-df663a71-577f-455d-9a45-b5894d9537ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597928 Mar 16 10:57:45.817768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.821289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.823853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Made reservation on behalf of d77fa66a6d974c26a1483269a7cac675 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:45.827300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.843540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:45.862371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:45.880915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:45.884461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: abe575eb-ecd9-4c19-a492-06c4a3ba297c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:45.884461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device abe575eb-ecd9-4c19-a492-06c4a3ba297c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:45.885483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.886052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Fanout notify agent at l3_agent the message router_deleted on router 61291088-36e3-443f-a878-430e3f5bc593 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:57:45.909971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:45.917374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:45.921847 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6ffcdeaf-71cf-4727-8a8b-67021568fe3e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 204 len: 168 time: 0.8698070 Mar 16 10:57:45.923216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40864) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:45.966718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] device_id is not set on port b343848a-d82d-4f11-9337-542d1d0d0722 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:45.985976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:45.994807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Pushing event updated for resources: {'Port': ['ID=fefaaba8-e309-4fa4-8b43-ea17e56b716a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.001449 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3fbd9373-b302-4167-8151-d91e24b45156 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 200 len: 205 time: 0.0756192 Mar 16 10:57:46.002464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40868) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.027482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Attempting to bind port fefaaba8-e309-4fa4-8b43-ea17e56b716a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:46.027482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Attempting to bind port fefaaba8-e309-4fa4-8b43-ea17e56b716a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '44949492-c846-418e-9bd6-73b0937efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:46.027482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Attempting to bind port fefaaba8-e309-4fa4-8b43-ea17e56b716a on network c107037b-55ac-4b0f-81e9-33317f8e6cf9 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:46.037877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:46.039154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Checking segment: {'id': '44949492-c846-418e-9bd6-73b0937efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:46.039154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.039154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Bound using segment: {'id': '44949492-c846-418e-9bd6-73b0937efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:46.040008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Bound port: fefaaba8-e309-4fa4-8b43-ea17e56b716a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44949492-c846-418e-9bd6-73b0937efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c107037b-55ac-4b0f-81e9-33317f8e6cf9'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:46.040511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.078155 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-ead6c7a7-50de-4bb9-bb4f-d8ccf8341e90 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:46.081557 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ead6c7a7-50de-4bb9-bb4f-d8ccf8341e90 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/61291088-36e3-443f-a878-430e3f5bc593 HTTP/1.1" status: 404 len: 336 time: 0.0754116 Mar 16 10:57:46.082703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40872) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.084688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:46.090040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.091016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'f8a3ab2c-0f3b-4470-a82a-248603048fdc'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:46.091843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.129736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:46.153243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port fd58f2b4-2ba8-4ebd-a004-baa4f495d3df yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:46.188811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:46.195365 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c523a194-67e3-4716-9844-1fa326d05b09 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:46.196600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c523a194-67e3-4716-9844-1fa326d05b09 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:46.200127 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c523a194-67e3-4716-9844-1fa326d05b09 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/de75f5f1-18ae-4071-8351-64594c74da54 HTTP/1.1" status: 404 len: 337 time: 0.1150579 Mar 16 10:57:46.201354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40876) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.207641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] For port fefaaba8-e309-4fa4-8b43-ea17e56b716a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:46.222047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] For port fefaaba8-e309-4fa4-8b43-ea17e56b716a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fefaaba8-e309-4fa4-8b43-ea17e56b716a,segment=NetworkSegment(44949492-c846-418e-9bd6-73b0937efeb1),segment_id=44949492-c846-418e-9bd6-73b0937efeb1)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:46.230483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.238747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:46.260715 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e99e130-b8cf-47d3-a1cf-82b5b2ce9d95 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:46.261193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e99e130-b8cf-47d3-a1cf-82b5b2ce9d95 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:46.272888 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3e99e130-b8cf-47d3-a1cf-82b5b2ce9d95 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/9696c61a-4bee-4a48-963c-8289ba2df8f7 HTTP/1.1" status: 404 len: 337 time: 0.0675769 Mar 16 10:57:46.284060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40880) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.299146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Allocated IP 172.20.0.4 (c107037b-55ac-4b0f-81e9-33317f8e6cf9/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/b343848a-d82d-4f11-9337-542d1d0d0722) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:46.329636 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a274c375-0000-4b2b-825e-b3570240338d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:46.330105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a274c375-0000-4b2b-825e-b3570240338d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:46.335587 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a274c375-0000-4b2b-825e-b3570240338d tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/44155ec3-462e-485a-b324-43ba469eb2ad HTTP/1.1" status: 404 len: 337 time: 0.0463128 Mar 16 10:57:46.335587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40884) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.379241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/f8a3ab2c-0f3b-4470-a82a-248603048fdc/c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:46.384254 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2f507c-60cd-445b-a099-72cede3b5a0c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:46.384707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2f507c-60cd-445b-a099-72cede3b5a0c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:46.388715 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc2f507c-60cd-445b-a099-72cede3b5a0c tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/b6924d7e-30c8-434c-bd0d-98ed63eebd74 HTTP/1.1" status: 404 len: 337 time: 0.0506947 Mar 16 10:57:46.391232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40888) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.391397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9493417-5fa4-4fc9-b599-76799112535a None None] Pushing event updated for resources: {'Port': ['ID=fefaaba8-e309-4fa4-8b43-ea17e56b716a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.391514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.456373 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8c33f33b-2910-4455-b6e4-cb1f0df5be4e tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 200 len: 205 time: 0.0653954 Mar 16 10:57:46.459918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40892) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.580383 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-2b290f40-6607-4e2c-8333-b26db5814b73 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:46.581437 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b290f40-6607-4e2c-8333-b26db5814b73 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/3012b2d8-fc18-4f30-a98c-4c535baa0f0c HTTP/1.1" status: 404 len: 336 time: 0.1206219 Mar 16 10:57:46.581651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.585266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40896) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.592052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Subnet': ['ID=698c24a1-cea5-4261-abe2-1f60f22e67cd,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:46.743564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Checking segment: {'id': '939f316b-bd7a-4c22-83e2-7830f12e9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:46.743922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network hostable DHCP agents. Network: 0bd2d02f-670c-47a4-87cd-1036ffdbeb80, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:46.754095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 1e3906da-3bdb-477f-ba6a-42ff3a22685f yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:46.763895 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ef5ab17-b2b6-426c-b502-519083b9267f tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=63a76308-0386-4ad8-a756-d4901dce13dd HTTP/1.1" status: 200 len: 205 time: 0.1775148 Mar 16 10:57:46.785999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40900) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.822562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.836674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Transition to ACTIVE for port object c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:46.877461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Transition to ACTIVE for port object c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:46.889612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.891111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7bc96257-c97f-494a-a780-6e76ea037595 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:46.897150 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7bc96257-c97f-494a-a780-6e76ea037595 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/63a76308-0386-4ad8-a756-d4901dce13dd HTTP/1.1" status: 404 len: 336 time: 0.1049650 Mar 16 10:57:46.898277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40906) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:46.918737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:46.946778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:46.994723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:46.998129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:47.002017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:47.014569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.016968 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-090ecc20-b703-4bbb-9f23-aea34400c1f3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:47.017497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090ecc20-b703-4bbb-9f23-aea34400c1f3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:47.021729 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-090ecc20-b703-4bbb-9f23-aea34400c1f3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/edf6167b-8dac-4a5e-b293-a07e7a8a7803 HTTP/1.1" status: 404 len: 337 time: 0.0594215 Mar 16 10:57:47.033960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40910) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.040151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.061276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Pushing event updated for resources: {'Port': ['ID=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.100584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:47.106551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:47.111453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:47.118399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.118725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.123870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Attempting to bind port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:47.124624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Attempting to bind port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:47.124772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Attempting to bind port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:47.128873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0bd2d02f-670c-47a4-87cd-1036ffdbeb80) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:47.130499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:47.130875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:47.131528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.131653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:47.131743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=fd58f2b4-2ba8-4ebd-a004-baa4f495d3df,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.132094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Bound port: c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:47.132459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.146572 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eed34fae-6937-416a-b1bd-b35f89f7f4d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9454594 Mar 16 10:57:47.150139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40914) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.153875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-65fa9d66-8bda-4e6e-913e-5e1707fd7717 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Synchronizing usage tracker for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:47.155189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00589c57-f438-4059-92ef-5d6afe29247d None None] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:47.158315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.158893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.170710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Transition to ACTIVE for port object b343848a-d82d-4f11-9337-542d1d0d0722 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:47.230945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port fd58f2b4-2ba8-4ebd-a004-baa4f495d3df {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:47.231464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.393368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] For port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:47.404416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-65fa9d66-8bda-4e6e-913e-5e1707fd7717 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] Unset dirty status for tenant:326ef26173044f68a61d95898aabf956 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:47.405894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-65fa9d66-8bda-4e6e-913e-5e1707fd7717 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 200 len: 205 time: 0.3710077 Mar 16 10:57:47.409276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40918) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.417899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-07dfd0d3-0a03-46cc-bfc4-8185234f11f8 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2913730 Mar 16 10:57:47.432748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40922) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.435464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] For port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:47.439848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::eb2e:9d91:c654:8840 (afd54f52-9bee-4769-8938-30d579685ddc/f8a3ab2c-0f3b-4470-a82a-248603048fdc/1e3906da-3bdb-477f-ba6a-42ff3a22685f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:47.445059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'network': {'name': 'tempest-router-network01--459091841'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:47.461526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.470158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:47.478488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:network and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:47.483294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:47.491489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:47.518306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:47.523252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.576719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebd01-979b-45c0-8cf6-3194fc88c29a req-13b37062-07da-46e2-bafb-db0f56801202 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:47.578856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e7ebd01-979b-45c0-8cf6-3194fc88c29a req-13b37062-07da-46e2-bafb-db0f56801202 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5573890 Mar 16 10:57:47.585300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.654128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e5b94-a058-4e00-9fcc-8725effec02b None None] Pushing event updated for resources: {'Port': ['ID=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.661229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-0bd2d02f-670c-47a4-87cd-1036ffdbeb80', 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80', 'tenant_id': 'a5d560487155494196bd5d19d7b47656', 'fixed_ips': [{'subnet_id': '698c24a1-cea5-4261-abe2-1f60f22e67cd'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:47.662566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.741887 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-d8ed7e0f-29ff-486a-b698-bf4b362c8dc1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:47.743599 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d8ed7e0f-29ff-486a-b698-bf4b362c8dc1 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/60da1447-5108-4d71-aabb-26d6cb1fb1f6 HTTP/1.1" status: 404 len: 336 time: 0.3320129 Mar 16 10:57:47.752521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40926) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.804447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:47.837998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event updated for resources: {'Port': ['ID=b343848a-d82d-4f11-9337-542d1d0d0722,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:47.845006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.853116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:47.856517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:47.858974 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b251d513-232b-43fc-8bd6-f1e079a1a7f3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c91c3c-2046-42a3-b8e7-2243c632236a HTTP/1.1" status: 200 len: 205 time: 0.1052163 Mar 16 10:57:47.862593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40930) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:47.885852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Allocated IP 2001:db8::2 (0bd2d02f-670c-47a4-87cd-1036ffdbeb80/698c24a1-cea5-4261-abe2-1f60f22e67cd/06215447-9ec7-43a6-9ad3-3ac71752ba4e) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:47.890814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e7ebd01-979b-45c0-8cf6-3194fc88c29a req-327290af-b4a6-48d4-95e7-a4475c8c85ad tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857497 Mar 16 10:57:47.918708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:47.946668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:47.947365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Added segment dca3789f-d0aa-4d93-85ae-911a6137c22d of type vlan for network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 Mar 16 10:57:47.988084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.066716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.078233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.078990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.089867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.089867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.119285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for fd58f2b4-2ba8-4ebd-a004-baa4f495d3df owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:48.154734 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-71b09d74-8ab3-4ee9-acc2-ea74fe9e88b4 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:48.155768 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71b09d74-8ab3-4ee9-acc2-ea74fe9e88b4 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/c7c91c3c-2046-42a3-b8e7-2243c632236a HTTP/1.1" status: 404 len: 336 time: 0.2922525 Mar 16 10:57:48.163047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.174039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.187150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Transition to ACTIVE for port object 06215447-9ec7-43a6-9ad3-3ac71752ba4e will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:48.200531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1e60b575-a54b-41c6-9a7f-8fe022bbff60 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0781038 Mar 16 10:57:48.209139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40938) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.215247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f6cb7f-8063-4ebb-84fd-85d49fac5058 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:48.215467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f6cb7f-8063-4ebb-84fd-85d49fac5058 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:48.219518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Transition to ACTIVE for port object 06215447-9ec7-43a6-9ad3-3ac71752ba4e will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:48.219682 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c9f6cb7f-8063-4ebb-84fd-85d49fac5058 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/930b2d72-c40f-4b02-8e6e-4dcbb3288e19 HTTP/1.1" status: 404 len: 337 time: 0.0531638 Mar 16 10:57:48.222099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1735135509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.223146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fefaaba8-e309-4fa4-8b43-ea17e56b716a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:48.229027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40942) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.238889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:48.250327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c9745-ba2d-40a8-b91b-59bb6de428b2 None None] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:48.280745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Usage tracker for resource:router and tenant:d77fa66a6d974c26a1483269a7cac675 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:48.290344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:48.292034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.298284 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-241beb0c-5ede-43a1-a618-c212a8bebdf3 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=18951324-cc08-4fb2-8b21-53dea8a9c80f HTTP/1.1" status: 200 len: 205 time: 0.0659304 Mar 16 10:57:48.300014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40946) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.311620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:48.326769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.327786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.332943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.365986 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9309731 Mar 16 10:57:48.375539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40950) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.398033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'network': {'name': 'tempest-router-network02--660015057'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.405811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=fd58f2b4-2ba8-4ebd-a004-baa4f495d3df,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.409218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:48.417573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.420651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.423265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:network and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:48.434936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:48.446059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:48.452856 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b6d7f44-1973-4eb1-b953-a3225deec925 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/fd58f2b4-2ba8-4ebd-a004-baa4f495d3df HTTP/1.1" status: 204 len: 168 time: 1.3015754 Mar 16 10:57:48.457681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40954) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.465208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'mac_address': 'fa:16:3e:aa:95:68', 'name': 'tempest-PortsTestJSON-1598511228'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.470803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc01c8-fe91-40cf-8cc6-e1768d031065 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Network': ['ID=dcf83334-ff72-4c9b-b70a-8c9e0ea89b26,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.475775 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-15de721a-0ca6-43d5-8380-f6d79158a597 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:48.476986 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-15de721a-0ca6-43d5-8380-f6d79158a597 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/18951324-cc08-4fb2-8b21-53dea8a9c80f HTTP/1.1" status: 404 len: 336 time: 0.1763704 Mar 16 10:57:48.480710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40958) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.484807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:48.488628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.517782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.540874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7149d44-050d-4779-939e-31cc304477a9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:48.541356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7149d44-050d-4779-939e-31cc304477a9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:48.543099 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e7149d44-050d-4779-939e-31cc304477a9 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/ef0a2277-5e7a-420e-b95e-1b57082d586f HTTP/1.1" status: 404 len: 337 time: 0.0614178 Mar 16 10:57:48.546251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40962) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.574288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:48.620484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-587fc23e-9f2e-4ed3-a37e-573756ff5f56 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "GET /v2.0/ports?device_id=52706550-1cad-49ee-9262-88a4c45abf54 HTTP/1.1" status: 200 len: 205 time: 0.0730348 Mar 16 10:57:48.624136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.627048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40966) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.641418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Pushing event updated for resources: {'Port': ['ID=06215447-9ec7-43a6-9ad3-3ac71752ba4e,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.663946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 1e3906da-3bdb-477f-ba6a-42ff3a22685f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:48.696740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:48.703628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f279ebc8-cf3d-469a-86a5-0bd43e39c777 None None] Provisioning for port fefaaba8-e309-4fa4-8b43-ea17e56b716a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:48.707969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:48.710111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.715108 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-36f76551-7ea0-414a-8970-7cd3f228400f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5014298 Mar 16 10:57:48.716417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40970) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.724605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:48.726832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0f4f580c-5d88-4178-8691-be80b3701c13 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1759929978', 'prefixes': ['172.20.0.0/16']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:48.730043 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-4585f782-0c51-4807-9c87-7c823c435c99 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] delete failed (client error): The resource could not be found. Mar 16 10:57:48.730230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:48.731439 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4585f782-0c51-4807-9c87-7c823c435c99 tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/routers/52706550-1cad-49ee-9262-88a4c45abf54 HTTP/1.1" status: 404 len: 336 time: 0.1034226 Mar 16 10:57:48.735769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.736483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:48.740600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:48.746340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40974) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.750502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:48.753936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.754278 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Added segment 6b942cff-c306-4829-8a54-bcd801fc908c of type vlan for network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a Mar 16 10:57:48.793946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0f4f580c-5d88-4178-8691-be80b3701c13 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:48.803068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:48.813334 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-f374ba07-8c1a-4f77-867b-9e20656a43be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:48.814028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f374ba07-8c1a-4f77-867b-9e20656a43be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:48.828153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f374ba07-8c1a-4f77-867b-9e20656a43be tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/e3deecfe-c689-4e1b-8bfd-6b4197eee9ec HTTP/1.1" status: 404 len: 337 time: 0.0804973 Mar 16 10:57:48.831778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 40978) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.833864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:48.838198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:48.847693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:48.854367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:48.855020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.882139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:48.882349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=1e3906da-3bdb-477f-ba6a-42ff3a22685f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:48.901780 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f60e029-1c51-4df1-a240-51ddabfdedab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] DELETE failed (client error): The resource could not be found. Mar 16 10:57:48.902483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f60e029-1c51-4df1-a240-51ddabfdedab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:57:48.904323 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f60e029-1c51-4df1-a240-51ddabfdedab tempest-RoutersIpV6Test-1988377883 tempest-RoutersIpV6Test-1988377883-project] 10.222.0.50 "DELETE /v2.0/subnets/d46bcacf-fd31-4b8c-8314-ccbc59bed7d5 HTTP/1.1" status: 404 len: 337 time: 0.0713887 Mar 16 10:57:48.906494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:48.907938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-957121d1-c1e8-4c6c-a1fc-5f7fef5c8d53 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2048225 Mar 16 10:57:48.912705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40984) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:48.932552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port fefaaba8-e309-4fa4-8b43-ea17e56b716a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:48.954014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Attempting to bind port 06215447-9ec7-43a6-9ad3-3ac71752ba4e on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:48.954386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Attempting to bind port 06215447-9ec7-43a6-9ad3-3ac71752ba4e by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '939f316b-bd7a-4c22-83e2-7830f12e9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:48.954745 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Attempting to bind port 06215447-9ec7-43a6-9ad3-3ac71752ba4e on network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:48.963435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port fefaaba8-e309-4fa4-8b43-ea17e56b716a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:48.963808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.031529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:49.031977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Checking segment: {'id': '939f316b-bd7a-4c22-83e2-7830f12e9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:49.032310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.032948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Bound using segment: {'id': '939f316b-bd7a-4c22-83e2-7830f12e9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:49.033442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Bound port: 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939f316b-bd7a-4c22-83e2-7830f12e9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0bd2d02f-670c-47a4-87cd-1036ffdbeb80'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:49.033789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.053016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0f4f580c-5d88-4178-8691-be80b3701c13 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for subnetpool, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.054274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0f4f580c-5d88-4178-8691-be80b3701c13 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3362038 Mar 16 10:57:49.061452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40990) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.085567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.091998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-9e8e1f23-14a4-4592-ab7e-26c1583d6fa5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-857806197') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:49.137931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.143569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.144274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.172860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33153750-132a-4132-aa14-7166bedbb652 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.187855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33153750-132a-4132-aa14-7166bedbb652 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.193055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33153750-132a-4132-aa14-7166bedbb652 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:49.221812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 960bd551-3e6a-4fa6-9981-1768fc98d70a yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:49.327926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33153750-132a-4132-aa14-7166bedbb652 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:49.329738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.331180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33153750-132a-4132-aa14-7166bedbb652 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4173498 Mar 16 10:57:49.338273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 40996) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.358794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] For port 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:49.387582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-af669ca9-2885-47ab-8b05-71eb76a87512 None None] Provisioning for port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:49.396764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] For port 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=06215447-9ec7-43a6-9ad3-3ac71752ba4e,segment=NetworkSegment(939f316b-bd7a-4c22-83e2-7830f12e9609),segment_id=939f316b-bd7a-4c22-83e2-7830f12e9609)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:49.400126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port fefaaba8-e309-4fa4-8b43-ea17e56b716a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fefaaba8-e309-4fa4-8b43-ea17e56b716a,segment=NetworkSegment(44949492-c846-418e-9bd6-73b0937efeb1),segment_id=44949492-c846-418e-9bd6-73b0937efeb1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:49.406408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.416745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Network': ['ID=40eed93e-4fef-4b15-8fe2-ab17161f2b7a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.496498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.512578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74799465-d670-4bf7-a8ab-40faa3abd0e4 None None] Pushing event updated for resources: {'Port': ['ID=06215447-9ec7-43a6-9ad3-3ac71752ba4e,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:49.516549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.519134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:49.558584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 1e3906da-3bdb-477f-ba6a-42ff3a22685f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:49.558992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.736097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411c0e-abdd-42db-a5ee-63baf197bff6 req-15edb345-522f-416b-ad6b-d267387c88b9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:49.737727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5e411c0e-abdd-42db-a5ee-63baf197bff6 req-15edb345-522f-416b-ad6b-d267387c88b9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5417027 Mar 16 10:57:49.846857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:49.886084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:49.891975 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-105721f6-1252-4168-ab49-fe54085fc0d6 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5076330 Mar 16 10:57:49.895880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41008) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.902789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'subnet': {'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:49.912460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e8e1f23-14a4-4592-ab7e-26c1583d6fa5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-857806197 HTTP/1.1" status: 201 len: 201 time: 0.8321981 Mar 16 10:57:49.920215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41012) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:49.951029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5e411c0e-abdd-42db-a5ee-63baf197bff6 req-8a710bb8-b1a2-436e-acb8-e23564eddbb7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223354 Mar 16 10:57:49.962733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Provisioning for port b343848a-d82d-4f11-9337-542d1d0d0722 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:49.976712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Provisioning complete for port b343848a-d82d-4f11-9337-542d1d0d0722 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:49.976712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.034215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Port b343848a-d82d-4f11-9337-542d1d0d0722 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:50.036712 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09ebb6bc-0c22-431b-9698-a509a8c726d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=326ef26173044f68a61d95898aabf956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381260 Mar 16 10:57:50.040820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=fefaaba8-e309-4fa4-8b43-ea17e56b716a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.052858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41018) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.057029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-9271a693-804c-447c-80c4-f67ce35484dd tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-340176882') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:50.063412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:50.069777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:50.070153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.147651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:50.150970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Provisioning complete for port fefaaba8-e309-4fa4-8b43-ea17e56b716a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:50.151403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c928e73d-bc57-40bd-9f01-5efc73b33a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.172020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:subnet and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:50.194002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:50.208871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:50.259455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.265362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.271074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:50.275368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.348791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.409858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.453998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:50.459787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.503656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:50.538321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.570293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:50.576872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Provisioning complete for port b343848a-d82d-4f11-9337-542d1d0d0722 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:50.577391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.578657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=960bd551-3e6a-4fa6-9981-1768fc98d70a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:50.581036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:50.586946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:50.587400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.602391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.613497 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9271a693-804c-447c-80c4-f67ce35484dd tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-340176882 HTTP/1.1" status: 201 len: 201 time: 0.6919348 Mar 16 10:57:50.617130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41024) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.636506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-a0b6ffde-8d4a-465c-8516-d9f8ba665318 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-899163070') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:50.640797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Port b343848a-d82d-4f11-9337-542d1d0d0722 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:50.653575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Provisioning for port 1e3906da-3bdb-477f-ba6a-42ff3a22685f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:50.659684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Provisioning complete for port 1e3906da-3bdb-477f-ba6a-42ff3a22685f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:50.660230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.721687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 1e3906da-3bdb-477f-ba6a-42ff3a22685f owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:50.722243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ffc890fc-b64b-42c2-a15d-fc2cc59cd581 None None] Port 1e3906da-3bdb-477f-ba6a-42ff3a22685f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:57:50.749976 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0214eb3f-0c1b-461c-ac3d-841f7b70b0e2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2909825 Mar 16 10:57:50.756474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41028) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.883306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-17eb66f4-f407-449b-8148-2d8de1ea47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:50.884984 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-17eb66f4-f407-449b-8148-2d8de1ea47fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.3785589 Mar 16 10:57:50.888172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64fd01-87c1-4168-860f-497d7b512297 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:50.888771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2d64fd01-87c1-4168-860f-497d7b512297 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:50.923805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2d64fd01-87c1-4168-860f-497d7b512297 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:50.927744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2d64fd01-87c1-4168-860f-497d7b512297 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/960bd551-3e6a-4fa6-9981-1768fc98d70a HTTP/1.1" status: 200 len: 841 time: 0.1608818 Mar 16 10:57:50.937599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41032) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:50.946332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:50.982689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0bdb8-7a65-4b5e-a60f-434aeb6b342e req-abd84f07-9db6-4196-8292-da32409d6205 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:50.989442 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a0bdb8-7a65-4b5e-a60f-434aeb6b342e req-abd84f07-9db6-4196-8292-da32409d6205 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4491816 Mar 16 10:57:51.045746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.095127 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a0bdb8-7a65-4b5e-a60f-434aeb6b342e req-44800a2c-2240-4a5a-9e9c-aa522d8ace91 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003416 Mar 16 10:57:51.100916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84107c45-e5cd-4798-8cec-16b2dfbfca92,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.112677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=1e3906da-3bdb-477f-ba6a-42ff3a22685f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.155592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.159256 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8e5c21e-0864-450e-83a6-f52869a2298d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84107c45-e5cd-4798-8cec-16b2dfbfca92 HTTP/1.1" status: 204 len: 168 time: 1.0727158 Mar 16 10:57:51.184058 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0b6ffde-8d4a-465c-8516-d9f8ba665318 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-899163070 HTTP/1.1" status: 201 len: 201 time: 0.5560617 Mar 16 10:57:51.185282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41038) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.203767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.206107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 960bd551-3e6a-4fa6-9981-1768fc98d70a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:51.206430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.224527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4fc83d54-25b3-43a8-ad59-dedde8dbe0de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/1e3906da-3bdb-477f-ba6a-42ff3a22685f HTTP/1.1" status: 204 len: 168 time: 1.8771510 Mar 16 10:57:51.227704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41042) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.235974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-c20cf3e9-0179-41a3-b46a-35a37dee800a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-264079419') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.262879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.325016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e3b63-7c38-49af-81a0-125928b05823 None None] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:51.330023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70514b7d-cd65-417c-828d-cf145c546dd6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:51.332080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70514b7d-cd65-417c-828d-cf145c546dd6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:51.333071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-70514b7d-cd65-417c-828d-cf145c546dd6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:51.339227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-b4043b77-54ad-45c5-bd5e-a272211d3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:51.340683 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-b4043b77-54ad-45c5-bd5e-a272211d3adc service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.4471304 Mar 16 10:57:51.353923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-70514b7d-cd65-417c-828d-cf145c546dd6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:51.356910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-70514b7d-cd65-417c-828d-cf145c546dd6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1263895 Mar 16 10:57:51.358203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41048) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.421875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e9f8909d-11b5-4d1f-8389-176956981648 None None] Provisioning for port 06215447-9ec7-43a6-9ad3-3ac71752ba4e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:51.464090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet f8a3ab2c-0f3b-4470-a82a-248603048fdc {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:51.468446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.553648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.605126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Subnet': ['ID=905ba68d-11e0-4d21-9a1e-8aeb93825ce0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.701861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.738029 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c20cf3e9-0179-41a3-b46a-35a37dee800a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-264079419 HTTP/1.1" status: 201 len: 201 time: 0.5394974 Mar 16 10:57:51.740154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41060) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.746445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Checking segment: {'id': 'dca3789f-d0aa-4d93-85ae-911a6137c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:51.746819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network hostable DHCP agents. Network: dcf83334-ff72-4c9b-b70a-8c9e0ea89b26, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:51.752034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-fc41252b-14a4-478b-8628-c012aad460da tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.827626 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-074770ca-04e4-4ec8-8fb9-f33e1b57d8be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.4538188 Mar 16 10:57:51.850531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 06215447-9ec7-43a6-9ad3-3ac71752ba4e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:51.869046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fc41252b-14a4-478b-8628-c012aad460da tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 200 len: 240 time: 0.1276464 Mar 16 10:57:51.871544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41064) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:51.877145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-63a683d9-d82f-4194-9455-ca2565485b6c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-857806197') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:51.919322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:51.985180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a3ab2c-0f3b-4470-a82a-248603048fdc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:51.987200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.002243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5b016-0e81-467c-9ff6-c117d8089ea5 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:52.007240 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9bb8dd12-4315-4c30-bffc-e67d3d0b4481 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/f8a3ab2c-0f3b-4470-a82a-248603048fdc HTTP/1.1" status: 204 len: 168 time: 0.6461139 Mar 16 10:57:52.010795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41074) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.086518 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-63a683d9-d82f-4194-9455-ca2565485b6c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-857806197 HTTP/1.1" status: 204 len: 168 time: 0.2136137 Mar 16 10:57:52.098486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8f7cbf50-580b-4778-a62d-63fc8344e0f0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758741 Mar 16 10:57:52.098486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41078) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.098486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41082) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.098486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-43cb03fd-82ca-49fc-b946-e051426c2664 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-857806197') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:52.105812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 06215447-9ec7-43a6-9ad3-3ac71752ba4e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:52.114818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-26521cb2-0f7d-4351-ac9e-b9e52dea770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:52.116944 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-26521cb2-0f7d-4351-ac9e-b9e52dea770e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.2756405 Mar 16 10:57:52.121596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.130491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:52.131162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 06215447-9ec7-43a6-9ad3-3ac71752ba4e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:52.131554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.261068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41090) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.263559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:52.277664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:52.282016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:52.291449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:52.312387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:52.316244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.329763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:52.338200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 960bd551-3e6a-4fa6-9981-1768fc98d70a owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:52.363766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6f39d870-0a0d-4213-9518-eb49894ed818 None None] Provisioning complete for port 06215447-9ec7-43a6-9ad3-3ac71752ba4e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:52.364365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f39d870-0a0d-4213-9518-eb49894ed818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.403811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, dcf83334-ff72-4c9b-b70a-8c9e0ea89b26) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:52.404215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-43cb03fd-82ca-49fc-b946-e051426c2664 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-857806197 HTTP/1.1" status: 204 len: 168 time: 0.3135476 Mar 16 10:57:52.409203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41096) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.419876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:52.420680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.432254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6d85b-3680-4260-afde-5e4de4f4fd7a None None] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:52.478457 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-167a5904-2ca6-42d2-938d-4801a9cf4050 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5811663 Mar 16 10:57:52.479184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.483263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.490862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-862ff391-aa95-4d10-a6e2-7b62d9d2e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:52.492466 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-862ff391-aa95-4d10-a6e2-7b62d9d2e9e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3601003 Mar 16 10:57:52.493243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-9f9ef6a0-2be9-44f1-ab48-da8acf3fc4aa tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:52.495908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'subnet': {'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:52.536043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-542895594'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:52.550094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:52.564940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:52.568384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:52.591094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:52.611244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=960bd551-3e6a-4fa6-9981-1768fc98d70a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:52.618972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.638166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.647928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daac4b-0078-462c-9ceb-f9160f39f680 req-edc90100-c5b5-4a10-967a-45a52ce82e9c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:52.649667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31daac4b-0078-462c-9ceb-f9160f39f680 req-edc90100-c5b5-4a10-967a-45a52ce82e9c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3143001 Mar 16 10:57:52.650374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:52.653807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.704456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.723499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9f9ef6a0-2be9-44f1-ab48-da8acf3fc4aa tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 200 len: 205 time: 0.3128664 Mar 16 10:57:52.735442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41106) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.746368 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-87b657fe-32c2-4e93-89cb-c285692ec4e4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/960bd551-3e6a-4fa6-9981-1768fc98d70a HTTP/1.1" status: 204 len: 168 time: 1.8067508 Mar 16 10:57:52.755763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.761672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-8dabbc64-fd0e-429a-a4c0-76857273a21e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:52.770823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31daac4b-0078-462c-9ceb-f9160f39f680 req-88b6fa09-1301-4196-a704-3204b1a9aef5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069157 Mar 16 10:57:52.771948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:52.784232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:security_group_rule and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:52.794373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:52.805516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:52.822470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=06215447-9ec7-43a6-9ad3-3ac71752ba4e,segment=NetworkSegment(939f316b-bd7a-4c22-83e2-7830f12e9609),segment_id=939f316b-bd7a-4c22-83e2-7830f12e9609)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:52.843091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.843994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:52.879320 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-58aa8526-4db6-42ab-b69c-db597c52a902 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:52.879863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-58aa8526-4db6-42ab-b69c-db597c52a902 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:52.885318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:52.894917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:subnet and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:52.900193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:52.919772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:57:52.922292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:52.940583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f39d870-0a0d-4213-9518-eb49894ed818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.947906 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-9333c441-b7f8-4f93-8cd8-e9f16467f054 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913839 Mar 16 10:57:52.951589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-58aa8526-4db6-42ab-b69c-db597c52a902 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:52.956788 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-58aa8526-4db6-42ab-b69c-db597c52a902 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/960bd551-3e6a-4fa6-9981-1768fc98d70a HTTP/1.1" status: 404 len: 333 time: 0.1999779 Mar 16 10:57:52.958240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41114) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:52.971521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Deleting port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:52.971985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:52.984319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'name': 'tempest-PortsTestJSON-1170399265'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:53.001837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:53.005731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.008677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.085230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:53.086414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:53.089852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:53.090550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.134748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=89444c99-b2b7-44d2-a619-f5688080461c,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.167966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.170123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-53340db5-7090-4317-93da-961d3fcf090d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0771499 Mar 16 10:57:53.171917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.175805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41118) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.180731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-dcf83334-ff72-4c9b-b70a-8c9e0ea89b26', 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26', 'tenant_id': 'a5d560487155494196bd5d19d7b47656', 'fixed_ips': [{'subnet_id': '905ba68d-11e0-4d21-9a1e-8aeb93825ce0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:53.181536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.197442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '89444c99-b2b7-44d2-a619-f5688080461c', 'ip_address': '2001:db8::1bc7:812c:2dea:86a0'}], 'name': 'tempest-NetworksTestDHCPv6-1991479699'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:53.199024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=06215447-9ec7-43a6-9ad3-3ac71752ba4e,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.244669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-6f39d870-0a0d-4213-9518-eb49894ed818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:53.245063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-6f39d870-0a0d-4213-9518-eb49894ed818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:53.250825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:53.285281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:53.285643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.298500 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8dabbc64-fd0e-429a-a4c0-76857273a21e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 200 len: 240 time: 0.5485039 Mar 16 10:57:53.306059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721e98ad-6bad-4b6b-9800-4b683577012f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.306271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41122) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.330246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-d6a8fcdb-492e-42a4-89c8-83d44043cd6c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-340176882') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.330907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.331019 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment a3f03061-562f-45b5-a934-023e442ee436 of type vlan for network 4abda5a6-8649-418c-8734-3267f98c0c89 Mar 16 10:57:53.375640 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0fd846fd-0448-4cf9-a1b4-12b0d90553fc req-b8f15615-9c2f-4fce-89d5-ab38272b11b7 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164166 Mar 16 10:57:53.383752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.387326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:53.397118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:53.412869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:53.417118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.418465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:53.423006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:53.426195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:53.432755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:53.449586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:53.456495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:53.556042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.561313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:53.562003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.588090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] For port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:53.588699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.597716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Allocated IP 2001:db8::2 (dcf83334-ff72-4c9b-b70a-8c9e0ea89b26/905ba68d-11e0-4d21-9a1e-8aeb93825ce0/70d43a4f-ab29-4668-bce9-cfa5faba9400) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:53.663232 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d6a8fcdb-492e-42a4-89c8-83d44043cd6c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-340176882 HTTP/1.1" status: 204 len: 168 time: 0.3439684 Mar 16 10:57:53.666798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41126) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.693151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-92d1bd93-2e7d-4573-bddb-7610a5eb34c7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-340176882') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:53.693401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4310603 Mar 16 10:57:53.696575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41130) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:53.714325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228259814'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:53.718015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25800-e4d6-4bae-b35c-b598c22074d4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=4abda5a6-8649-418c-8734-3267f98c0c89,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:53.725206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:53.726067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Calling delete_port for c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:53.731501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:53.738322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.749102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:53.749842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.758484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:53.773002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port fb597845-203e-49ab-8950-be3d4939aee1 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:57:53.788296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 4abda5a6-8649-418c-8734-3267f98c0c89 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:53.810354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:53.813921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.833175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fefaaba8-e309-4fa4-8b43-ea17e56b716a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:53.867824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:53.877327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.877715 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment ee133c75-454d-482d-9ea6-ccbcb30fd87a of type vlan for network ffe0e768-230f-4713-8615-c0352630c083 Mar 16 10:57:53.912301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.975424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:53.985482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:53.990128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.122713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.141558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Subnet': ['ID=f8f556e6-c406-43e3-b009-eae4f4b6f42e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.175175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.175523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.175863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.176196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.176521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.176874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.177212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.177528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.177848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.178168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.178489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.178808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:54.205801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Checking segment: {'id': '6b942cff-c306-4829-8a54-bcd801fc908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:54.206165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network hostable DHCP agents. Network: 40eed93e-4fef-4b15-8fe2-ab17161f2b7a, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:54.229600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5258172 Mar 16 10:57:54.232399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.243717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6e1e2-d683-4a2e-9b68-f368a7da82c6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=ffe0e768-230f-4713-8615-c0352630c083,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.247616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.286323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ffe0e768-230f-4713-8615-c0352630c083 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:54.286615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.298432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] Pushing event deleted for resources: {'Port': ['ID=c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.313229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c052b-b3f1-4919-abdb-da6dbde3df80 None None] No DVR routers for this DVR port c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:57:54.319095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port fefaaba8-e309-4fa4-8b43-ea17e56b716a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:54.319689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.342316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee76ab-6513-4f12-acf2-74b2bb27e4ce req-9201cd09-13b9-400e-988f-58dd60d49d40 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:54.343925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-03ee76ab-6513-4f12-acf2-74b2bb27e4ce req-9201cd09-13b9-400e-988f-58dd60d49d40 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3132386 Mar 16 10:57:54.376973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2e374-08ee-4b5e-915e-6ddeac559982 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:54.382191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::1bc7:812c:2dea:86a0 (afd54f52-9bee-4769-8938-30d579685ddc/89444c99-b2b7-44d2-a619-f5688080461c/fb597845-203e-49ab-8950-be3d4939aee1) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:54.385805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.429173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-03ee76ab-6513-4f12-acf2-74b2bb27e4ce req-4a54cd6a-ed5e-4e37-87c7-17accf775f7b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764172 Mar 16 10:57:54.465476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:54.488813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.490627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 40eed93e-4fef-4b15-8fe2-ab17161f2b7a) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:54.497642 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-92d1bd93-2e7d-4573-bddb-7610a5eb34c7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-340176882 HTTP/1.1" status: 204 len: 168 time: 0.8223586 Mar 16 10:57:54.502197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41140) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.517516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:54.519116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:54.519895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.532154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-88c9e657-27da-45c5-a000-e12c8bb30644 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:54.547328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95472365-5f63-48a9-8b03-9c6ed5fd50b9 None None] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:54.557797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:54.571655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:54.574120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:54.579692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:54.580385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.591087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:54.598320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:54.601095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Transition to ACTIVE for port object 70d43a4f-ab29-4668-bce9-cfa5faba9400 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:54.615030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:54.625065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:54.630585 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-99de95ff-dae7-49ab-8126-1ff55b037115 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1493485 Mar 16 10:57:54.634436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41144) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.637399 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9a8fbe09-c1e2-4c6c-b841-3b1a71b39499 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6768913 Mar 16 10:57:54.641135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41146) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:54.658459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:54.718185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:54.718456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Transition to ACTIVE for port object 70d43a4f-ab29-4668-bce9-cfa5faba9400 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:54.721659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.758866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.816970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.830329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:54.854874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object fb597845-203e-49ab-8950-be3d4939aee1 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:54.919390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:54.937851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:54.953733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:55.002349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Pushing event updated for resources: {'Port': ['ID=70d43a4f-ab29-4668-bce9-cfa5faba9400,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.023805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.052929 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-88c9e657-27da-45c5-a000-e12c8bb30644 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 200 len: 205 time: 0.5452776 Mar 16 10:57:55.054787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41152) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.078309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '89444c99-b2b7-44d2-a619-f5688080461c'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:55.079125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.116368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-62c68acf-403b-41a4-aa06-13b980a20673 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.135424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 06215447-9ec7-43a6-9ad3-3ac71752ba4e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:55.171661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-40eed93e-4fef-4b15-8fe2-ab17161f2b7a', 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a', 'tenant_id': 'a5d560487155494196bd5d19d7b47656', 'fixed_ips': [{'subnet_id': 'f8f556e6-c406-43e3-b009-eae4f4b6f42e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:55.172629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.251172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:55.258484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Attempting to bind port 70d43a4f-ab29-4668-bce9-cfa5faba9400 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:55.258851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Attempting to bind port 70d43a4f-ab29-4668-bce9-cfa5faba9400 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'dca3789f-d0aa-4d93-85ae-911a6137c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:55.259210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Attempting to bind port 70d43a4f-ab29-4668-bce9-cfa5faba9400 on network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:55.263240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:55.270432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:55.276796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:55.277487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.286719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=fb597845-203e-49ab-8950-be3d4939aee1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.314671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:55.315124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5fb2a920-f851-4259-a2df-4ea529e21e12 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1259298 Mar 16 10:57:55.317790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Checking segment: {'id': 'dca3789f-d0aa-4d93-85ae-911a6137c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:55.318196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.318587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Bound using segment: {'id': 'dca3789f-d0aa-4d93-85ae-911a6137c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:55.319238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Bound port: 70d43a4f-ab29-4668-bce9-cfa5faba9400, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca3789f-d0aa-4d93-85ae-911a6137c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dcf83334-ff72-4c9b-b70a-8c9e0ea89b26'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:55.319372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41156) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.319887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.359002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.366685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.462419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:55.466317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] In _notify_port_updated(), no bound segment for port 57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba on network 784dccc8-bca8-4be4-afad-4a4c90951ded {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:57:55.485974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:55.487011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.500266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ada683b1-8900-46cd-848c-20d86788816e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/ports/57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba HTTP/1.1" status: 200 len: 818 time: 0.8469000 Mar 16 10:57:55.503635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41162) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.508124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 06215447-9ec7-43a6-9ad3-3ac71752ba4e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:55.508732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.595409 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-62c68acf-403b-41a4-aa06-13b980a20673 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 200 len: 240 time: 0.5393867 Mar 16 10:57:55.595999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41166) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.602547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.603958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-e498774a-67b5-446d-8b9e-6c75b888a0f5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-899163070') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.655675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] For port 70d43a4f-ab29-4668-bce9-cfa5faba9400, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:55.680248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/89444c99-b2b7-44d2-a619-f5688080461c/c9d3b74f-61be-4a95-aa07-cef0c3d4ad54) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:55.682548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Allocated IP 2001:db8::2 (40eed93e-4fef-4b15-8fe2-ab17161f2b7a/f8f556e6-c406-43e3-b009-eae4f4b6f42e/c88d099d-d92f-4d4e-9093-f72c7148ebf7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:55.686037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] For port 70d43a4f-ab29-4668-bce9-cfa5faba9400, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=70d43a4f-ab29-4668-bce9-cfa5faba9400,segment=NetworkSegment(dca3789f-d0aa-4d93-85ae-911a6137c22d),segment_id=dca3789f-d0aa-4d93-85ae-911a6137c22d)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:55.702557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.747414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:55.747815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.800628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3aef3-728e-47f4-ad39-1cba9af39a24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:55.801347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7bd3aef3-728e-47f4-ad39-1cba9af39a24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:55.862604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:55.955744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e498774a-67b5-446d-8b9e-6c75b888a0f5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-899163070 HTTP/1.1" status: 204 len: 168 time: 0.3580394 Mar 16 10:57:55.967859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41170) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:55.972596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7bd3aef3-728e-47f4-ad39-1cba9af39a24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:55.974056 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7bd3aef3-728e-47f4-ad39-1cba9af39a24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6535783 Mar 16 10:57:55.977587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-c8a8dca7-2a98-4852-9b04-7386d56d358e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-899163070') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:55.987310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41174) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.073521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=70bd67ac-1d17-424a-9e3a-96ff77cb5d2a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.091709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79954932-77da-4a30-ac1e-63eaf9c1a16b None None] Pushing event updated for resources: {'Port': ['ID=70d43a4f-ab29-4668-bce9-cfa5faba9400,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.115211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9afc-4436-4296-bdf9-f3cb3cae8890 req-6579eacb-31aa-4d8d-94a5-0e44e7baf9a9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.121377 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a47a9afc-4436-4296-bdf9-f3cb3cae8890 req-6579eacb-31aa-4d8d-94a5-0e44e7baf9a9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4649224 Mar 16 10:57:56.131799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': 'a3f03061-562f-45b5-a934-023e442ee436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:56.132157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 4abda5a6-8649-418c-8734-3267f98c0c89, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:56.159792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port fb597845-203e-49ab-8950-be3d4939aee1 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:57:56.160119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.251555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Allocated IP 2001:db8::1 (dcf83334-ff72-4c9b-b70a-8c9e0ea89b26/905ba68d-11e0-4d21-9a1e-8aeb93825ce0/a96fd2f7-98ca-4896-a624-0d6ef715ebc2) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:56.266227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4abda5a6-8649-418c-8734-3267f98c0c89 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:56.315255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.320472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 4abda5a6-8649-418c-8734-3267f98c0c89) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:56.320780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:57:56.352520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:56.355240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.417996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a742d9-ea32-44a3-88d4-13b0fa0e953c None None] Network 4abda5a6-8649-418c-8734-3267f98c0c89 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:56.435211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:57:56.435867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1c863b5-ee0d-42d3-85c4-90dfda5b4a7d not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:57:56.494224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:56.550637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a47a9afc-4436-4296-bdf9-f3cb3cae8890 req-703a1ed5-6a00-4d92-9be8-bfe36be99eef tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200020 Mar 16 10:57:56.571672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.600033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Transition to ACTIVE for port object a96fd2f7-98ca-4896-a624-0d6ef715ebc2 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:56.606948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c8a8dca7-2a98-4852-9b04-7386d56d358e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-899163070 HTTP/1.1" status: 204 len: 168 time: 0.6364014 Mar 16 10:57:56.607894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41180) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.614376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-93b68cc7-bb11-4507-8ec2-d393d04799e7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:56.657224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.685087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.720701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Transition to ACTIVE for port object c88d099d-d92f-4d4e-9093-f72c7148ebf7 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:56.764628 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e032b7b6-8e83-4aa8-8b6d-b18642044e05 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5325317 Mar 16 10:57:56.787033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41184) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:56.796757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.809454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': 'ffe0e768-230f-4713-8615-c0352630c083', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:56.814335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.828780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Transition to ACTIVE for port object c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:56.836534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:56.855571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:56.861609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.865331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Transition to ACTIVE for port object c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:56.873919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:56.874457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.882820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Transition to ACTIVE for port object c88d099d-d92f-4d4e-9093-f72c7148ebf7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:56.884758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.885126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.885502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.885865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.886202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.886513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.886832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.887149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.887466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.887821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.888137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.888653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:56.900574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.902138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.953265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Port': ['ID=a96fd2f7-98ca-4896-a624-0d6ef715ebc2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:56.953504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:56.993554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.013271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:57.017544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:57.017847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:57.021068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:57.025213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7241119b-ee65-407c-88f5-f8907a1a2e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.026909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:57.028242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:57.033778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:57.047719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:57.056900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:57.088935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:57.090713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:57.092420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.155585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Pushing event updated for resources: {'Port': ['ID=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.156195 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-93b68cc7-bb11-4507-8ec2-d393d04799e7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 200 len: 205 time: 0.5469522 Mar 16 10:57:57.171300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41188) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.181249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6705379a-7d36-4719-ac99-751f7d29b7af tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba HTTP/1.1" status: 204 len: 168 time: 1.6741853 Mar 16 10:57:57.183084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41190) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.189335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-f0aac69d-f5a9-44d1-84aa-472d7a51c629 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.245844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for fb597845-203e-49ab-8950-be3d4939aee1 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:57:57.251471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e257ad-9197-4d63-b12b-e5165e9d11e2 req-601bd457-e147-4db0-9b3d-cf5b843e9f3b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:57.253281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a4e257ad-9197-4d63-b12b-e5165e9d11e2 req-601bd457-e147-4db0-9b3d-cf5b843e9f3b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5218759 Mar 16 10:57:57.264461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 70d43a4f-ab29-4668-bce9-cfa5faba9400 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:57:57.294621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-4abda5a6-8649-418c-8734-3267f98c0c89', 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '70bd67ac-1d17-424a-9e3a-96ff77cb5d2a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:57:57.295439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.308491 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f0aac69d-f5a9-44d1-84aa-472d7a51c629 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 200 len: 240 time: 0.1264255 Mar 16 10:57:57.312924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41196) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.332767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-4ba3bdc8-e092-4ea6-8ff8-67bf6874492a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-264079419') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.372440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a4e257ad-9197-4d63-b12b-e5165e9d11e2 req-85071a21-0eeb-4338-b85d-b95776cc9738 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098647 Mar 16 10:57:57.385854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ba3bdc8-e092-4ea6-8ff8-67bf6874492a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-264079419 HTTP/1.1" status: 204 len: 168 time: 0.0647748 Mar 16 10:57:57.395106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccba9e6-1315-4011-bb27-663245863f5d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:57.395817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ccba9e6-1315-4011-bb27-663245863f5d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:57:57.401713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41200) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.418157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-0e11e74f-6808-410e-aa95-c5205960032a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-264079419') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.454630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.484331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ccba9e6-1315-4011-bb27-663245863f5d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:57:57.486564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ccba9e6-1315-4011-bb27-663245863f5d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2865233 Mar 16 10:57:57.496574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41206) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.549262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Attempting to bind port c88d099d-d92f-4d4e-9093-f72c7148ebf7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:57.549633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Attempting to bind port c88d099d-d92f-4d4e-9093-f72c7148ebf7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6b942cff-c306-4829-8a54-bcd801fc908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:57.549993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Attempting to bind port c88d099d-d92f-4d4e-9093-f72c7148ebf7 on network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:57.598252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cbeec9-6a80-4368-ab95-aeb073f9e615 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:57:57.601469 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-99cbeec9-6a80-4368-ab95-aeb073f9e615 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/57b5ff8a-1cc0-4bcb-b2d5-d9ae94bccaba HTTP/1.1" status: 404 len: 333 time: 0.1023321 Mar 16 10:57:57.606760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41210) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.613119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Pushing event updated for resources: {'Port': ['ID=c88d099d-d92f-4d4e-9093-f72c7148ebf7,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.615262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-126511913'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:57.626056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:57.631351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:57.635836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:57.640505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:57.641173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Checking segment: {'id': '6b942cff-c306-4829-8a54-bcd801fc908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:57.641928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.642473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Bound using segment: {'id': '6b942cff-c306-4829-8a54-bcd801fc908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:57.643100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Bound port: c88d099d-d92f-4d4e-9093-f72c7148ebf7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b942cff-c306-4829-8a54-bcd801fc908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '40eed93e-4fef-4b15-8fe2-ab17161f2b7a'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:57.643621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:57.643826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.654264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Attempting to bind port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:57:57.656082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0e11e74f-6808-410e-aa95-c5205960032a tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-264079419 HTTP/1.1" status: 204 len: 168 time: 0.2428114 Mar 16 10:57:57.657934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Attempting to bind port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:57:57.657934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Attempting to bind port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:57:57.658618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41214) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.660733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3b53b-6326-4888-be74-6f9dc353d880 None None] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:57.662419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:57.667440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.685909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-b601f81b-a666-455f-9757-889f7811d433 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.729523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:57:57.741813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.742812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment 6fc7acec-e5c1-4237-b851-fe2578c03df9 of type vlan for network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 Mar 16 10:57:57.763079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=fb597845-203e-49ab-8950-be3d4939aee1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:57.777542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.796752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:57:57.797420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:57.797544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.797920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:57:57.798395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Bound port: c9d3b74f-61be-4a95-aa07-cef0c3d4ad54, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:57:57.798763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.815217 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b601f81b-a666-455f-9757-889f7811d433 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 200 len: 205 time: 0.1549559 Mar 16 10:57:57.816717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.824795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:57.826481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.833940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41218) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.888321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.908196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:57.930653 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1380450d-a3be-4918-9001-6f3262ebe166 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/fb597845-203e-49ab-8950-be3d4939aee1 HTTP/1.1" status: 204 len: 168 time: 1.9417038 Mar 16 10:57:57.937422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41222) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:57.961578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-dcd5a8ff-db31-4fb8-a4a5-44f50e3ada0f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:57.981136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=a4fee9e6-2e78-4f6e-8c07-5f04815f7814,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.012296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1846a8fd-768f-4add-acde-b0972543dbdd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4011748 Mar 16 10:57:58.014376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Provisioning for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:58.016784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:57:58.019618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:57:58.028932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41228) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.046865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:58.050341 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dcd5a8ff-db31-4fb8-a4a5-44f50e3ada0f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0951164 Mar 16 10:57:58.055969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41232) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.069784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-81e135ec-5437-48a6-ae97-f55a1b5de44e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.115901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:58.116271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.142948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Provisioning complete for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:57:58.143320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.234188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b14c-2f26-4e33-a4a1-71e9967d3097 req-14ad45da-1c08-4dfd-b81e-8f5504afc757 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.235699 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9270b14c-2f26-4e33-a4a1-71e9967d3097 req-14ad45da-1c08-4dfd-b81e-8f5504afc757 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2307918 Mar 16 10:57:58.290534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9dc78-dea0-44fa-af50-169357eb36ce tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.291657 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-81e135ec-5437-48a6-ae97-f55a1b5de44e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 204 len: 168 time: 0.2278643 Mar 16 10:57:58.292291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9dc78-dea0-44fa-af50-169357eb36ce tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.292869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41236) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.296154 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-61c9dc78-dea0-44fa-af50-169357eb36ce tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3264165 Mar 16 10:57:58.305101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41240) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.311038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-ef016c4e-d68e-45a7-92dd-18b568651381 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.372622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:58.377093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] For port c88d099d-d92f-4d4e-9093-f72c7148ebf7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:58.377341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:58.378994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:58.386677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:58.405068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:58.408757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.411533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Allocated IP 172.20.0.2 (4abda5a6-8649-418c-8734-3267f98c0c89/70bd67ac-1d17-424a-9e3a-96ff77cb5d2a/1aaca3c5-6403-47d3-8464-ab8ff87d7125) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:57:58.415151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] For port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:57:58.418762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9270b14c-2f26-4e33-a4a1-71e9967d3097 req-a946ec0d-5a91-4032-b1d5-a6e20bbba52c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554353 Mar 16 10:57:58.426691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] For port c88d099d-d92f-4d4e-9093-f72c7148ebf7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c88d099d-d92f-4d4e-9093-f72c7148ebf7,segment=NetworkSegment(6b942cff-c306-4829-8a54-bcd801fc908c),segment_id=6b942cff-c306-4829-8a54-bcd801fc908c)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:58.457606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.463921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] For port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:57:58.517711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 89444c99-b2b7-44d2-a619-f5688080461c {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:57:58.524845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.534537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.666681 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ef016c4e-d68e-45a7-92dd-18b568651381 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 204 len: 168 time: 0.3691702 Mar 16 10:57:58.672552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.685545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-4838a64f-3129-416e-b79e-f238d4137df7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:58.719137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.727577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.777147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.824340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69557d-c0ba-4e82-bd2b-5581835e24de None None] Pushing event updated for resources: {'Port': ['ID=c88d099d-d92f-4d4e-9093-f72c7148ebf7,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.860497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396b6f5-931a-4f9c-a95e-9d248e52835e req-5a629cee-9c5d-4000-96e8-ecf0bf55d766 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:58.868259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f396b6f5-931a-4f9c-a95e-9d248e52835e req-5a629cee-9c5d-4000-96e8-ecf0bf55d766 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2524765 Mar 16 10:57:58.912767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.920008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.928889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:58.957692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=ca947904-c9ac-4780-a391-be4587fe1577,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:58.970255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4838a64f-3129-416e-b79e-f238d4137df7 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.2945206 Mar 16 10:57:58.983877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41250) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:58.996274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f396b6f5-931a-4f9c-a95e-9d248e52835e req-8232fa96-bca4-41b3-89ec-9d36ebe83f14 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269834 Mar 16 10:57:59.010199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-7dfc4977-9ff4-40c1-9147-4e342be32867 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-253849194') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.018541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': 'ee133c75-454d-482d-9ea6-ccbcb30fd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:59.019165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: ffe0e768-230f-4713-8615-c0352630c083, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:59.077635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': '6fc7acec-e5c1-4237-b851-fe2578c03df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:57:59.077999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: a4fee9e6-2e78-4f6e-8c07-5f04815f7814, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:57:59.093703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=27f55f0f-3436-43bf-ba3c-07ec81550384,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.107635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f75501-0f52-41c6-93a4-b542d5230c49 None None] Pushing event updated for resources: {'Port': ['ID=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.145665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.160703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56eb99a6-76f4-4eb3-83ec-2766501da03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.183296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] For port 70d43a4f-ab29-4668-bce9-cfa5faba9400, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=70d43a4f-ab29-4668-bce9-cfa5faba9400,segment=NetworkSegment(dca3789f-d0aa-4d93-85ae-911a6137c22d),segment_id=dca3789f-d0aa-4d93-85ae-911a6137c22d)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:57:59.205387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.210519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network ffe0e768-230f-4713-8615-c0352630c083 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:59.246373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=89444c99-b2b7-44d2-a619-f5688080461c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.252100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:57:59.256861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.261942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.264026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, ffe0e768-230f-4713-8615-c0352630c083) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:59.271788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:59.275815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.289390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9701ce16-2fde-445e-8473-f1099ed88382 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/89444c99-b2b7-44d2-a619-f5688080461c HTTP/1.1" status: 204 len: 168 time: 0.9827449 Mar 16 10:57:59.292381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.293412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.297456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41256) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.301490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7dfc4977-9ff4-40c1-9147-4e342be32867 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-253849194 HTTP/1.1" status: 201 len: 201 time: 0.3041492 Mar 16 10:57:59.338769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a4fee9e6-2e78-4f6e-8c07-5f04815f7814) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:59.343530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:57:59.345089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.348665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41260) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.383695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-79a3da6c-588a-4622-b6ff-5fe9dd75205b tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-1364985034') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:57:59.406551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.421505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Transition to ACTIVE for port object 1aaca3c5-6403-47d3-8464-ab8ff87d7125 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:59.465164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:57:59.465577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:57:59.466177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42980b2b-8e04-406c-9bf5-0c43c5ebf41f None None] Network ffe0e768-230f-4713-8615-c0352630c083 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:59.500981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c176f3a2-f137-475b-aa51-b873a15d2e9f None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:57:59.514610 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-359baabb-13f0-4648-9bf4-a4c705420fc8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2155650 Mar 16 10:57:59.526733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.536848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Port': ['ID=a96fd2f7-98ca-4896-a624-0d6ef715ebc2,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.540476 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-156964fc-c08a-445b-b44c-80e8a8c30086 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7522480 Mar 16 10:57:59.545256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41268) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.548800 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2d80ad92-aa99-4d5f-b770-598b81a0afa5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5188837 Mar 16 10:57:59.552699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41272) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:57:59.566466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:59.579442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Transition to ACTIVE for port object 1aaca3c5-6403-47d3-8464-ab8ff87d7125 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:57:59.600257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1855399707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:59.615123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:59.620563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:57:59.646326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:59.658819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.680621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:59.702016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:59.720957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:57:59.726864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:57:59.730629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:57:59.738088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:57:59.758407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:57:59.762350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.871539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Pushing event updated for resources: {'Port': ['ID=70d43a4f-ab29-4668-bce9-cfa5faba9400,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:57:59.887454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Network 4abda5a6-8649-418c-8734-3267f98c0c89 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:57:59.894884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:57:59.913499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:57:59.919329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.919669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.920003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.920341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.920653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.921006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.921332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.921648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.921975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.922282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.922591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.922902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95cb06e-563d-4b55-b16a-77fe929081bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:57:59.994203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:57:59.995829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.014849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Provisioning for port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:00.045742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:00.058444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c96f-7e84-434b-ae42-0c04ea692fba req-a4cfa157-e81f-4129-8da9-7abb059f9430 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.058776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:00.060022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e4c3c96f-7e84-434b-ae42-0c04ea692fba req-a4cfa157-e81f-4129-8da9-7abb059f9430 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.6350315 Mar 16 10:58:00.083978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.130639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Provisioning complete for port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.130927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.156445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:00.177171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:00.184976 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-79a3da6c-588a-4622-b6ff-5fe9dd75205b tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-1364985034 HTTP/1.1" status: 201 len: 201 time: 0.8260872 Mar 16 10:58:00.187524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41276) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.189328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:00.206081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-8f8e046b-bd81-4a58-9507-39da77583410 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-1841025761') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:00.281157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Pushing event updated for resources: {'Port': ['ID=1aaca3c5-6403-47d3-8464-ab8ff87d7125,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:00.296665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.409702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:00.468738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Attempting to bind port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:00.469467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Attempting to bind port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a3f03061-562f-45b5-a934-023e442ee436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:00.470021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Attempting to bind port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 on network 4abda5a6-8649-418c-8734-3267f98c0c89 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:00.471946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e4c3c96f-7e84-434b-ae42-0c04ea692fba req-697eb4db-8194-4efb-bbaa-044fe4c2cee6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061441 Mar 16 10:58:00.505755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=9eb6424d-240b-459c-a08a-d035d8fc6e2c,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:00.531366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:00.532993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:00.537188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:00.538319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.557694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:00.558511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.572906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:00.573428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Checking segment: {'id': 'a3f03061-562f-45b5-a934-023e442ee436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:00.574511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.575048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Bound using segment: {'id': 'a3f03061-562f-45b5-a934-023e442ee436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:00.575634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Bound port: 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f03061-562f-45b5-a934-023e442ee436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4abda5a6-8649-418c-8734-3267f98c0c89'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:00.576131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.592695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:00.593101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': 'ca947904-c9ac-4780-a391-be4587fe1577'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:00.594764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.607332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.619300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.625917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-ffe0e768-230f-4713-8615-c0352630c083', 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '27f55f0f-3436-43bf-ba3c-07ec81550384'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:00.626769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.637882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.675016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-487db821-0425-487f-9abd-8230d04879fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1437223 Mar 16 10:58:00.677078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41282) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.711535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '9eb6424d-240b-459c-a08a-d035d8fc6e2c', 'ip_address': '2001:db8::23f4:b1b3:ac7d:9f52'}], 'name': 'tempest-NetworksTestDHCPv6-979626694'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:00.739220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Provisioning complete for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:00.739608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-994d8e1a-bd93-4d66-9687-0ebefc98cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.778869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c88d099d-d92f-4d4e-9093-f72c7148ebf7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:00.796522 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.ipam_backend_mixin [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca947904-c9ac-4780-a391-be4587fe1577 (CIDR: 172.20.0.0/28) Mar 16 10:58:00.821663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:00.823048 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47383320-6974-48b2-96d0-ebf286a8452e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2762144 Mar 16 10:58:00.824604 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:00.825286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:00.842933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41286) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:00.933828 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-728861c5-f53e-4762-abdc-f045460a8122 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3274148 Mar 16 10:58:00.941659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41290) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.013267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:01.038072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448931bc-490d-4fe8-9baa-b55fc56a840c None None] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:01.124758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bdaa76-2721-4156-9f43-3a6ff0ef880d None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:01.147523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.165235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.182690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Router 518e2d73-77a9-4282-b016-58ee56ad8906 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:01.203905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.209977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.255221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:01.369622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] For port 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:01.381396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:01.403007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:01.409845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:01.412918 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8f8e046b-bd81-4a58-9507-39da77583410 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-1841025761 HTTP/1.1" status: 201 len: 201 time: 1.2182119 Mar 16 10:58:01.413517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41296) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.420939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:01.430599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-bcac490d-e203-48f8-b2df-6088e3f24657 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-1496622731') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.444695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.470000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd06fac-b2b7-40d9-ae7e-3d06ac390e72 req-ceffa15d-0993-4ff8-ab36-837cf19f7fbb tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:01.476897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd06fac-b2b7-40d9-ae7e-3d06ac390e72 req-ceffa15d-0993-4ff8-ab36-837cf19f7fbb tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3176029 Mar 16 10:58:01.493932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Allocated IP 172.21.0.2 (ffe0e768-230f-4713-8615-c0352630c083/27f55f0f-3436-43bf-ba3c-07ec81550384/7b56d7ac-d1b9-495e-a6c2-bd71842c76b4) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:01.511190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:01.514556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.552520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port dd7bcd31-2006-47e8-b529-e2141968a624 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:01.627097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] For port 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1aaca3c5-6403-47d3-8464-ab8ff87d7125,segment=NetworkSegment(a3f03061-562f-45b5-a934-023e442ee436),segment_id=a3f03061-562f-45b5-a934-023e442ee436)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:01.674884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd06fac-b2b7-40d9-ae7e-3d06ac390e72 req-94cd7039-91a8-4173-a745-a74cf51fa1e6 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970382 Mar 16 10:58:01.690577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:01.762909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bcac490d-e203-48f8-b2df-6088e3f24657 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-1496622731 HTTP/1.1" status: 201 len: 201 time: 0.3410099 Mar 16 10:58:01.765190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41300) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.781694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-d9daa9e0-32f1-47d6-9a8d-05d684a847cb tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', {'tags': ['tempest-TagsExtTest-Tag-211746093', 'tempest-TagsExtTest-Tag-1224463000', 'tempest-TagsExtTest-Tag-1796156355']}) {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:01.817251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:01.828801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c57524eb-3d61-4be2-aa3f-607ea5138300 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1892102 Mar 16 10:58:01.838305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41304) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:01.877380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] Sync routers for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:01.907995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c88d099d-d92f-4d4e-9093-f72c7148ebf7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:01.918096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::23f4:b1b3:ac7d:9f52 (afd54f52-9bee-4769-8938-30d579685ddc/9eb6424d-240b-459c-a08a-d035d8fc6e2c/dd7bcd31-2006-47e8-b529-e2141968a624) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:01.950950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Allocated IP 172.20.0.2 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/ca947904-c9ac-4780-a391-be4587fe1577/f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:01.976793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.011447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 70d43a4f-ab29-4668-bce9-cfa5faba9400 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:02.095594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:02.096290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.130425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.211461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:02.222381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:02.227787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.239873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.240473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.255391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9bd09-6497-40e1-ba26-ce7616576be3 None None] Pushing event updated for resources: {'Port': ['ID=1aaca3c5-6403-47d3-8464-ab8ff87d7125,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.258418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=a031ea0e-b823-4173-8bf4-8e140c5c2572,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.259221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.264523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.287246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object dd7bcd31-2006-47e8-b529-e2141968a624 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:02.291730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9b1fcba0-023a-4a5c-9c7d-3794bd3432cd tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3493276 Mar 16 10:58:02.294909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41310) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.301611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'fixed_ips': [{'subnet_id': 'ca947904-c9ac-4780-a391-be4587fe1577'}, {'subnet_id': 'a031ea0e-b823-4173-8bf4-8e140c5c2572'}], 'name': 'tempest-PortsTestJSON-924282239'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:02.460645 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d9daa9e0-32f1-47d6-9a8d-05d684a847cb tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 200 len: 317 time: 0.6897039 Mar 16 10:58:02.463245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:02.464160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.471814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41314) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.557163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.596795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.597243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5520c-6b47-4762-b52c-ee077eb3280a None None] The sync data for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:02.629660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Provisioning complete for port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:02.629660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.634879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-4364c707-f87d-4966-b56c-92c1d2d272e1 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:02.657733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.667788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:02.679629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:02.684199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=dd7bcd31-2006-47e8-b529-e2141968a624,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:02.688283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:02.693745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:02.694357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.705644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Transition to ACTIVE for port object 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:02.712645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:02.719734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:02.722842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:02.739151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 70d43a4f-ab29-4668-bce9-cfa5faba9400 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:02.739457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.744243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:02.762024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-74563bf9-d50f-401b-97c2-85d81dc3d6ff tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0816886 Mar 16 10:58:02.762783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41320) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:02.771730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:02.890101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:02.902658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Transition to ACTIVE for port object 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:02.961409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:02.983161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.20.0.1 (4abda5a6-8649-418c-8734-3267f98c0c89/70bd67ac-1d17-424a-9e3a-96ff77cb5d2a/f1951c64-cb85-4455-9640-394825caaa26) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:03.016821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.063687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Provisioning for port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:03.079674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port b49006a3-022e-47f9-a8ce-bc94807f7a4a yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:03.105923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.145573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Network ffe0e768-230f-4713-8615-c0352630c083 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:03.174612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:03.180358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Pushing event updated for resources: {'Port': ['ID=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:03.182979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:03.286034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Transition to ACTIVE for port object f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:03.289932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:03.343498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Provisioning for port c88d099d-d92f-4d4e-9093-f72c7148ebf7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:03.355871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Provisioning complete for port c88d099d-d92f-4d4e-9093-f72c7148ebf7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:03.357326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.389291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.392316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9cd34-7bc6-47ff-9527-46947cc60988 req-c6f11fef-6f20-4c54-981c-d085397f7520 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.401872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27e9cd34-7bc6-47ff-9527-46947cc60988 req-c6f11fef-6f20-4c54-981c-d085397f7520 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2717350 Mar 16 10:58:03.441438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object f1951c64-cb85-4455-9640-394825caaa26 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:03.553663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Attempting to bind port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:03.554052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Attempting to bind port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ee133c75-454d-482d-9ea6-ccbcb30fd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:03.554900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Attempting to bind port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 on network ffe0e768-230f-4713-8615-c0352630c083 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:03.573492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Transition to ACTIVE for port object f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:03.574973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:03.575347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Checking segment: {'id': 'ee133c75-454d-482d-9ea6-ccbcb30fd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:03.575759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.576144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Bound using segment: {'id': 'ee133c75-454d-482d-9ea6-ccbcb30fd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:03.576626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Bound port: 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee133c75-454d-482d-9ea6-ccbcb30fd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ffe0e768-230f-4713-8615-c0352630c083'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:03.577042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.603998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27e9cd34-7bc6-47ff-9527-46947cc60988 req-1fbac33b-d802-4f04-ba75-e692299c7549 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993539 Mar 16 10:58:03.670032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.773734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7ee22397-cf39-473b-8eae-fe24035bd94b {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:03.774468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:03.806886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10390960-c45a-4666-9a7c-ff194c7a3752 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.815690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10390960-c45a-4666-9a7c-ff194c7a3752 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:03.817066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10390960-c45a-4666-9a7c-ff194c7a3752 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:03.822076 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-2f4c8173-0bef-467c-8ddf-a4b7b97f4845 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:03.823352 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f4c8173-0bef-467c-8ddf-a4b7b97f4845 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9843943 Mar 16 10:58:03.826285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41326) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:03.876285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:03.878729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:03.886228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.901404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:03.905114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:03.929945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.940533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:03.941123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:03.981553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10390960-c45a-4666-9a7c-ff194c7a3752 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:03.986894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8b11e-ee39-4dd3-9a71-d2ec0dee6fc8 None None] Network 4abda5a6-8649-418c-8734-3267f98c0c89 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:03.989141 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10390960-c45a-4666-9a7c-ff194c7a3752 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 1.2179844 Mar 16 10:58:04.003621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Pushing event updated for resources: {'Port': ['ID=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.004260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41330) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.104306 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4364c707-f87d-4966-b56c-92c1d2d272e1 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 204 len: 168 time: 1.4902961 Mar 16 10:58:04.110664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41334) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.124392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-495f53f5-c6a8-4b54-9dcc-7fe4652524fc tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-211746093') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.132130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4abda5a6-8649-418c-8734-3267f98c0c89 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:04.138000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:04.149192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.155798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:04.232350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=f1951c64-cb85-4455-9640-394825caaa26,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:04.249368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port dd7bcd31-2006-47e8-b529-e2141968a624 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:04.249984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.277031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.305519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.331605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] For port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:04.405781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port af438f5d-a927-467e-ac56-3c6507a86c64 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:04.454298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Attempting to bind port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:04.454717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Attempting to bind port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6fc7acec-e5c1-4237-b851-fe2578c03df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:04.455037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Attempting to bind port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca on network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:04.466798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] For port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,segment=NetworkSegment(ee133c75-454d-482d-9ea6-ccbcb30fd87a),segment_id=ee133c75-454d-482d-9ea6-ccbcb30fd87a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:04.502250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:04.502762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Checking segment: {'id': '6fc7acec-e5c1-4237-b851-fe2578c03df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:04.503182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.503556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Bound using segment: {'id': '6fc7acec-e5c1-4237-b851-fe2578c03df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:04.504022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Bound port: f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc7acec-e5c1-4237-b851-fe2578c03df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:04.504404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.542106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.607683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-495f53f5-c6a8-4b54-9dcc-7fe4652524fc tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:04.608683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-495f53f5-c6a8-4b54-9dcc-7fe4652524fc tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-211746093 HTTP/1.1" status: 404 len: 328 time: 0.4944034 Mar 16 10:58:04.648561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] For port c88d099d-d92f-4d4e-9093-f72c7148ebf7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c88d099d-d92f-4d4e-9093-f72c7148ebf7,segment=NetworkSegment(6b942cff-c306-4829-8a54-bcd801fc908c),segment_id=6b942cff-c306-4829-8a54-bcd801fc908c)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:04.650365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41340) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:04.673993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9177d2-d2f6-4e84-a3e3-30e5cfd21ff1 req-1f9a4886-79aa-423a-9700-d504d2b66634 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:04.675593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a9177d2-d2f6-4e84-a3e3-30e5cfd21ff1 req-1f9a4886-79aa-423a-9700-d504d2b66634 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3796430 Mar 16 10:58:04.683851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-1f1cdbb1-b486-4616-b2b1-a9f8d8379fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-1224463000') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:04.749198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.786608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.811205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.893631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:04.987461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40365-dd70-4789-bb32-27e75a805a9a None None] Pushing event updated for resources: {'Port': ['ID=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.076111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde61a26-7f43-43c7-9548-ceba587e640c None None] Pushing event updated for resources: {'Port': ['ID=c88d099d-d92f-4d4e-9093-f72c7148ebf7,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.087974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a9177d2-d2f6-4e84-a3e3-30e5cfd21ff1 req-32bf205f-430a-4619-9c68-343951891da2 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715916 Mar 16 10:58:05.156269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Provisioning for port dd7bcd31-2006-47e8-b529-e2141968a624 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:05.160270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:05.174998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.187324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for dd7bcd31-2006-47e8-b529-e2141968a624 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:05.216226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Provisioning complete for port dd7bcd31-2006-47e8-b529-e2141968a624 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:05.216605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.260480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:05.262638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-1f1cdbb1-b486-4616-b2b1-a9f8d8379fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:05.266587 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1f1cdbb1-b486-4616-b2b1-a9f8d8379fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-1224463000 HTTP/1.1" status: 404 len: 329 time: 0.6113369 Mar 16 10:58:05.270110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41344) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.281443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-7cb7f75f-f206-4294-ba1b-88966e9c13f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a', 'tempest-TagsExtTest-Tag-1796156355') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:05.320633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,segment=NetworkSegment(6fc7acec-e5c1-4237-b851-fe2578c03df9),segment_id=6fc7acec-e5c1-4237-b851-fe2578c03df9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:05.366449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.393543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Port dd7bcd31-2006-47e8-b529-e2141968a624 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:05.401003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Could not find standard attr ID for object fb597845-203e-49ab-8950-be3d4939aee1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:05.411814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.516519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.574539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3a20-eb5d-4185-b76a-646ecb20f9b0 None None] Pushing event updated for resources: {'Port': ['ID=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.581277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:05.608061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.5 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/ca947904-c9ac-4780-a391-be4587fe1577/af438f5d-a927-467e-ac56-3c6507a86c64) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:05.619371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.26 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/a031ea0e-b823-4173-8bf4-8e140c5c2572/af438f5d-a927-467e-ac56-3c6507a86c64) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:05.630786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=dd7bcd31-2006-47e8-b529-e2141968a624,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:05.652305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Provisioning for port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:05.699052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Provisioning complete for port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:05.699568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.731073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:05.766795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1aaca3c5-6403-47d3-8464-ab8ff87d7125 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:05.812622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.881189 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-70a9b1aa-f271-4214-a7b1-091fde67a3a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/dd7bcd31-2006-47e8-b529-e2141968a624 HTTP/1.1" status: 204 len: 168 time: 1.8655303 Mar 16 10:58:05.886831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41348) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:05.967908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:05.971292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:05.986216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:05.986588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.003721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185671c-1daa-4dae-81c5-fd2f5c07d06c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:06.005676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185671c-1daa-4dae-81c5-fd2f5c07d06c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:06.008871 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9185671c-1daa-4dae-81c5-fd2f5c07d06c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1206973 Mar 16 10:58:06.028598 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:58:06.031554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41352) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.090814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.112034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.182389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Provisioning complete for port c88d099d-d92f-4d4e-9093-f72c7148ebf7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:06.183485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30195a54-7249-4dec-b4f7-d07ebce662be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.297300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.349146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-7cb7f75f-f206-4294-ba1b-88966e9c13f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:06.350212 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7cb7f75f-f206-4294-ba1b-88966e9c13f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags/tempest-TagsExtTest-Tag-1796156355 HTTP/1.1" status: 404 len: 329 time: 1.0750449 Mar 16 10:58:06.369856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1aaca3c5-6403-47d3-8464-ab8ff87d7125,segment=NetworkSegment(a3f03061-562f-45b5-a934-023e442ee436),segment_id=a3f03061-562f-45b5-a934-023e442ee436)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:06.389613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41358) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.404297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.406159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c88d099d-d92f-4d4e-9093-f72c7148ebf7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:06.416051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 9eb6424d-240b-459c-a08a-d035d8fc6e2c {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:06.461816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-a702d602-a3ba-412d-96b7-fdeb297c9502 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', {'tags': ['tempest-TagsExtTest-Tag-1131385829', 'tempest-TagsExtTest-Tag-342154933', 'tempest-TagsExtTest-Tag-1152021475']}) {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:06.559647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=f1951c64-cb85-4455-9640-394825caaa26,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.568993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f417a1-4ff8-4269-b7ce-5aa879449658 None None] Network ffe0e768-230f-4713-8615-c0352630c083 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:06.570249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.570341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.602801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a702d602-a3ba-412d-96b7-fdeb297c9502 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 200 len: 317 time: 0.2118986 Mar 16 10:58:06.606381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6b93-5502-4ab5-951f-ef3a26131c5e req-98859c13-8d3b-4669-bd76-8930fb22274c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:06.606722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=1aaca3c5-6403-47d3-8464-ab8ff87d7125,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:06.607974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee8f6b93-5502-4ab5-951f-ef3a26131c5e req-98859c13-8d3b-4669-bd76-8930fb22274c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2561309 Mar 16 10:58:06.608153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.608630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41362) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:06.613429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c88d099d-d92f-4d4e-9093-f72c7148ebf7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:06.613799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.615499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-b466bb45-80b2-4d6f-a5d9-d7acf7382691 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:06.658900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object af438f5d-a927-467e-ac56-3c6507a86c64 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:06.672553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.796446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee8f6b93-5502-4ab5-951f-ef3a26131c5e req-2e24fc40-b9d1-4b35-8652-a2b66b2c6864 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269937 Mar 16 10:58:06.825384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Provisioning complete for port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:06.825890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.829026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.852338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port a96fd2f7-98ca-4896-a624-0d6ef715ebc2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:06.852695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:06.918129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4abda5a6-8649-418c-8734-3267f98c0c89 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:06.921282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:06.952527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.145656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.202004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb6424d-240b-459c-a08a-d035d8fc6e2c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.206510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.217577 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-833b7d76-8214-4518-a9a7-b29aee634c5a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9eb6424d-240b-459c-a08a-d035d8fc6e2c HTTP/1.1" status: 204 len: 168 time: 1.1846840 Mar 16 10:58:07.225207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41368) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.233600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=af438f5d-a927-467e-ac56-3c6507a86c64,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:07.249252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bf0a0-7513-47c8-8a15-f35ff315fdc9 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:07.298414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b466bb45-80b2-4d6f-a5d9-d7acf7382691 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 204 len: 168 time: 0.6873777 Mar 16 10:58:07.299907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d33611b1-d4f7-4881-a02a-eeda048e276f is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:07.302806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41372) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.308014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:07.308197 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6630076a-8857-4b6f-9dbd-3e57567fafd7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784934 Mar 16 10:58:07.311567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-5dc7817b-d217-4912-83c8-0cc36dd3553c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-1131385829') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.312503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41376) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.313391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:07.323273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:07.406101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409b526-9f54-4fc2-a08f-41ce466d139f None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:07.459251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.511394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:07.531060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:07.542709 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-391c557c-d642-4c92-8e97-b82d4a0d4ccc tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6894908 Mar 16 10:58:07.543749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41380) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.548362 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] Sync routers for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:07.562607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:07.563696 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.644482 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.655730 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:07.656898 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.659100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd2e09a-a5f0-4f51-9b1c-829ee30d4a6d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:07.659725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7fd2e09a-a5f0-4f51-9b1c-829ee30d4a6d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:07.675025 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-5dc7817b-d217-4912-83c8-0cc36dd3553c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:07.676487 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5dc7817b-d217-4912-83c8-0cc36dd3553c tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-1131385829 HTTP/1.1" status: 404 len: 329 time: 0.3699400 Mar 16 10:58:07.698487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41384) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.704286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-7fe40a29-ca40-45bf-8d74-13bdb8a9d224 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-342154933') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.738529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7fd2e09a-a5f0-4f51-9b1c-829ee30d4a6d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:07.743129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:07.743129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.744628 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7fd2e09a-a5f0-4f51-9b1c-829ee30d4a6d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports/f1951c64-cb85-4455-9640-394825caaa26 HTTP/1.1" status: 200 len: 910 time: 0.1950245 Mar 16 10:58:07.745364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41388) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.751472 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:07.752282 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd46b5-01b1-4071-a7d6-7854a71401bd None None] The sync data for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:07.815327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:07.815695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.848560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for a96fd2f7-98ca-4896-a624-0d6ef715ebc2 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:07.888849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Provisioning for port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:07.928234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde70d5-4c07-4b21-b9a0-845055d469c7 req-608ba20c-8090-48d6-a418-5652db7c8c8d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:07.928662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:07.931328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Provisioning complete for port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:07.931328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.936644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fde70d5-4c07-4b21-b9a0-845055d469c7 req-608ba20c-8090-48d6-a418-5652db7c8c8d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.9786532 Mar 16 10:58:07.972680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1dee85db-82ea-4828-b39c-cc6004fb923e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.6727474 Mar 16 10:58:07.978684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41392) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:07.978899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Deleting port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:07.979090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:07.984818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca947904-c9ac-4780-a391-be4587fe1577'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:08.068569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda0b7-c947-4e6f-ab65-3574d91c38fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:08.069329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7bfda0b7-c947-4e6f-ab65-3574d91c38fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:08.109435 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8fde70d5-4c07-4b21-b9a0-845055d469c7 req-4241263f-7c83-4741-9f73-f7754ad32c7c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721148 Mar 16 10:58:08.165910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7bfda0b7-c947-4e6f-ab65-3574d91c38fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:08.167369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7bfda0b7-c947-4e6f-ab65-3574d91c38fc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8459108 Mar 16 10:58:08.195156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41398) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.296289 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7fe40a29-ca40-45bf-8d74-13bdb8a9d224 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:08.300007 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7fe40a29-ca40-45bf-8d74-13bdb8a9d224 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-342154933 HTTP/1.1" status: 404 len: 328 time: 0.5978277 Mar 16 10:58:08.302148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.362032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1aaca3c5-6403-47d3-8464-ab8ff87d7125 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:08.364054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-feed0c2f-362b-4fda-9618-18a8ec921bf5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722', 'tempest-TagsExtTest-Tag-1152021475') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.391992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc968f-55ea-47e6-a9de-3edba4488407 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:08.391992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5edc968f-55ea-47e6-a9de-3edba4488407 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:08.448471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] For port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:08.448959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.502841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5edc968f-55ea-47e6-a9de-3edba4488407 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:08.508226 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5edc968f-55ea-47e6-a9de-3edba4488407 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3101108 Mar 16 10:58:08.509348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41406) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.511333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.565907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0be0a-d939-464e-aaf4-04c0916d2d30 req-c083dfe6-0d46-46eb-87da-b4b03249cc41 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:08.567597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9db0be0a-d939-464e-aaf4-04c0916d2d30 req-c083dfe6-0d46-46eb-87da-b4b03249cc41 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2966964 Mar 16 10:58:08.604416 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-06387464-e2d8-476f-885b-c8e9ac08a930 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854518 Mar 16 10:58:08.607868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41410) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.646356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.646776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:08.680604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Calling delete_port for c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:08.681633 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9db0be0a-d939-464e-aaf4-04c0916d2d30 req-c43ffb65-d0b9-4749-b39e-40a63cba2230 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030977 Mar 16 10:58:08.682456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Port': ['ID=a96fd2f7-98ca-4896-a624-0d6ef715ebc2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:08.779829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.797488 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-feed0c2f-362b-4fda-9618-18a8ec921bf5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:08.803618 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-feed0c2f-362b-4fda-9618-18a8ec921bf5 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags/tempest-TagsExtTest-Tag-1152021475 HTTP/1.1" status: 404 len: 329 time: 0.4453282 Mar 16 10:58:08.881170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41416) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:08.883776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.896733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] For port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,segment=NetworkSegment(ee133c75-454d-482d-9ea6-ccbcb30fd87a),segment_id=ee133c75-454d-482d-9ea6-ccbcb30fd87a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:08.901475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:08.901851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.903347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:08.908414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-ebdcd407-e6e6-4084-ad40-b8ff83aa79c6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', {'tags': ['tempest-TagsExtTest-Tag-2066354698', 'tempest-TagsExtTest-Tag-753189144', 'tempest-TagsExtTest-Tag-1715391445']}) {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:08.939062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.942507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.946639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:08.981693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Update dhcp port {'port': {'network_id': 'a4fee9e6-2e78-4f6e-8c07-5f04815f7814', 'fixed_ips': [{'subnet_id': 'ca947904-c9ac-4780-a391-be4587fe1577', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a031ea0e-b823-4173-8bf4-8e140c5c2572'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': 'f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:58:09.036112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] Pushing event deleted for resources: {'Port': ['ID=c9d3b74f-61be-4a95-aa07-cef0c3d4ad54,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.039409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:09.077363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f7de0-dfdf-478e-bd2c-2084c31f98f5 None None] No DVR routers for this DVR port c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:09.105020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Provisioning for port f1951c64-cb85-4455-9640-394825caaa26 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:09.137412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.145648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Provisioning complete for port f1951c64-cb85-4455-9640-394825caaa26 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:09.146019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.179874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:09.183269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.233621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Pushing event updated for resources: {'Port': ['ID=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:09.248644 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ebdcd407-e6e6-4084-ad40-b8ff83aa79c6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 200 len: 317 time: 0.3469868 Mar 16 10:58:09.279085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41420) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.299934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9256741c-f73f-43ed-894a-23d6fedb9d70 None None] Port f1951c64-cb85-4455-9640-394825caaa26 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:09.310402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-a952d742-bcaf-4a32-b6c5-4213641b4f33 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:09.365716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:09.495546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Provisioning for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:09.547225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:09.551849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Allocated IP 172.20.0.18 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/a031ea0e-b823-4173-8bf4-8e140c5c2572/f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:09.561409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:09.561833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.591426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Provisioning complete for port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:09.591779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.599286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04ea8-5e1e-423a-b279-56e0e3d9012e req-21547405-0ba9-4a5b-82cf-953b104d2f2f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:09.600806 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15f04ea8-5e1e-423a-b279-56e0e3d9012e req-21547405-0ba9-4a5b-82cf-953b104d2f2f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.7133431 Mar 16 10:58:09.674887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Router 518e2d73-77a9-4282-b016-58ee56ad8906 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:09.732259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.21.0.1 (ffe0e768-230f-4713-8615-c0352630c083/27f55f0f-3436-43bf-ba3c-07ec81550384/9bc76bb3-3e0b-45ff-919b-feea13b0cc3c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:09.847492 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15f04ea8-5e1e-423a-b279-56e0e3d9012e req-0f06f11b-8935-42e7-88ae-b90bdf811e29 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398126 Mar 16 10:58:09.877259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.921725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:09.942061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:09.964057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] Sync routers for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:09.967934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b9dccba-a5ff-4359-96e3-25db42342b77 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1399381 Mar 16 10:58:09.968482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41426) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:09.969546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,segment=NetworkSegment(6fc7acec-e5c1-4237-b851-fe2578c03df9),segment_id=6fc7acec-e5c1-4237-b851-fe2578c03df9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:09.969701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:09.973332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.004715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:10.005524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.012930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:10.017577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:10.028947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.029940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.037801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=aceadd5d-d32e-4787-8dc2-1abea0175d54,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.040183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.065972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c0a12-46e7-4b0b-b88b-3679040d199f None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:10.070960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a952d742-bcaf-4a32-b6c5-4213641b4f33 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 204 len: 168 time: 0.7742836 Mar 16 10:58:10.079375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41430) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.088718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-67ae2eff-f234-4ea7-bba0-c94dc90f311d tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] delete failed (client error): The resource could not be found. Mar 16 10:58:10.092048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-67ae2eff-f234-4ea7-bba0-c94dc90f311d tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1419473404 HTTP/1.1" status: 404 len: 335 time: 0.1202376 Mar 16 10:58:10.096031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41434) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.104239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4d2f77b6-79ad-4f8d-9bae-70afc6ce8eca tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'router': {'external_gateway_info': {'network_id': '518e2d73-77a9-4282-b016-58ee56ad8906'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.105616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-5e8cdb8d-e3bb-4bcd-9774-14a100adde6b tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-2066354698') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.140380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:58:10.147511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.158268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Provisioning complete for port f1951c64-cb85-4455-9640-394825caaa26 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:10.158684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.208483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.213886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network ffe0e768-230f-4713-8615-c0352630c083 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:10.219600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:10.225668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:10.267746 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-08026fc7-229c-4e00-be87-dc36cd9f746a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6341519 Mar 16 10:58:10.268645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=9bc76bb3-3e0b-45ff-919b-feea13b0cc3c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.270890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41438) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.285360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'aceadd5d-d32e-4787-8dc2-1abea0175d54', 'ip_address': '2001:db8::14c1:8d54:94b5:2cef'}], 'name': 'tempest-NetworksTestDHCPv6-982211494'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.295586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:10.296230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.404568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Ignored duplicate provisioning block setup for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:58:10.435699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.445300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.463700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-5e8cdb8d-e3bb-4bcd-9774-14a100adde6b tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:10.464725 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5e8cdb8d-e3bb-4bcd-9774-14a100adde6b tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-2066354698 HTTP/1.1" status: 404 len: 329 time: 0.3780420 Mar 16 10:58:10.477088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41442) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.480458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.481100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a63f41-5eeb-4eef-82b2-e829c98c7181 None None] The sync data for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:10.489727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-57d0ddcd-8009-4d3d-b39c-c6476910e276 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-753189144') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.494375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-99a3a03f-a8c2-4885-9d28-a9a7a33ad3ab None None] Port f1951c64-cb85-4455-9640-394825caaa26 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:10.596540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d2f77b6-79ad-4f8d-9bae-70afc6ce8eca tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.614396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40974-e74b-494e-b58a-8dcdca9f8c3c req-bdbb816a-3a08-42e1-a517-b38ecfa1a5db tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:10.617316 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea40974-e74b-494e-b58a-8dcdca9f8c3c req-bdbb816a-3a08-42e1-a517-b38ecfa1a5db tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5859544 Mar 16 10:58:10.655183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:10.707781 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-4d2f77b6-79ad-4f8d-9bae-70afc6ce8eca tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] update failed (client error): The resource could not be found. Mar 16 10:58:10.712632 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d2f77b6-79ad-4f8d-9bae-70afc6ce8eca tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906 HTTP/1.1" status: 404 len: 339 time: 0.6107461 Mar 16 10:58:10.714747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41446) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.719669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1938186590'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:10.734733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:10.736229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:10.736604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:10.738653 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-57d0ddcd-8009-4d3d-b39c-c6476910e276 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:10.739755 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-57d0ddcd-8009-4d3d-b39c-c6476910e276 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-753189144 HTTP/1.1" status: 404 len: 328 time: 0.2618942 Mar 16 10:58:10.744110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41450) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:10.747562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:10.753902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:10.755494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e8ed1-a977-480d-8334-d873274fd597 None None] Pushing event updated for resources: {'Port': ['ID=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:10.759600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-6a640528-8bad-4011-a963-e079faa36966 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789', 'tempest-TagsExtTest-Tag-1715391445') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:10.765397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f974eccb-eb05-4ac4-a9ad-cf326cd7940b None None] Provisioning for port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:10.773669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f974eccb-eb05-4ac4-a9ad-cf326cd7940b None None] Provisioning complete for port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:10.774051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f974eccb-eb05-4ac4-a9ad-cf326cd7940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.810218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:network and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:10.823913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea40974-e74b-494e-b58a-8dcdca9f8c3c req-6b7954d2-a5df-4834-b944-d86579d54e24 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663256 Mar 16 10:58:10.824868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:10.846288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:10.848530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Delete allocated IP 172.20.0.26 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/a031ea0e-b823-4173-8bf4-8e140c5c2572) {{(pid=87841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:58:10.875312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f974eccb-eb05-4ac4-a9ad-cf326cd7940b None None] Port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:10.880673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'aceadd5d-d32e-4787-8dc2-1abea0175d54'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:10.881572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:10.941693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.065292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.090066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/aceadd5d-d32e-4787-8dc2-1abea0175d54/93eac002-c723-46d9-baa5-c922d7feec3a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:11.167033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 44d18cef-c841-4858-a477-537b77973de4 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:11.208090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:11.213643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.297550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:11.307805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.308160 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Added segment c7a81479-ea7d-496f-ae6d-525f4d86d76f of type vlan for network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 Mar 16 10:58:11.338378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.370353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.373163 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-6a640528-8bad-4011-a963-e079faa36966 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:11.374179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6a640528-8bad-4011-a963-e079faa36966 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags/tempest-TagsExtTest-Tag-1715391445 HTTP/1.1" status: 404 len: 329 time: 0.6241567 Mar 16 10:58:11.379484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41458) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.425233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.438468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-5f7ccc0f-ffda-4549-8a6b-af2392853a90 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', {'tags': ['tempest-TagsExtTest-Tag-1067637828', 'tempest-TagsExtTest-Tag-990874178', 'tempest-TagsExtTest-Tag-437292586']}) {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:11.452598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,segment=NetworkSegment(6fc7acec-e5c1-4237-b851-fe2578c03df9),segment_id=6fc7acec-e5c1-4237-b851-fe2578c03df9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:11.453909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Transition to ACTIVE for port object 93eac002-c723-46d9-baa5-c922d7feec3a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:11.466923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.478541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.483963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:11.484542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.504368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64f804-d440-41c0-8c55-0d941650c0fd None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:11.567291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Transition to ACTIVE for port object 93eac002-c723-46d9-baa5-c922d7feec3a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:11.628314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:11.642149 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9279606 Mar 16 10:58:11.646812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.655219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747c26-edee-405c-ab7f-0cad9b858641 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Network': ['ID=73b84ae2-0bb0-4fd1-940f-d7ae3c9be816,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.659379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'subnet': {'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:11.668135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.693139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5f7ccc0f-ffda-4549-8a6b-af2392853a90 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "PUT /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 200 len: 316 time: 0.2595651 Mar 16 10:58:11.702331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:11.703067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.713793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-123816dd-86fa-4301-9263-74d4d2afa657 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:11.742328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab29711-b584-439f-b4fc-50375aecf7c3 req-6c5e6fb0-029c-4569-958a-ef78f3175346 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:11.744477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ab29711-b584-439f-b4fc-50375aecf7c3 req-6c5e6fb0-029c-4569-958a-ef78f3175346 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.6015208 Mar 16 10:58:11.749848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:11.751027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.785859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:11.787088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.803025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:11.832537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Ignored duplicate provisioning block setup for port af438f5d-a927-467e-ac56-3c6507a86c64 by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:58:11.847212 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-123816dd-86fa-4301-9263-74d4d2afa657 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1382704 Mar 16 10:58:11.848673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:11.854391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41470) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:11.855729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:11.892135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ab29711-b584-439f-b4fc-50375aecf7c3 req-c9b5be76-4180-4c05-9397-de84a6399ce4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333766 Mar 16 10:58:11.895732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-c85d8f7e-6df1-463d-899c-40933f757a20 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-1067637828') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:11.925327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:11.996361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::14c1:8d54:94b5:2cef (afd54f52-9bee-4769-8938-30d579685ddc/aceadd5d-d32e-4787-8dc2-1abea0175d54/44d18cef-c841-4858-a477-537b77973de4) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:12.008321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:12.020919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Usage tracker for resource:subnet and tenant:a5d560487155494196bd5d19d7b47656 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:12.027974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:12.042500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:12.048142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-c85d8f7e-6df1-463d-899c-40933f757a20 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:12.051954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c85d8f7e-6df1-463d-899c-40933f757a20 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-1067637828 HTTP/1.1" status: 404 len: 329 time: 0.1615238 Mar 16 10:58:12.054241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=af438f5d-a927-467e-ac56-3c6507a86c64,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.063721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Pushing event updated for resources: {'Port': ['ID=93eac002-c723-46d9-baa5-c922d7feec3a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.063929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41476) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:12.072540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-f4aaf573-841d-434e-8567-bc48940e01f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-990874178') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.097481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.101851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] In _notify_port_updated(), no bound segment for port af438f5d-a927-467e-ac56-3c6507a86c64 on network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:58:12.107325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:12.107941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.109260 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a635983c-0a24-46eb-9044-1df8ce17dc98 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/ports/af438f5d-a927-467e-ac56-3c6507a86c64 HTTP/1.1" status: 200 len: 918 time: 4.1293623 Mar 16 10:58:12.112537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Made reservation on behalf of a5d560487155494196bd5d19d7b47656 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:12.113984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41480) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:12.115986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.123847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca947904-c9ac-4780-a391-be4587fe1577'}, {'subnet_id': 'a031ea0e-b823-4173-8bf4-8e140c5c2572'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:12.137133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.137502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.140869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.162156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-f4aaf573-841d-434e-8567-bc48940e01f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:12.165360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f4aaf573-841d-434e-8567-bc48940e01f6 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-990874178 HTTP/1.1" status: 404 len: 328 time: 0.1011262 Mar 16 10:58:12.174559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41484) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:12.270983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-36ad68b1-af48-4661-b04c-64ff80510c98 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee', 'tempest-TagsExtTest-Tag-437292586') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.286204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.299842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Attempting to bind port 93eac002-c723-46d9-baa5-c922d7feec3a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:12.300203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Attempting to bind port 93eac002-c723-46d9-baa5-c922d7feec3a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:12.300958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Attempting to bind port 93eac002-c723-46d9-baa5-c922d7feec3a on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:12.322476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:12.323017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:12.323668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.324314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:12.324607 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-4dbfb7a4-d884-43d5-8bfe-425d18bda217 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3715672 Mar 16 10:58:12.325124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Bound port: 93eac002-c723-46d9-baa5-c922d7feec3a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:12.325630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.503140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Provisioning for port af438f5d-a927-467e-ac56-3c6507a86c64 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:12.525609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:12.537025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Provisioning complete for port af438f5d-a927-467e-ac56-3c6507a86c64 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.537404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.550952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=9bc76bb3-3e0b-45ff-919b-feea13b0cc3c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.557238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.582696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=93eac002-c723-46d9-baa5-c922d7feec3a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:12.602000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:12.625894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.679955 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-36ad68b1-af48-4661-b04c-64ff80510c98 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] show failed (client error): The resource could not be found. Mar 16 10:58:12.683928 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-36ad68b1-af48-4661-b04c-64ff80510c98 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags/tempest-TagsExtTest-Tag-437292586 HTTP/1.1" status: 404 len: 328 time: 0.4512286 Mar 16 10:58:12.691822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41488) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:12.699631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-ff8d3968-98a5-4197-9ae1-62d77c5e22b9 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e94a09db-611b-4616-a06f-f2d7fa6260ee') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:12.725209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-32c33fce-8b7a-43e2-aa79-ed8406c5aa8a None None] Port af438f5d-a927-467e-ac56-3c6507a86c64 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:12.754061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.26 (a4fee9e6-2e78-4f6e-8c07-5f04815f7814/a031ea0e-b823-4173-8bf4-8e140c5c2572/af438f5d-a927-467e-ac56-3c6507a86c64) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:12.760698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669679-c328-4f7a-8db3-34d7b29c1bd6 None None] Pushing event updated for resources: {'Port': ['ID=93eac002-c723-46d9-baa5-c922d7feec3a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:12.779641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:12.780068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.896616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:12.983994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 44d18cef-c841-4858-a477-537b77973de4 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:12.988742 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ff8d3968-98a5-4197-9ae1-62d77c5e22b9 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2948515 Mar 16 10:58:12.990288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:12.993618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41492) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.011440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network ffe0e768-230f-4713-8615-c0352630c083 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:13.017339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-070d82fc-9567-4f1c-a3d8-e23381bffed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:13.019051 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-070d82fc-9567-4f1c-a3d8-e23381bffed3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.4422834 Mar 16 10:58:13.020109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.020372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:13.040419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Ignored duplicate provisioning block setup for port af438f5d-a927-467e-ac56-3c6507a86c64 by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:58:13.043723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:13.044399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c9d3b74f-61be-4a95-aa07-cef0c3d4ad54 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:13.051347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-d04b9bc7-aef0-461a-8bf6-2203e525c42f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6171a4fb-b50d-47f1-8b8a-71f734c3a789') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:13.120858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.416552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1979cbea-4814-40d7-a2b6-1122f68192e6 None None] Provisioning complete for port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.416963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1979cbea-4814-40d7-a2b6-1122f68192e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.474094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1979cbea-4814-40d7-a2b6-1122f68192e6 None None] Port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:13.515914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.571081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=af438f5d-a927-467e-ac56-3c6507a86c64,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:13.594310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d04b9bc7-aef0-461a-8bf6-2203e525c42f tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789/tags HTTP/1.1" status: 204 len: 168 time: 0.5521030 Mar 16 10:58:13.596598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41496) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.604228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.tag.tag_plugin [None req-0a4161a4-a760-4027-b8a8-c342efea1eb4 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b343848a-d82d-4f11-9337-542d1d0d0722') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:13.621976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d33611b1-d4f7-4881-a02a-eeda048e276f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:13.636276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] In _notify_port_updated(), no bound segment for port af438f5d-a927-467e-ac56-3c6507a86c64 on network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:58:13.642322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:13.642646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.647097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ae7d375-b636-4c74-8eac-306a5c30067f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/ports/af438f5d-a927-467e-ac56-3c6507a86c64 HTTP/1.1" status: 200 len: 998 time: 1.5317671 Mar 16 10:58:13.647894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41500) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.667534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 93eac002-c723-46d9-baa5-c922d7feec3a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:13.729296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port af438f5d-a927-467e-ac56-3c6507a86c64 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:13.729668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.731257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Checking segment: {'id': 'c7a81479-ea7d-496f-ae6d-525f4d86d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:13.731735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network hostable DHCP agents. Network: 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:13.743104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.783400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 93eac002-c723-46d9-baa5-c922d7feec3a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:13.795007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:13.887998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0a4161a4-a760-4027-b8a8-c342efea1eb4 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722/tags HTTP/1.1" status: 204 len: 168 time: 0.2903152 Mar 16 10:58:13.922618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41504) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:13.923731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f2c5005b-97e8-4990-805f-e1fa036c3808 None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.924523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f2c5005b-97e8-4990-805f-e1fa036c3808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.973490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:13.974163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:13.976033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.tag.tag_plugin [None req-e41e61df-e2c4-46a4-bdc1-7ecf4a09a142 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80006647-8e07-4cfd-a6ce-1d6c42bc4c2a') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:14.049880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.105242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=44d18cef-c841-4858-a477-537b77973de4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.154742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-17bd40ab-a257-4507-9b43-189af2fe01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.156163 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-17bd40ab-a257-4507-9b43-189af2fe01e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 1.1082311 Mar 16 10:58:14.164139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Subnet': ['ID=a017c819-edcb-47ca-9178-31d680769b00,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.237086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for af438f5d-a927-467e-ac56-3c6507a86c64 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:14.293291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f2c5005b-97e8-4990-805f-e1fa036c3808 None None] Provisioning complete for port af438f5d-a927-467e-ac56-3c6507a86c64 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.294152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f2c5005b-97e8-4990-805f-e1fa036c3808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.299537 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-ea4f19c5-a2fb-4284-9461-a26404f76d39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.1321092 Mar 16 10:58:14.321247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:14.360287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5005b-97e8-4990-805f-e1fa036c3808 None None] Port af438f5d-a927-467e-ac56-3c6507a86c64 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:14.374348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:14.381874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:14.387479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.389362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.391407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba420acc-c99b-42dc-ac76-2d757e53d349 None None] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:14.402703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:14.405605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:14.411368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.412034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.428232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:14.439879 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] Sync routers for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:14.454107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:14.455385 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:14.468803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-8702fd0a-135e-4229-9acc-502337eb0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.470604 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-8702fd0a-135e-4229-9acc-502337eb0d5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.1370411 Mar 16 10:58:14.504940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.532286 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:14.541948 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:14.542787 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:14.597738 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5ec63294-b4e3-47d8-bccd-9895feb5e716 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8397684 Mar 16 10:58:14.601643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Provisioning for port 93eac002-c723-46d9-baa5-c922d7feec3a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:14.607749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41508) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.616233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=af438f5d-a927-467e-ac56-3c6507a86c64,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:14.618531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:14.619645 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779ed59-7257-4c1a-9834-0d58ada00ed3 None None] The sync data for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:14.628052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Provisioning complete for port 93eac002-c723-46d9-baa5-c922d7feec3a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:14.628214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.702102 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10335c36-b5a0-4cb1-9166-8870de9ce26b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0530813 Mar 16 10:58:14.706705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41512) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.707314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-51c1a8b4-7518-4a81-a113-874c136ddfcb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4276283 Mar 16 10:58:14.707683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41514) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.715766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca171255-8dcf-4e24-abd0-820e51e7ac1c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.716377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca171255-8dcf-4e24-abd0-820e51e7ac1c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:14.730789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'aceadd5d-d32e-4787-8dc2-1abea0175d54', 'ip_address': '2001:db8::14c1:8d54:94b5:2cef'}], 'name': 'tempest-NetworksTestDHCPv6-45538270'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:14.750811 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e41e61df-e2c4-46a4-bdc1-7ecf4a09a142 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.8201430 Mar 16 10:58:14.753323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41520) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.753926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7602d6f7-224b-4770-b935-c3fe965c9976 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'router': {'external_gateway_info': {'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:14.785124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca171255-8dcf-4e24-abd0-820e51e7ac1c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:14.789473 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ca171255-8dcf-4e24-abd0-820e51e7ac1c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports/9bc76bb3-3e0b-45ff-919b-feea13b0cc3c HTTP/1.1" status: 200 len: 910 time: 0.1638625 Mar 16 10:58:14.792458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41524) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:14.826224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-73b84ae2-0bb0-4fd1-940f-d7ae3c9be816', 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816', 'tenant_id': 'a5d560487155494196bd5d19d7b47656', 'fixed_ips': [{'subnet_id': 'a017c819-edcb-47ca-9178-31d680769b00'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:14.827026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:14.879073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-b273a465-2700-42fd-adfd-66285500b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:14.880596 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-b273a465-2700-42fd-adfd-66285500b064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3903041 Mar 16 10:58:14.918991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.009980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=93eac002-c723-46d9-baa5-c922d7feec3a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:15.021225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.117985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Could not find standard attr ID for object af438f5d-a927-467e-ac56-3c6507a86c64. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:15.152053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Allocated IP 2001:db8:1::2 (73b84ae2-0bb0-4fd1-940f-d7ae3c9be816/a017c819-edcb-47ca-9178-31d680769b00/3e3364b5-0c38-41a2-ab15-1c3dce90aaea) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:15.160698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912808d2-f21e-491d-9ae3-eae1cf1be909 None None] Pushing event updated for resources: {'Port': ['ID=93eac002-c723-46d9-baa5-c922d7feec3a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:15.256560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.262886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83be4413-600f-46b6-b58b-3681343f62be tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for subnetpool, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.266676 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-83be4413-600f-46b6-b58b-3681343f62be tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnetpools/e94a09db-611b-4616-a06f-f2d7fa6260ee HTTP/1.1" status: 204 len: 168 time: 0.5087829 Mar 16 10:58:15.266807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d000eda9-44b8-49c7-b9ec-2b08294fd1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/af438f5d-a927-467e-ac56-3c6507a86c64 HTTP/1.1" status: 204 len: 168 time: 1.6116619 Mar 16 10:58:15.270521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41528) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.270521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41530) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.284937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dc62829a-a03b-4024-8457-a46b5b8869e4 None None] Provisioning for port 44d18cef-c841-4858-a477-537b77973de4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:15.291946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dc62829a-a03b-4024-8457-a46b5b8869e4 None None] Provisioning complete for port 44d18cef-c841-4858-a477-537b77973de4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:15.292322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dc62829a-a03b-4024-8457-a46b5b8869e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.365159 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-87af2e09-7e2d-4253-bbd6-0b6d8bed4e79 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736907 Mar 16 10:58:15.379870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dc62829a-a03b-4024-8457-a46b5b8869e4 None None] Port 44d18cef-c841-4858-a477-537b77973de4 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:15.436729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb46ca20-ea58-4648-b073-c935f68f1a2d tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Synchronizing usage tracker for tenant:d77fa66a6d974c26a1483269a7cac675 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:15.448080 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb34d33e-b22e-4016-9726-71d04a0fb959 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:15.448666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb34d33e-b22e-4016-9726-71d04a0fb959 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:15.487610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.511872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Transition to ACTIVE for port object 3e3364b5-0c38-41a2-ab15-1c3dce90aaea will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:15.560626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bf5402a-b5dd-4d0c-85ab-8c316121cec5 None None] Could not find standard attr ID for object af438f5d-a927-467e-ac56-3c6507a86c64. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:15.576152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7602d6f7-224b-4770-b935-c3fe965c9976 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.580971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Transition to ACTIVE for port object 3e3364b5-0c38-41a2-ab15-1c3dce90aaea will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:15.597336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 93eac002-c723-46d9-baa5-c922d7feec3a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:15.605455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:15.610913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:15.619839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:15.627834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:15.633310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.712534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:15.723937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:15.729784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:15.732385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:15.739182 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-14af7e8c-3d7d-4fb4-a5e9-13559ecaccd1 req-315299cf-82a1-428c-9c30-fc3248e82350 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594827 Mar 16 10:58:15.824444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb34d33e-b22e-4016-9726-71d04a0fb959 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:15.826157 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bb34d33e-b22e-4016-9726-71d04a0fb959 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/af438f5d-a927-467e-ac56-3c6507a86c64 HTTP/1.1" status: 404 len: 333 time: 0.5460086 Mar 16 10:58:15.829817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Pushing event updated for resources: {'Port': ['ID=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:15.832336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb46ca20-ea58-4648-b073-c935f68f1a2d tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Unset dirty status for tenant:d77fa66a6d974c26a1483269a7cac675 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:15.845137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41536) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.854743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bb46ca20-ea58-4648-b073-c935f68f1a2d tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "GET /v2.0/ports?device_id=6171a4fb-b50d-47f1-8b8a-71f734c3a789 HTTP/1.1" status: 200 len: 205 time: 0.5760758 Mar 16 10:58:15.859963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41540) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:15.899775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-36e9ffdb-13b9-4c79-ba77-51611f02799b None None] Could not find standard attr ID for object af438f5d-a927-467e-ac56-3c6507a86c64. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:15.909959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Attempting to bind port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:15.910316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Attempting to bind port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c7a81479-ea7d-496f-ae6d-525f4d86d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:15.910681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Attempting to bind port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea on network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:15.916726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 93eac002-c723-46d9-baa5-c922d7feec3a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:15.917127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.947946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:15.948367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Checking segment: {'id': 'c7a81479-ea7d-496f-ae6d-525f4d86d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:15.948710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.949127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Bound using segment: {'id': 'c7a81479-ea7d-496f-ae6d-525f4d86d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:15.949605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Bound port: 3e3364b5-0c38-41a2-ab15-1c3dce90aaea, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a81479-ea7d-496f-ae6d-525f4d86d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '73b84ae2-0bb0-4fd1-940f-d7ae3c9be816'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:15.949976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:15.954659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet a031ea0e-b823-4173-8bf4-8e140c5c2572 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:15.958486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.039229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.066983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 6d763a57-2041-42b4-ada9-d6dd7cdd6fbb yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:16.110800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] For port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:16.129454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] For port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,segment=NetworkSegment(c7a81479-ea7d-496f-ae6d-525f4d86d76f),segment_id=c7a81479-ea7d-496f-ae6d-525f4d86d76f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:16.138823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.205595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.251406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e25e0-2a1b-4cd3-a0c5-7cd68cd79811 None None] Pushing event updated for resources: {'Port': ['ID=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:16.283680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.287634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-7602d6f7-224b-4770-b935-c3fe965c9976 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:16.293030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7602d6f7-224b-4770-b935-c3fe965c9976 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906 HTTP/1.1" status: 400 len: 364 time: 1.5741496 Mar 16 10:58:16.293998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41544) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.503361 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:16.503888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:16.605610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.747933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b9adb991-0c80-41ae-858d-99bfcdbead26 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0299869 Mar 16 10:58:16.754402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41548) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:16.854287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.866213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:16.982329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.130121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.130630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Fanout notify agent at l3_agent the message router_deleted on router 6171a4fb-b50d-47f1-8b8a-71f734c3a789 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:17.160067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.193020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.196533 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-407c6e83-c712-4c76-9b25-f1cef102804e tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/routers/6171a4fb-b50d-47f1-8b8a-71f734c3a789 HTTP/1.1" status: 204 len: 168 time: 1.2446094 Mar 16 10:58:17.210684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41552) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:17.304740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e249f8-c020-4a7c-bba3-dadd0e7959f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:17.310553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e249f8-c020-4a7c-bba3-dadd0e7959f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:17.311352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63e249f8-c020-4a7c-bba3-dadd0e7959f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:17.336728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Deleting port b343848a-d82d-4f11-9337-542d1d0d0722 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:17.337177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.405964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.434812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b1c34-e7f1-46cc-8fff-93f775ba55d7 None None] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:17.458450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63e249f8-c020-4a7c-bba3-dadd0e7959f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:17.459609 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63e249f8-c020-4a7c-bba3-dadd0e7959f4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6537750 Mar 16 10:58:17.471250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41556) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:17.474131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=a031ea0e-b823-4173-8bf4-8e140c5c2572,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:17.477356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.495452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314a919-4b48-4ad7-98d7-e0bef193a907 None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:17.551380 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8c5b9471-7476-4152-94f4-99f17351dead tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/a031ea0e-b823-4173-8bf4-8e140c5c2572 HTTP/1.1" status: 204 len: 168 time: 1.7010124 Mar 16 10:58:17.564983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41562) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:17.569982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 44d18cef-c841-4858-a477-537b77973de4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:17.570319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.655365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Allocated IP 2001:db8::1 (0bd2d02f-670c-47a4-87cd-1036ffdbeb80/698c24a1-cea5-4261-abe2-1f60f22e67cd/a055dd2a-593d-4bab-ae8f-dedd9063dbc1) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:17.689023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3e3364b5-0c38-41a2-ab15-1c3dce90aaea up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:17.689315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:17.689615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.754673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bc339afa-35ce-412c-862a-11875672d00e None None] Provisioning for port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:17.818453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet ca947904-c9ac-4780-a391-be4587fe1577 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:17.827337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.936860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.941073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:17.951841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.955638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:17.956007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:17.987439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.001665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.124872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 44d18cef-c841-4858-a477-537b77973de4 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:18.152100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.160247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Calling delete_port for b343848a-d82d-4f11-9337-542d1d0d0722 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:18.166955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Transition to ACTIVE for port object a055dd2a-593d-4bab-ae8f-dedd9063dbc1 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:18.198772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,segment=NetworkSegment(c7a81479-ea7d-496f-ae6d-525f4d86d76f),segment_id=c7a81479-ea7d-496f-ae6d-525f4d86d76f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:18.205601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.279637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.289990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.373537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.380776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:18.385485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:18.395830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:18.399784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.424606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.426356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Port': ['ID=a055dd2a-593d-4bab-ae8f-dedd9063dbc1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.491779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 9bc76bb3-3e0b-45ff-919b-feea13b0cc3c owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:18.562786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.598709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.653739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-49cdfc28-8494-4344-a037-7acca6cfbf5d None None] Provisioning complete for port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:18.654232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49cdfc28-8494-4344-a037-7acca6cfbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.657977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=44d18cef-c841-4858-a477-537b77973de4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:18.721482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:18.770110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9726e7f1-bdb8-4453-a15b-ce2a4ebea659 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/44d18cef-c841-4858-a477-537b77973de4 HTTP/1.1" status: 204 len: 168 time: 1.2953744 Mar 16 10:58:18.779185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41566) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.002459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d9d682c1-868f-4c98-835d-9114249eb5fb None None] Provisioning for port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:19.008132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d9d682c1-868f-4c98-835d-9114249eb5fb None None] Provisioning complete for port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:19.008508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9d682c1-868f-4c98-835d-9114249eb5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.030351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.073301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.073669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d9d682c1-868f-4c98-835d-9114249eb5fb None None] Port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:19.146199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event deleted for resources: {'Port': ['ID=b343848a-d82d-4f11-9337-542d1d0d0722,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.153363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2969a0-a036-41db-aa22-7479e467655f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.154855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2969a0-a036-41db-aa22-7479e467655f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:19.155594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca2969a0-a036-41db-aa22-7479e467655f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:19.159725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=ca947904-c9ac-4780-a391-be4587fe1577,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.163106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.170427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168717b4-faa1-4a92-8b5d-5acf87f649ae None None] Network a4fee9e6-2e78-4f6e-8c07-5f04815f7814 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:19.265568 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9e4a186b-0859-4d53-a4a4-af03cbf63ee9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/ca947904-c9ac-4780-a391-be4587fe1577 HTTP/1.1" status: 204 len: 168 time: 1.6971815 Mar 16 10:58:19.268370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41572) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.291030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-694c1922-6484-4158-8034-576f7dccb4a7 None None] Provisioning complete for port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:19.291400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-694c1922-6484-4158-8034-576f7dccb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.331365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca2969a0-a036-41db-aa22-7479e467655f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:19.332926 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ca2969a0-a036-41db-aa22-7479e467655f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5494981 Mar 16 10:58:19.344793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41576) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.412308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.415844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.420808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.429882 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9eac88c5-edff-4c77-aae4-cd454e371fd3 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/ports/b343848a-d82d-4f11-9337-542d1d0d0722 HTTP/1.1" status: 204 len: 168 time: 2.2171729 Mar 16 10:58:19.433680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41580) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:19.434482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.435186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.476453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:19.476800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.573516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet aceadd5d-d32e-4787-8dc2-1abea0175d54 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:19.577310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.599556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3e3364b5-0c38-41a2-ab15-1c3dce90aaea up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:19.604697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event updated for resources: {'Port': ['ID=a055dd2a-593d-4bab-ae8f-dedd9063dbc1,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.614391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.681575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] DHCP port deletion for a4fee9e6-2e78-4f6e-8c07-5f04815f7814 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:19.684005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Deleting subnet 80006647-8e07-4cfd-a6ce-1d6c42bc4c2a {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:19.685893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=9bc76bb3-3e0b-45ff-919b-feea13b0cc3c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:19.689261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Deleting port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:19.689708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.692113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.732585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:19.732585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.855242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.875052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,segment=NetworkSegment(6fc7acec-e5c1-4237-b851-fe2578c03df9),segment_id=6fc7acec-e5c1-4237-b851-fe2578c03df9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:19.875318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:19.961113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:19.962476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:20.034617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:20.043670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.068924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.088711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] For port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,segment=NetworkSegment(6fc7acec-e5c1-4237-b851-fe2578c03df9),segment_id=6fc7acec-e5c1-4237-b851-fe2578c03df9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:20.089496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.249742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Calling delete_port for f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:20.280016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Router 518e2d73-77a9-4282-b016-58ee56ad8906 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:20.316372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-80179c01-27d2-489d-ac63-363ae1e1b6ad None None] Provisioning complete for port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:20.316731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-80179c01-27d2-489d-ac63-363ae1e1b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.324068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.353967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.384936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:20.385299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:20.385922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-80179c01-27d2-489d-ac63-363ae1e1b6ad None None] Port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:20.461524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.463407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:20.489899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.548764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:20.560543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] Sync routers for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:20.571709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:20.572343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.636202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.645940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:20.646566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.713589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.714252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025c842-2434-4cd8-9a15-c1fc652bb0fe None None] The sync data for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:20.736693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d33611b1-d4f7-4881-a02a-eeda048e276f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:20.742684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.746039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-22481de7-c1f6-44c0-8e08-9e58defb9f0c tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4514167 Mar 16 10:58:20.747737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.754547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41584) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.793691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=aceadd5d-d32e-4787-8dc2-1abea0175d54,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.796542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.833871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243eada-6d87-4e9f-9a37-a3e2240843e7 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:20.871470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.890014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fee9e6-2e78-4f6e-8c07-5f04815f7814']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.908321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event deleted for resources: {'Subnet': ['ID=80006647-8e07-4cfd-a6ce-1d6c42bc4c2a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:20.912752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc7acec-e5c1-4237-b851-fe2578c03df9') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.913767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc7acec-e5c1-4237-b851-fe2578c03df9') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:20.923358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.925256 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-91182fb5-8c76-4d85-9ec0-ff7dbb3e2294 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/subnets/80006647-8e07-4cfd-a6ce-1d6c42bc4c2a HTTP/1.1" status: 204 len: 168 time: 1.4912689 Mar 16 10:58:20.928530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41588) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.940585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.952419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Deleting port f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:20.952796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:20.978370 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6abbcde6-1c72-4a94-ae6e-aa418ec7f1f2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/aceadd5d-d32e-4787-8dc2-1abea0175d54 HTTP/1.1" status: 204 len: 168 time: 1.6298876 Mar 16 10:58:20.984194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41592) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:20.986287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d030c-3b19-4c7e-b31c-dbeebd70c0a4 None None] Network c107037b-55ac-4b0f-81e9-33317f8e6cf9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:20.994893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37fa7bdf-069b-4b2e-93a1-9a67d800c651 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.062801 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0c6ae57f-3373-4a90-acac-e03167f5dc04 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740521 Mar 16 10:58:21.063349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41596) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.064423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.068565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:21.116895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:21.117118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-74e99465-14f0-49ed-aa73-bfd3e93ffdb1 None None] The port 'f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:21.123604 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6747aed0-05ce-422e-854b-a17964f94908 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3301129 Mar 16 10:58:21.143351 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] Sync routers for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:21.171721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41600) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.186876 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:21.189960 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:21.196632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:21.196632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:21.214265 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:21.238121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.323723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-37fa7bdf-069b-4b2e-93a1-9a67d800c651 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 10:58:21.327545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-37fa7bdf-069b-4b2e-93a1-9a67d800c651 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906 HTTP/1.1" status: 409 len: 329 time: 0.5692818 Mar 16 10:58:21.327545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Deleting port fefaaba8-e309-4fa4-8b43-ea17e56b716a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:21.327545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.327886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41604) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.339671 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:21.356280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.373725 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:21.378485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:21.379464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.387913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:21.393445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=a4fee9e6-2e78-4f6e-8c07-5f04815f7814,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.402178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e2288220-7c04-4db2-9f11-8aa3eb7fb97c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/a4fee9e6-2e78-4f6e-8c07-5f04815f7814 HTTP/1.1" status: 204 len: 168 time: 2.1293452 Mar 16 10:58:21.403561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41608) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.406543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:21.413538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:21.454031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:21.459735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Deleting port 93eac002-c723-46d9-baa5-c922d7feec3a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:21.461599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.479984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:21.490042 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:21.490660 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78612e-27b5-4ae4-a4ed-2d2e87aec8c2 None None] The sync data for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:21.538198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] DHCP port deletion for c107037b-55ac-4b0f-81e9-33317f8e6cf9 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:21.558220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Deleting port fefaaba8-e309-4fa4-8b43-ea17e56b716a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:21.558856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.598183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 93eac002-c723-46d9-baa5-c922d7feec3a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:21.644399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] For port fefaaba8-e309-4fa4-8b43-ea17e56b716a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fefaaba8-e309-4fa4-8b43-ea17e56b716a,segment=NetworkSegment(44949492-c846-418e-9bd6-73b0937efeb1),segment_id=44949492-c846-418e-9bd6-73b0937efeb1)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:21.644761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.651753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:21.655708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.663247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd5b1a-9421-459c-b374-41e74a3df1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:21.663848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-79dd5b1a-9421-459c-b374-41e74a3df1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:21.784076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Calling delete_port for fefaaba8-e309-4fa4-8b43-ea17e56b716a owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:21.829044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-79dd5b1a-9421-459c-b374-41e74a3df1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:21.833897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-79dd5b1a-9421-459c-b374-41e74a3df1f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4256790 Mar 16 10:58:21.838594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41612) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:21.920782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.965205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=93eac002-c723-46d9-baa5-c922d7feec3a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:21.965862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.972766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event deleted for resources: {'Port': ['ID=fefaaba8-e309-4fa4-8b43-ea17e56b716a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:21.973055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:21.981914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] No DVR routers for this DVR port fefaaba8-e309-4fa4-8b43-ea17e56b716a on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:22.174502 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b87b7570-0179-42f7-ba4e-e5b611e3d40d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3315971 Mar 16 10:58:22.174752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Calling delete_port for 93eac002-c723-46d9-baa5-c922d7feec3a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:22.176741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:22.184767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378908789'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:22.221368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] For port fefaaba8-e309-4fa4-8b43-ea17e56b716a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=fefaaba8-e309-4fa4-8b43-ea17e56b716a,segment=NetworkSegment(44949492-c846-418e-9bd6-73b0937efeb1),segment_id=44949492-c846-418e-9bd6-73b0937efeb1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:22.221774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.237681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:22.241507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=93eac002-c723-46d9-baa5-c922d7feec3a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:22.254852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:22.259044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.267082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:22.276247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:22.298862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c107037b-55ac-4b0f-81e9-33317f8e6cf9']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.311708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:22.315306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.326217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44949492-c846-418e-9bd6-73b0937efeb1') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.326917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44949492-c846-418e-9bd6-73b0937efeb1') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:22.343545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.354407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.355098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fefaaba8-e309-4fa4-8b43-ea17e56b716a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:22.365202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.372752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:22.378628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:22.378971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.391672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Calling delete_port for fefaaba8-e309-4fa4-8b43-ea17e56b716a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:22.394934 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:22.460502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.460502 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment eb7bf0d2-7c47-4203-941a-e9a2cd50c09b of type vlan for network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 Mar 16 10:58:22.510592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.519667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: fefaaba8-e309-4fa4-8b43-ea17e56b716a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:22.520490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device fefaaba8-e309-4fa4-8b43-ea17e56b716a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:22.520690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:22.542155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.562380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.564548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.568103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.574580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:22.575230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.585408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:22.586123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f31ac9cd-fc2c-4892-b0da-9a99f13ff2ca not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:22.591355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] Pushing event deleted for resources: {'Network': ['ID=c107037b-55ac-4b0f-81e9-33317f8e6cf9,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.620013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:22.620557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:22.634796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=93eac002-c723-46d9-baa5-c922d7feec3a,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.646269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:22.646825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:22.657281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd2b8673-dee4-4348-8ef2-5a61ad396274 tempest-TagsExtTest-574602860 tempest-TagsExtTest-574602860-project] 10.222.0.50 "DELETE /v2.0/networks/c107037b-55ac-4b0f-81e9-33317f8e6cf9 HTTP/1.1" status: 204 len: 168 time: 1.7191024 Mar 16 10:58:22.665934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4849353 Mar 16 10:58:22.682496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41622) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:22.697303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:22.704346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:22.722439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8961-ef80-4b77-b8c7-03e493b199ff tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=d03fa564-6dd4-4f4e-aa40-0b7dd0318c91,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.730189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:22.733574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:22.749467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:22.750057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.772892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=f407505a-1b4e-4cd0-971b-f32a62715613,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:22.885236 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7d6919fa-e74a-4dbe-8b2f-11c841884002 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8212061 Mar 16 10:58:22.888164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:22.890306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:22.894193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'f407505a-1b4e-4cd0-971b-f32a62715613', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-545671749'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:22.895642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.963870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:22.977167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.021877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:23.041501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:23.045795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:23.050450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:23.059709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:23.072519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:23.081789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:23.121516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Deleting port 93eac002-c723-46d9-baa5-c922d7feec3a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:23.122102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.149337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:23.150881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Deleting port fefaaba8-e309-4fa4-8b43-ea17e56b716a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:23.151424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.205995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:23.209498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.232370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-171a3b51-e609-4841-8df0-3d0121106bd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d77fa66a6d974c26a1483269a7cac675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516644 Mar 16 10:58:23.232569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-606f1276-ca88-4b70-85c2-7541d92e8d2d None None] The port 'fefaaba8-e309-4fa4-8b43-ea17e56b716a' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:23.232794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41638) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.273173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.312982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 8a807766-114e-4bd3-9ed2-dc53ad5fe528 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:23.403158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.422419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] For port 93eac002-c723-46d9-baa5-c922d7feec3a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=93eac002-c723-46d9-baa5-c922d7feec3a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:23.423119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.483708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.531142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:58:23.531782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:58:23.553987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Calling delete_port for 93eac002-c723-46d9-baa5-c922d7feec3a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:23.576480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-405a1efe-b3ae-4c60-b0a9-02f7d9ed3a50 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6868556 Mar 16 10:58:23.577393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41642) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.635978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.637208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.658951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.660642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a22538aa-ddcf-429c-98a1-0e17028feab2 HTTP/1.1" status: 204 len: 168 time: 0.4269001 Mar 16 10:58:23.662775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3364-3098-48ae-8632-17a893535843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22538aa-ddcf-429c-98a1-0e17028feab2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.709649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da72262-6852-4cf7-b5d7-02f73eb8c369 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:23.711688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6da72262-6852-4cf7-b5d7-02f73eb8c369 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:23.712222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] Pushing event deleted for resources: {'Port': ['ID=93eac002-c723-46d9-baa5-c922d7feec3a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:23.730914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce294fe6-634f-41e6-a187-35b76781cffe None None] No DVR routers for this DVR port 93eac002-c723-46d9-baa5-c922d7feec3a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:23.743332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6da72262-6852-4cf7-b5d7-02f73eb8c369 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:23.745124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6da72262-6852-4cf7-b5d7-02f73eb8c369 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1660490 Mar 16 10:58:23.750822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d36d94-9337-4fa1-a403-8865d01ac114 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:23.761128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41648) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.846085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ddc3e-628b-4ce2-a8c6-d9096deaab38 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:23.848443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ddc3e-628b-4ce2-a8c6-d9096deaab38 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:23.849474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-096ddc3e-628b-4ce2-a8c6-d9096deaab38 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:23.868329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-096ddc3e-628b-4ce2-a8c6-d9096deaab38 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:23.871052 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-096ddc3e-628b-4ce2-a8c6-d9096deaab38 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1079786 Mar 16 10:58:23.875023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41654) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:23.952744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port f1951c64-cb85-4455-9640-394825caaa26 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:23.953303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.969786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet f407505a-1b4e-4cd0-971b-f32a62715613 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:23.973439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.987330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port a055dd2a-593d-4bab-ae8f-dedd9063dbc1 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:23.987649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:23.998979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44f479-eb94-4e94-ad61-187bd7cce144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'f407505a-1b4e-4cd0-971b-f32a62715613'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:24.000083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ec44f479-eb94-4e94-ad61-187bd7cce144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.045129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.087646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.137126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.216253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-ec44f479-eb94-4e94-ad61-187bd7cce144 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f407505a-1b4e-4cd0-971b-f32a62715613: This subnet is being modified by another concurrent operation. Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f407505a-1b4e-4cd0-971b-f32a62715613: This subnet is being modified by another concurrent operation. Mar 16 10:58:24.220178 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:58:24.255045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6db3db-40cf-4ba6-929d-5dba4540ae78 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:58:24.259829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.273180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=f407505a-1b4e-4cd0-971b-f32a62715613,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:24.281140 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-55449c6b-fb8d-4c1e-9976-52aa86198321 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/f407505a-1b4e-4cd0-971b-f32a62715613 HTTP/1.1" status: 204 len: 168 time: 0.4025583 Mar 16 10:58:24.281276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41670) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.357704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34326032-13f0-455b-9708-a93d33f83ed8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752378 Mar 16 10:58:24.361831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41678) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.368378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:24.417521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=1f15996b-7268-403c-a00e-7651cedc0481,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:24.462027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:24.462391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: d03fa564-6dd4-4f4e-aa40-0b7dd0318c91, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:24.490372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.539222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.605674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41684) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.609315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025368 Mar 16 10:58:24.615263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41686) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.642730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6db3db-40cf-4ba6-929d-5dba4540ae78 None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:24.651423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:24.656133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6db3db-40cf-4ba6-929d-5dba4540ae78 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, d03fa564-6dd4-4f4e-aa40-0b7dd0318c91) {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 10:58:24.656653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:24.661158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:24.669043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:24.681971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:24.687013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.783904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for a055dd2a-593d-4bab-ae8f-dedd9063dbc1 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:24.807289 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-18f7b706-e6de-4d00-88c4-6366f6be0ecb tempest-NetworksApiDiscovery-691049648 tempest-NetworksApiDiscovery-691049648-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1843448 Mar 16 10:58:24.823941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for f1951c64-cb85-4455-9640-394825caaa26 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:24.866623 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Agent 6765b7b9-14c8-4a06-b875-64be73c12c3f already present Mar 16 10:58:24.867245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:24.868007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, d03fa564-6dd4-4f4e-aa40-0b7dd0318c91) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:24.879317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:24.880113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:24.949198 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3b7b1de-919d-4aff-b6c7-f8aa9a03b572 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2604201 Mar 16 10:58:24.952684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41694) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:24.973323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91', 'name': 'tempest-PortsTestJSON-1502754180'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:25.094263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.151373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'a5754bd6-92dd-4038-a15e-8e008f358b9b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:25.152460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.159070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41700) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:25.161949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.169279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-d03fa564-6dd4-4f4e-aa40-0b7dd0318c91', 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': '1f15996b-7268-403c-a00e-7651cedc0481'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:25.169599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.189584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:25.193520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=a5754bd6-92dd-4038-a15e-8e008f358b9b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.200262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:25.203117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:25.203805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.228768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Port': ['ID=a055dd2a-593d-4bab-ae8f-dedd9063dbc1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.256493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:25.261208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.270201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:25.287609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1394333e-ce0d-49cf-b70c-7044281d2c8c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9215865 Mar 16 10:58:25.290386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41706) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:25.299783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:25.307932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:25.312096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:25.316780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.341842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port dcd6c283-40b2-4e79-bbd4-76eafe390f65 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:25.371641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=f1951c64-cb85-4455-9640-394825caaa26,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:25.386694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:router and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:25.402425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:25.417337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:25.457886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/a5754bd6-92dd-4038-a15e-8e008f358b9b/83a667b5-1927-4463-80b6-2c837fc13d36) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:25.465369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Allocated IP 172.20.0.2 (d03fa564-6dd4-4f4e-aa40-0b7dd0318c91/1f15996b-7268-403c-a00e-7651cedc0481/c042d25e-9b39-4039-bbee-b96a812f424f) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:25.468304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.470474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.517988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.544884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.574727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.578747 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2fa6b445-576a-4bcd-b266-6e7e7e192a81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2853477 Mar 16 10:58:25.578899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.578998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41710) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:25.686571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:25.697333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.702190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Usage tracker for resource:security_group_rule and tenant:72c8048bb6104519a7ef3268f061970e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:25.706726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:25.722758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:25.875198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.883053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.894938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Transition to ACTIVE for port object 83a667b5-1927-4463-80b6-2c837fc13d36 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:25.902251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Transition to ACTIVE for port object c042d25e-9b39-4039-bbee-b96a812f424f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:25.930070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Transition to ACTIVE for port object 83a667b5-1927-4463-80b6-2c837fc13d36 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:25.933336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Transition to ACTIVE for port object c042d25e-9b39-4039-bbee-b96a812f424f will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:25.937330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:25.972979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.003824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.004225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:26.010267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:26.014981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:26.039457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:26.079872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:26.081401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Pushing event updated for resources: {'Port': ['ID=83a667b5-1927-4463-80b6-2c837fc13d36,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.091282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:26.111183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.11 (d03fa564-6dd4-4f4e-aa40-0b7dd0318c91/1f15996b-7268-403c-a00e-7651cedc0481/dcd6c283-40b2-4e79-bbd4-76eafe390f65) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:26.146129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.280120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Attempting to bind port 83a667b5-1927-4463-80b6-2c837fc13d36 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:26.280505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Attempting to bind port 83a667b5-1927-4463-80b6-2c837fc13d36 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:26.280868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Attempting to bind port 83a667b5-1927-4463-80b6-2c837fc13d36 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:26.283034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Pushing event updated for resources: {'Port': ['ID=c042d25e-9b39-4039-bbee-b96a812f424f,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.290827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Router 518e2d73-77a9-4282-b016-58ee56ad8906 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:26.291404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Attempting to bind port c042d25e-9b39-4039-bbee-b96a812f424f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:26.291632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Attempting to bind port c042d25e-9b39-4039-bbee-b96a812f424f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:26.292171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Attempting to bind port c042d25e-9b39-4039-bbee-b96a812f424f on network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:26.294706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:26.295332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:26.295912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.296562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:26.297212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Bound port: 83a667b5-1927-4463-80b6-2c837fc13d36, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:26.297830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.316529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:26.316925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Checking segment: {'id': 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:26.317534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.318097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Bound using segment: {'id': 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:26.318725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Bound port: c042d25e-9b39-4039-bbee-b96a812f424f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:26.319808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.490035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] For port 83a667b5-1927-4463-80b6-2c837fc13d36, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:26.510033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] For port 83a667b5-1927-4463-80b6-2c837fc13d36, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=83a667b5-1927-4463-80b6-2c837fc13d36,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:26.514038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] For port c042d25e-9b39-4039-bbee-b96a812f424f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:26.517492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] For port c042d25e-9b39-4039-bbee-b96a812f424f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c042d25e-9b39-4039-bbee-b96a812f424f,segment=NetworkSegment(eb7bf0d2-7c47-4203-941a-e9a2cd50c09b),segment_id=eb7bf0d2-7c47-4203-941a-e9a2cd50c09b)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:26.520478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.536971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.579948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.605900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.622408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:26.628157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d33611b1-d4f7-4881-a02a-eeda048e276f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:26.641705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] Sync routers for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:26.665705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:26.666462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:26.695513 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72c8048bb6104519a7ef3268f061970e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5349815 Mar 16 10:58:26.697101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41714) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:26.813100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.820353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a7dd4-75d1-4fae-ae0e-bd6e798f5ebb None None] Pushing event updated for resources: {'Port': ['ID=83a667b5-1927-4463-80b6-2c837fc13d36,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.843118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::1 (afd54f52-9bee-4769-8938-30d579685ddc/a5754bd6-92dd-4038-a15e-8e008f358b9b/24388b0b-e8f5-451d-be66-e04cad1be0c4) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:26.845599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object dcd6c283-40b2-4e79-bbd4-76eafe390f65 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:26.874553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:26.887269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2f806de5-e052-443e-848b-78822095ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:26.912338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] Routers {'518e2d73-77a9-4282-b016-58ee56ad8906'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:26.913353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['518e2d73-77a9-4282-b016-58ee56ad8906'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:26.942952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8494-b55a-4821-944a-6c43559ce34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc697f9-278a-44af-850e-4b54a51162f6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:26.978834 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ef372c6-eb19-4792-8d36-bfa319bf5b23 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6479809 Mar 16 10:58:26.978834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41718) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.024695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.025138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538cb79-fe7d-449a-ba02-59763e56a91f None None] The sync data for ids ['518e2d73-77a9-4282-b016-58ee56ad8906'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:27.026532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7256ae2-7f41-434e-8f4d-16f9d0df0375 None None] Pushing event updated for resources: {'Port': ['ID=c042d25e-9b39-4039-bbee-b96a812f424f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.062585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.155705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:27.163965 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-da381c77-4dd5-43a3-b89e-7f2023c0ed8c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9889746 Mar 16 10:58:27.166290 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-77dcb66c-9213-4b18-aa46-e70b6b87eb0b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] show failed (client error): The resource could not be found. Mar 16 10:58:27.174185 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] Sync routers for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:27.175159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.175583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41724) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.177473 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-77dcb66c-9213-4b18-aa46-e70b6b87eb0b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1526203138 HTTP/1.1" status: 404 len: 335 time: 0.1808319 Mar 16 10:58:27.184960 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:27.185445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:27.186191 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.191617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.211675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.247234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8a933e54-a8c5-4bcf-907f-8ba41bc70547 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:27.264190 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.275682 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] Routers {'d33611b1-d4f7-4881-a02a-eeda048e276f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:27.276312 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d33611b1-d4f7-4881-a02a-eeda048e276f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.284293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.326421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:27.345882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=dcd6c283-40b2-4e79-bbd4-76eafe390f65,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.353110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.365643 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:27.367265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:27.369518 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804e650-b60d-4772-8079-86ad26b661f3 None None] The sync data for ids ['d33611b1-d4f7-4881-a02a-eeda048e276f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:27.372531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc697f9-278a-44af-850e-4b54a51162f6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.379749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.380988 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-34152f51-2b65-4fec-b7a3-21e3e060b549 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cc697f9-278a-44af-850e-4b54a51162f6 HTTP/1.1" status: 204 len: 168 time: 0.6817379 Mar 16 10:58:27.417570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-435171ce-e68d-45f3-8831-540da628267c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=d33611b1-d4f7-4881-a02a-eeda048e276f HTTP/1.1" status: 200 len: 205 time: 0.2367995 Mar 16 10:58:27.420123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41732) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.426044 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-8a933e54-a8c5-4bcf-907f-8ba41bc70547 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] update failed (client error): The resource could not be found. Mar 16 10:58:27.433662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8a933e54-a8c5-4bcf-907f-8ba41bc70547 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-903534917 HTTP/1.1" status: 404 len: 334 time: 0.2448785 Mar 16 10:58:27.439774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41736) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.442476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 24388b0b-e8f5-451d-be66-e04cad1be0c4 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:27.579318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:27.580296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.631797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting subnet a017c819-edcb-47ca-9178-31d680769b00 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:27.652859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-287c5a6f-d14f-4a3c-ba94-c29191fe7765 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6828139 Mar 16 10:58:27.652859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.670395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41740) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:27.681189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'd03fa564-6dd4-4f4e-aa40-0b7dd0318c91', 'name': 'tempest-PortsTestJSON-4243217'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:27.701896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.725597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c042d25e-9b39-4039-bbee-b96a812f424f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:27.743958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.803091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.836104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c042d25e-9b39-4039-bbee-b96a812f424f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:27.843720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 83a667b5-1927-4463-80b6-2c837fc13d36 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:27.876395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:27.886193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:27.897509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:27.898280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:27.903617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=24388b0b-e8f5-451d-be66-e04cad1be0c4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:27.922323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 83a667b5-1927-4463-80b6-2c837fc13d36 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:27.988578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.104939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.173039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.181112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.184923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.199093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:28.212610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:28.213052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Provisioning for port 83a667b5-1927-4463-80b6-2c837fc13d36 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:28.217609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:28.222974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:28.226542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Provisioning complete for port 83a667b5-1927-4463-80b6-2c837fc13d36 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:28.227387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.229460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.229969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router d33611b1-d4f7-4881-a02a-eeda048e276f {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:28.258530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.259663 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05cc4049-e165-4467-809c-58206ff9992e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f HTTP/1.1" status: 204 len: 168 time: 0.8382895 Mar 16 10:58:28.263817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:28.271094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.280994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41744) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:28.293468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Subnet': ['ID=a017c819-edcb-47ca-9178-31d680769b00,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.295383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.317082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-26fa4e81-653f-4103-a9c8-7f7a9c55b0d2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/subnets/a017c819-edcb-47ca-9178-31d680769b00 HTTP/1.1" status: 204 len: 168 time: 0.8757300 Mar 16 10:58:28.321659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41748) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:28.348872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 9dfee680-26ad-4cac-82cb-f9233b4b3d0f yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:28.402294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.440690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] For port 83a667b5-1927-4463-80b6-2c837fc13d36, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=83a667b5-1927-4463-80b6-2c837fc13d36,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:28.446212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.448677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 27f55f0f-3436-43bf-ba3c-07ec81550384 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:28.458098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.528259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddbe8d-701a-4203-8dc6-09f8ac2cc1c8 None None] Pushing event updated for resources: {'Port': ['ID=83a667b5-1927-4463-80b6-2c837fc13d36,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:28.610033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.14 (d03fa564-6dd4-4f4e-aa40-0b7dd0318c91/1f15996b-7268-403c-a00e-7651cedc0481/9dfee680-26ad-4cac-82cb-f9233b4b3d0f) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:28.618262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.647799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c212845-bfed-4d8b-ab89-9c64f6016aa3 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:28.682217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b68b92-2ae5-4d9e-b6ac-039f20526b83 None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:28.723139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052abbca-1f28-459f-b0dc-96464b20005e None None] Network 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:28.793690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.977332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.988824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:28.989865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.024340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:29.024770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.028872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.118000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Provisioning complete for port 83a667b5-1927-4463-80b6-2c837fc13d36 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:29.118919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.137474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.160626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.165557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 9dfee680-26ad-4cac-82cb-f9233b4b3d0f will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:29.204118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=27f55f0f-3436-43bf-ba3c-07ec81550384,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.210681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.211703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-61685666-0b1c-4b15-b820-a4654251e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.225203 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-08242e44-db6f-459f-a8c8-5eb02e7955c9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/27f55f0f-3436-43bf-ba3c-07ec81550384 HTTP/1.1" status: 204 len: 168 time: 0.9409299 Mar 16 10:58:29.227238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41752) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.239153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=24388b0b-e8f5-451d-be66-e04cad1be0c4,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.289487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b965a86-73fe-4344-91b5-3b591125c095 None None] Network ffe0e768-230f-4713-8615-c0352630c083 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:29.302880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.313955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 70bd67ac-1d17-424a-9e3a-96ff77cb5d2a {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:29.346899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.362318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:29.368670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:29.420615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:29.427460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:29.447391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.549075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] For port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,segment=NetworkSegment(c7a81479-ea7d-496f-ae6d-525f4d86d76f),segment_id=c7a81479-ea7d-496f-ae6d-525f4d86d76f)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:29.549431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.590174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:29.633964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.651875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 83a667b5-1927-4463-80b6-2c837fc13d36 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:29.662376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=9dfee680-26ad-4cac-82cb-f9233b4b3d0f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.681223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for 3e3364b5-0c38-41a2-ab15-1c3dce90aaea owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:29.721834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:29.722613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.759246 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5087c31d-2766-4278-a9de-f68aa0ea4eba tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0881500 Mar 16 10:58:29.761885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41756) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.770215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:29.810541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.844550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Provisioning for port c042d25e-9b39-4039-bbee-b96a812f424f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:29.850713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.862687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Provisioning complete for port c042d25e-9b39-4039-bbee-b96a812f424f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:29.863065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.863839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.867022 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/70bd67ac-1d17-424a-9e3a-96ff77cb5d2a HTTP/1.1" status: 204 len: 168 time: 0.6376133 Mar 16 10:58:29.875402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41760) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:29.900674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2b416-4fbd-4bb5-8745-a628f58d3e45 None None] Network 4abda5a6-8649-418c-8734-3267f98c0c89 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:29.919544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e2e2-179f-4b8f-8c7c-1103f38b6368 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=70bd67ac-1d17-424a-9e3a-96ff77cb5d2a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:29.967902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c3643-9e1e-4962-a7e3-652053fefea7 None None] DHCP port deletion for 73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:29.969919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 83a667b5-1927-4463-80b6-2c837fc13d36 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:29.970286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:29.974802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] No DVR routers for this DVR port 3e3364b5-0c38-41a2-ab15-1c3dce90aaea on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:30.042621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:30.048493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Port': ['ID=3e3364b5-0c38-41a2-ab15-1c3dce90aaea,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.058291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.077563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddb4e5-af23-45b6-b55c-ebb88252354c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.078708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-15ddb4e5-af23-45b6-b55c-ebb88252354c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:30.099264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Sync routers for ids ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:30.099931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.100752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.118520 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3fd5fc3c-36a7-4aa3-962c-982ff913c7c4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "PUT /v2.0/routers/350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5382531 Mar 16 10:58:30.123309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41764) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.152811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-15ddb4e5-af23-45b6-b55c-ebb88252354c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:30.153097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Routers {'350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:30.154150 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-15ddb4e5-af23-45b6-b55c-ebb88252354c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.3911924 Mar 16 10:58:30.157438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41768) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.158178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.293930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39d90f-6a13-4cd1-ab62-4c72187e0858 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.294486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8e39d90f-6a13-4cd1-ab62-4c72187e0858 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:30.301992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 9dfee680-26ad-4cac-82cb-f9233b4b3d0f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.302329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.311242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.342083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8e39d90f-6a13-4cd1-ab62-4c72187e0858 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:30.345519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8e39d90f-6a13-4cd1-ab62-4c72187e0858 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports/24388b0b-e8f5-451d-be66-e04cad1be0c4 HTTP/1.1" status: 200 len: 911 time: 0.2190139 Mar 16 10:58:30.346254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41772) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.349460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b84ae2-0bb0-4fd1-940f-d7ae3c9be816']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.354560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] DHCP port deletion for ffe0e768-230f-4713-8615-c0352630c083 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:30.467554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Deleting port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:30.467847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.568852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a81479-ea7d-496f-ae6d-525f4d86d76f') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.569576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a81479-ea7d-496f-ae6d-525f4d86d76f') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:30.583818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.623300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.633398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:30.641581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:30.668067 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:30.730471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.749227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Set router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:30.781838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.792635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,segment=NetworkSegment(ee133c75-454d-482d-9ea6-ccbcb30fd87a),segment_id=ee133c75-454d-482d-9ea6-ccbcb30fd87a)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:30.793269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.800567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.806830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.816644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:30.819892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77fddf-76a3-4dad-9688-611e54e50bfc None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:30.829558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d244d8e-0884-4be1-b8be-ce8b3208af33 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.838692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d244d8e-0884-4be1-b8be-ce8b3208af33 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:30.840395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8d244d8e-0884-4be1-b8be-ce8b3208af33 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4935420 Mar 16 10:58:30.841957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Network': ['ID=73b84ae2-0bb0-4fd1-940f-d7ae3c9be816,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:30.848217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41776) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.853862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4a5775f5-bb19-492e-a4f3-96a6daf9b1d4 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/networks/73b84ae2-0bb0-4fd1-940f-d7ae3c9be816 HTTP/1.1" status: 204 len: 168 time: 2.5310340 Mar 16 10:58:30.884113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41780) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:30.927680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] For port c042d25e-9b39-4039-bbee-b96a812f424f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c042d25e-9b39-4039-bbee-b96a812f424f,segment=NetworkSegment(eb7bf0d2-7c47-4203-941a-e9a2cd50c09b),segment_id=eb7bf0d2-7c47-4203-941a-e9a2cd50c09b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:31.108093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.137847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.147049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.305836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 9dfee680-26ad-4cac-82cb-f9233b4b3d0f owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.357275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] For port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,segment=NetworkSegment(ee133c75-454d-482d-9ea6-ccbcb30fd87a),segment_id=ee133c75-454d-482d-9ea6-ccbcb30fd87a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:31.357899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.366146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting subnet f8f556e6-c406-43e3-b009-eae4f4b6f42e {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:31.373627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.388652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.436432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.509919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:31.543600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=7b56d7ac-d1b9-495e-a6c2-bd71842c76b4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.552997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.634627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Calling delete_port for 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:31.693366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:31.702373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 24388b0b-e8f5-451d-be66-e04cad1be0c4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:31.702944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.756980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.804246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe0e768-230f-4713-8615-c0352630c083']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:31.812182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.825882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:31.826225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:31.826640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3e3364b5-0c38-41a2-ab15-1c3dce90aaea no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:31.868462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee133c75-454d-482d-9ea6-ccbcb30fd87a') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:31.868732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee133c75-454d-482d-9ea6-ccbcb30fd87a') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:31.894780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.901073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c82281-6f2c-4dc1-81e0-6028afefe954 None None] Pushing event updated for resources: {'Port': ['ID=c042d25e-9b39-4039-bbee-b96a812f424f,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.911459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Provisioning complete for port c042d25e-9b39-4039-bbee-b96a812f424f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:31.911819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.920105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=9dfee680-26ad-4cac-82cb-f9233b4b3d0f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:31.933658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.935816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3e3364b5-0c38-41a2-ab15-1c3dce90aaea {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:31.936275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3e3364b5-0c38-41a2-ab15-1c3dce90aaea not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:31.971239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:31.993195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.021663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] DHCP port deletion for 4abda5a6-8649-418c-8734-3267f98c0c89 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:32.039822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.055842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Deleting port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:32.056476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.062794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:32.063142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:32.079653 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:32.104290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.158281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:32.158947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:32.193394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 24388b0b-e8f5-451d-be66-e04cad1be0c4 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:32.201299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.237517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4d2b0d3-8daa-4b77-9491-194a8075ae09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/9dfee680-26ad-4cac-82cb-f9233b4b3d0f HTTP/1.1" status: 204 len: 168 time: 2.0784214 Mar 16 10:58:32.239959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41786) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.246829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.268307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f556e6-c406-43e3-b009-eae4f4b6f42e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.276646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.278457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.287388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=ffe0e768-230f-4713-8615-c0352630c083,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.292690 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e6897170-0404-488d-95e3-3a62f24ba1c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/ffe0e768-230f-4713-8615-c0352630c083 HTTP/1.1" status: 204 len: 168 time: 2.4149368 Mar 16 10:58:32.295003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e532c0f-6eec-420e-93ac-d39b402b0134 None None] Network 40eed93e-4fef-4b15-8fe2-ab17161f2b7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:32.297920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.301085 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-66304ff5-3116-4d8e-89db-527551f4cc75 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/subnets/f8f556e6-c406-43e3-b009-eae4f4b6f42e HTTP/1.1" status: 204 len: 168 time: 1.4160383 Mar 16 10:58:32.302540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e922fc6-ac7a-4137-8dc0-676dcd5dde37 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:32.303553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e922fc6-ac7a-4137-8dc0-676dcd5dde37 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:32.305535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41794) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.397857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e922fc6-ac7a-4137-8dc0-676dcd5dde37 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:32.402537 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e922fc6-ac7a-4137-8dc0-676dcd5dde37 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/9dfee680-26ad-4cac-82cb-f9233b4b3d0f HTTP/1.1" status: 404 len: 333 time: 0.1571212 Mar 16 10:58:32.403162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41798) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:32.409607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting subnet 905ba68d-11e0-4d21-9a1e-8aeb93825ce0 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:32.413737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.477191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.499617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:32.499984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.534697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port dcd6c283-40b2-4e79-bbd4-76eafe390f65 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:32.535028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.549627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.607434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Could not find standard attr ID for object 9dfee680-26ad-4cac-82cb-f9233b4b3d0f. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:32.625233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.640940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] For port 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1aaca3c5-6403-47d3-8464-ab8ff87d7125,segment=NetworkSegment(a3f03061-562f-45b5-a934-023e442ee436),segment_id=a3f03061-562f-45b5-a934-023e442ee436)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:32.641327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.660866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Deleting port 7b56d7ac-d1b9-495e-a6c2-bd71842c76b4 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:32.661216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.684922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Could not find standard attr ID for object 24388b0b-e8f5-451d-be66-e04cad1be0c4. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:32.690271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=24388b0b-e8f5-451d-be66-e04cad1be0c4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:32.738395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:32.788877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:27Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None, '_interfaces': [{'id': '24388b0b-e8f5-451d-be66-e04cad1be0c4', 'name': '', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'mac_address': 'fa:16:3e:b8:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a5754bd6-92dd-4038-a15e-8e008f358b9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:26Z', 'updated_at': '2022-03-16T10:58:28Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'subnets': [{'id': 'a5754bd6-92dd-4038-a15e-8e008f358b9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:32.878407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Calling delete_port for 1aaca3c5-6403-47d3-8464-ab8ff87d7125 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:32.937237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Checking router: 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:32.937502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Updating router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 port 24388b0b-e8f5-451d-be66-e04cad1be0c4 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:32.976213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c36bae5c-b800-461a-ac6a-66e334fabecb None None] The port '7b56d7ac-d1b9-495e-a6c2-bd71842c76b4' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:32.979956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.003026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Provisioning complete for port 83a667b5-1927-4463-80b6-2c837fc13d36 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:33.003420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.034011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Port 24388b0b-e8f5-451d-be66-e04cad1be0c4 not found while updating agent binding for router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7. {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 16 10:58:33.053972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 1aaca3c5-6403-47d3-8464-ab8ff87d7125, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1aaca3c5-6403-47d3-8464-ab8ff87d7125,segment=NetworkSegment(a3f03061-562f-45b5-a934-023e442ee436),segment_id=a3f03061-562f-45b5-a934-023e442ee436)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:33.054605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.070559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.157810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Routers {'350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:33.158448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:33.169215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.188432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Subnet': ['ID=905ba68d-11e0-4d21-9a1e-8aeb93825ce0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.199091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-65774153-0f42-46bb-960e-01a26d8bf4ab tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/subnets/905ba68d-11e0-4d21-9a1e-8aeb93825ce0 HTTP/1.1" status: 204 len: 168 time: 0.8893015 Mar 16 10:58:33.203597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41802) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.207779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.216382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b650e-85f4-4700-ae71-c7d7386bfe7f None None] Network dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:33.224638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 1aaca3c5-6403-47d3-8464-ab8ff87d7125 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:33.331660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.380246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for dcd6c283-40b2-4e79-bbd4-76eafe390f65 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:33.385193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:33.423407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] Set router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:33.508936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:33.509275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:33.568425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.616123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] Pushing event deleted for resources: {'Port': ['ID=1aaca3c5-6403-47d3-8464-ab8ff87d7125,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.620698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.641645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:33.650116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0b4577aa-3437-4ae3-8dd3-02f9b3245852 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "PUT /v2.0/routers/350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7983217 Mar 16 10:58:33.653327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41806) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.654103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port c88d099d-d92f-4d4e-9093-f72c7148ebf7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:33.654562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.708470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=dcd6c283-40b2-4e79-bbd4-76eafe390f65,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:33.721182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:33.759750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36f280-a598-474c-9a0e-238da9915390 None None] No DVR routers for this DVR port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:33.765048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5363fc-4ba4-4199-9f53-3cb1d9d5168b None None] The sync data for ids ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'] in dv-neutron-828143-9-hyperv is: [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:33.767217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c042d25e-9b39-4039-bbee-b96a812f424f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:33.806682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35208089-2f57-46f4-8b11-e699982f699c None None] DHCP port deletion for 40eed93e-4fef-4b15-8fe2-ab17161f2b7a request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:33.846290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.884282 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b5f73049-328a-49dc-adb1-97338f504624 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/dcd6c283-40b2-4e79-bbd4-76eafe390f65 HTTP/1.1" status: 204 len: 168 time: 1.4799309 Mar 16 10:58:33.886893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:33.914652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8ee66ec7-117a-4eea-abc4-244a927e6307 None None] Could not find standard attr ID for object dcd6c283-40b2-4e79-bbd4-76eafe390f65. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:33.916412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Deleting port c88d099d-d92f-4d4e-9093-f72c7148ebf7 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:33.916789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.954838 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-5442ad7e-2f29-4d5f-a1e1-bd7d34bbf187 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:33.955520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5442ad7e-2f29-4d5f-a1e1-bd7d34bbf187 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:33.981079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:33.982666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5442ad7e-2f29-4d5f-a1e1-bd7d34bbf187 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:33.987836 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5442ad7e-2f29-4d5f-a1e1-bd7d34bbf187 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/dcd6c283-40b2-4e79-bbd4-76eafe390f65 HTTP/1.1" status: 404 len: 333 time: 0.0994341 Mar 16 10:58:33.988458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.025451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 1aaca3c5-6403-47d3-8464-ab8ff87d7125 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:34.025793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.126926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] The port '1aaca3c5-6403-47d3-8464-ab8ff87d7125' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:34.136991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a1522-7a47-4f3a-8590-825522747b2e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.137525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e4b4449-de90-4949-a331-87065de2dae2 None None] Provisioning complete for port c042d25e-9b39-4039-bbee-b96a812f424f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:34.137525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e4b4449-de90-4949-a331-87065de2dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.138465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a1522-7a47-4f3a-8590-825522747b2e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:34.139215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-873a1522-7a47-4f3a-8590-825522747b2e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:34.147343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] For port c88d099d-d92f-4d4e-9093-f72c7148ebf7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c88d099d-d92f-4d4e-9093-f72c7148ebf7,segment=NetworkSegment(6b942cff-c306-4829-8a54-bcd801fc908c),segment_id=6b942cff-c306-4829-8a54-bcd801fc908c)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:34.147699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.191909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet 1f15996b-7268-403c-a00e-7651cedc0481 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:34.216554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.279847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] DHCP port deletion for dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:34.292479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Deleting port 70d43a4f-ab29-4668-bce9-cfa5faba9400 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:34.293594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.321049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.323969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for c88d099d-d92f-4d4e-9093-f72c7148ebf7 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:34.340920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c042d25e-9b39-4039-bbee-b96a812f424f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:34.341415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.351945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.393579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-873a1522-7a47-4f3a-8590-825522747b2e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:34.398462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-873a1522-7a47-4f3a-8590-825522747b2e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7061996 Mar 16 10:58:34.399168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41818) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.400349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abda5a6-8649-418c-8734-3267f98c0c89']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.429869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.485550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] No DVR routers for this DVR port c88d099d-d92f-4d4e-9093-f72c7148ebf7 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:34.514273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Port': ['ID=c88d099d-d92f-4d4e-9093-f72c7148ebf7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.524401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet a5754bd6-92dd-4038-a15e-8e008f358b9b {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:34.527784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f03061-562f-45b5-a934-023e442ee436') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.528149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f03061-562f-45b5-a934-023e442ee436') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.539141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.541926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-35208089-2f57-46f4-8b11-e699982f699c None None] For port c88d099d-d92f-4d4e-9093-f72c7148ebf7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c88d099d-d92f-4d4e-9093-f72c7148ebf7,segment=NetworkSegment(6b942cff-c306-4829-8a54-bcd801fc908c),segment_id=6b942cff-c306-4829-8a54-bcd801fc908c)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:34.542316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.631090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.664662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eed93e-4fef-4b15-8fe2-ab17161f2b7a']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.679181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b942cff-c306-4829-8a54-bcd801fc908c') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.679751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b942cff-c306-4829-8a54-bcd801fc908c') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.692634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.717055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.717956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Calling delete_port for c88d099d-d92f-4d4e-9093-f72c7148ebf7 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:34.723889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.725392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:34.726029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.759004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.775642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:34.776214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:34.796934 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:34.823641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.841161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6e4b4449-de90-4949-a331-87065de2dae2 None None] Could not find standard attr ID for object dcd6c283-40b2-4e79-bbd4-76eafe390f65. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:34.869339 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:34.904159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.910357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:34.941231 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Sync routers for ids ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:34.954612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Network': ['ID=40eed93e-4fef-4b15-8fe2-ab17161f2b7a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:34.958146 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Routers {'350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:34.959126 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:34.968655 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9acff5db-8b4d-4284-bce7-5820b8c78d4b tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/networks/40eed93e-4fef-4b15-8fe2-ab17161f2b7a HTTP/1.1" status: 204 len: 168 time: 1.6197922 Mar 16 10:58:34.969903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41822) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:34.979993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.049214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3fd5d435-8fbb-44a4-94bc-63581622de06 None None] Could not find standard attr ID for object 9dfee680-26ad-4cac-82cb-f9233b4b3d0f. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:35.049562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.075955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.076115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] For port 70d43a4f-ab29-4668-bce9-cfa5faba9400, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=70d43a4f-ab29-4668-bce9-cfa5faba9400,segment=NetworkSegment(dca3789f-d0aa-4d93-85ae-911a6137c22d),segment_id=dca3789f-d0aa-4d93-85ae-911a6137c22d)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:35.076395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.087516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:35.087868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:35.104401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=4abda5a6-8649-418c-8734-3267f98c0c89,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.109137 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0fdd5c54-7f8e-4db5-8d88-faa3fa93f161 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/4abda5a6-8649-418c-8734-3267f98c0c89 HTTP/1.1" status: 204 len: 168 time: 2.8097074 Mar 16 10:58:35.119180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41826) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.136278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1081287186'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:35.143177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.151366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.167465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port 70d43a4f-ab29-4668-bce9-cfa5faba9400 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.167978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.171540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1aaca3c5-6403-47d3-8464-ab8ff87d7125 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:35.186316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:35.203215 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Set router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:35.204741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:35.210378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:35.220398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.224306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:35.268384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Calling delete_port for 70d43a4f-ab29-4668-bce9-cfa5faba9400 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:35.278993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.281585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=1f15996b-7268-403c-a00e-7651cedc0481,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.296949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 1aaca3c5-6403-47d3-8464-ab8ff87d7125 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:35.297292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1aaca3c5-6403-47d3-8464-ab8ff87d7125 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:35.301670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:35.306067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.306245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb7a95-d272-48db-8718-902e1c61ded9 None None] Network d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:35.327987 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-180310c6-0809-402d-a95e-d2f0736d705f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/1f15996b-7268-403c-a00e-7651cedc0481 HTTP/1.1" status: 204 len: 168 time: 1.3383529 Mar 16 10:58:35.328770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41830) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.364509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.411837 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.419110 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Checking router: 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:35.427923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=a5754bd6-92dd-4038-a15e-8e008f358b9b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.441544 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Routers {'350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:35.442443 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.454351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] For port 70d43a4f-ab29-4668-bce9-cfa5faba9400, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=70d43a4f-ab29-4668-bce9-cfa5faba9400,segment=NetworkSegment(dca3789f-d0aa-4d93-85ae-911a6137c22d),segment_id=dca3789f-d0aa-4d93-85ae-911a6137c22d)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:35.455202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.469691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f528c8-e052-4bd7-b318-af5eceace6bd None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:35.519943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.557338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:35.560089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.588911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Deleting port c88d099d-d92f-4d4e-9093-f72c7148ebf7 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.589537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35208089-2f57-46f4-8b11-e699982f699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.591972 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-571f231b-15ce-4ecd-9cda-b2d4e668176d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/a5754bd6-92dd-4038-a15e-8e008f358b9b HTTP/1.1" status: 204 len: 168 time: 1.1846056 Mar 16 10:58:35.594630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.594971 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment 71119dea-1765-47a3-b0fe-97f71dea5137 of type vlan for network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 Mar 16 10:58:35.597081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.606981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.622782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] Pushing event deleted for resources: {'Port': ['ID=70d43a4f-ab29-4668-bce9-cfa5faba9400,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:35.653260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for 70d43a4f-ab29-4668-bce9-cfa5faba9400 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:35.683546 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] Set router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:35.686118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f231bc-a08a-4f33-88d9-aa6f472aee9c None None] No DVR routers for this DVR port 70d43a4f-ab29-4668-bce9-cfa5faba9400 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:35.734934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c88d099d-d92f-4d4e-9093-f72c7148ebf7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:35.747923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.752412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:35.752932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:35.762276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port c042d25e-9b39-4039-bbee-b96a812f424f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:35.762855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.770672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-35208089-2f57-46f4-8b11-e699982f699c None None] The port 'c88d099d-d92f-4d4e-9093-f72c7148ebf7' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:35.786217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c88d099d-d92f-4d4e-9093-f72c7148ebf7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:35.786559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c88d099d-d92f-4d4e-9093-f72c7148ebf7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:35.787158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 70d43a4f-ab29-4668-bce9-cfa5faba9400 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:35.822742 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:35.826780 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd0d55-910e-4d38-b489-c94910e94ea3 None None] The sync data for ids ['350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7'] in dv-neutron-828143-9-hyperv is: [{'id': '350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7', 'name': 'tempest-NetworksTestDHCPv6-router-201976243', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:25Z', 'updated_at': '2022-03-16T10:58:32Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:35.849319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 70d43a4f-ab29-4668-bce9-cfa5faba9400 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:35.849666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 70d43a4f-ab29-4668-bce9-cfa5faba9400 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:35.908899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd7d506d-417f-4e38-a80a-83fa9b71c109 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3078976 Mar 16 10:58:35.910384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41838) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:35.969521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:35.978472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:35.979147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.017958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] DHCP port deletion for d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:36.026227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Deleting port c042d25e-9b39-4039-bbee-b96a812f424f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:36.026686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.070365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:36.086356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Deleting port 83a667b5-1927-4463-80b6-2c837fc13d36 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:36.086826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.164988 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0389426 Mar 16 10:58:36.174746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41842) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.184463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:36.198198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e5af5-b637-40ea-973b-c328a75c8330 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=4464cd95-24d2-4a0c-9c7e-060cd32964d2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.214086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.235429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port c042d25e-9b39-4039-bbee-b96a812f424f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c042d25e-9b39-4039-bbee-b96a812f424f,segment=NetworkSegment(eb7bf0d2-7c47-4203-941a-e9a2cd50c09b),segment_id=eb7bf0d2-7c47-4203-941a-e9a2cd50c09b)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.235781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.242075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:36.269285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port 70d43a4f-ab29-4668-bce9-cfa5faba9400 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:36.269285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.394211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] The port '70d43a4f-ab29-4668-bce9-cfa5faba9400' was deleted {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:36.419760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for c042d25e-9b39-4039-bbee-b96a812f424f owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.467953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:36.480134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:36.485331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:36.493752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:36.514242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] For port c042d25e-9b39-4039-bbee-b96a812f424f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c042d25e-9b39-4039-bbee-b96a812f424f,segment=NetworkSegment(eb7bf0d2-7c47-4203-941a-e9a2cd50c09b),segment_id=eb7bf0d2-7c47-4203-941a-e9a2cd50c09b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.514781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.519199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:36.524927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.545149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.673761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.677721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.705298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Calling delete_port for c042d25e-9b39-4039-bbee-b96a812f424f owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.735374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=c042d25e-9b39-4039-bbee-b96a812f424f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:36.740414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port c042d25e-9b39-4039-bbee-b96a812f424f on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:36.746559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] For port 83a667b5-1927-4463-80b6-2c837fc13d36, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=83a667b5-1927-4463-80b6-2c837fc13d36,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:36.747654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.748166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.779193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf83334-ff72-4c9b-b70a-8c9e0ea89b26']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.786681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.787188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Fanout notify agent at l3_agent the message router_deleted on router 350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:36.798633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca3789f-d0aa-4d93-85ae-911a6137c22d') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.799122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca3789f-d0aa-4d93-85ae-911a6137c22d') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.815728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.832898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.833876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ccaf9e56-3777-4aa6-871e-044716538f64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/routers/350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 HTTP/1.1" status: 204 len: 168 time: 0.9216654 Mar 16 10:58:36.837121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41846) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:36.843045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:36.861398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.888247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:36.888987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.895774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Calling delete_port for 83a667b5-1927-4463-80b6-2c837fc13d36 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: util.warn( Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:36.904059 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:36.939844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:36.968566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03fa564-6dd4-4f4e-aa40-0b7dd0318c91']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.976657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:36.977187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:36.989253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:36.989548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7bf0d2-7c47-4203-941a-e9a2cd50c09b') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:37.000167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.002631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.020265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.027295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:37.027647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:37.043810 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:37.050383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] Pushing event deleted for resources: {'Port': ['ID=83a667b5-1927-4463-80b6-2c837fc13d36,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.053022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.054217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1982b04-3144-48cd-8e15-c622ab896693 None None] No DVR routers for this DVR port 83a667b5-1927-4463-80b6-2c837fc13d36 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:37.060503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.080422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.083056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.095109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Network': ['ID=dcf83334-ff72-4c9b-b70a-8c9e0ea89b26,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.098945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-37ea165b-b3a1-4642-94ce-b0869bc350ba tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/networks/dcf83334-ff72-4c9b-b70a-8c9e0ea89b26 HTTP/1.1" status: 204 len: 168 time: 2.1170475 Mar 16 10:58:37.102254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41850) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.133387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:37.136778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.148199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.176302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.181864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=d03fa564-6dd4-4f4e-aa40-0b7dd0318c91,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.226677 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4d5f99e5-dbf4-4250-98c2-3c55f28c768a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/d03fa564-6dd4-4f4e-aa40-0b7dd0318c91 HTTP/1.1" status: 204 len: 168 time: 1.8929608 Mar 16 10:58:37.231393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41856) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.243823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1997490750'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.255891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.263370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting subnet 698c24a1-cea5-4261-abe2-1f60f22e67cd {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:37.264140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.268664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.271960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.277977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.308488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:37.311891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.337117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.337778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.395552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:37.414297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=f4b5d75a-0047-4158-a94f-4a129ae1d6b0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.424337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.424677 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment c812bad6-2166-481f-ab6f-7c81b30a36df of type vlan for network cee235c4-472a-422b-9a9b-c49c9cb08d70 Mar 16 10:58:37.461619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': '71119dea-1765-47a3-b0fe-97f71dea5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:37.461870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 4464cd95-24d2-4a0c-9c7e-060cd32964d2, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:37.469932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.478580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Deleting port c042d25e-9b39-4039-bbee-b96a812f424f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:37.480119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.507776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:37.515807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.521822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.522526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.545210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 4464cd95-24d2-4a0c-9c7e-060cd32964d2) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.571391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.571977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.576900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da404-b36e-4762-a4dd-85f22748e040 None None] The port 'c042d25e-9b39-4039-bbee-b96a812f424f' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:37.583362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc68c4a-ca4a-4007-8158-1dccb8423631 None None] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:37.628884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.652278 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4173949 Mar 16 10:58:37.653452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41860) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.659251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea35a0b-c20d-4921-a7be-4ab2dd0bf5df tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=cee235c4-472a-422b-9a9b-c49c9cb08d70,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.660646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.664951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.682748 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f19f40e6-7aa3-4786-9faf-a086b8c727c7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5070963 Mar 16 10:58:37.694618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41864) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.699497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2087617105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.710673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.735004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:37.744465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:37.747313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c042d25e-9b39-4039-bbee-b96a812f424f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:37.749349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:37.755479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:37.756612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.758930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.767537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.782320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.784550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df997c-6c68-4a85-941a-849a31b6af42 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:37.787243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=cd6a434f-b136-43f4-97cd-fa1196d16db3,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.799314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.803995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.807399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.808452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.809444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a43bdbe3-ee2b-49ed-a9aa-b6109192f31b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9709966 Mar 16 10:58:37.810839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41868) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.812136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.812880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.819724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.825628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:37.844512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c042d25e-9b39-4039-bbee-b96a812f424f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:37.844961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c042d25e-9b39-4039-bbee-b96a812f424f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:37.845902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 83a667b5-1927-4463-80b6-2c837fc13d36 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:37.847019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.855218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:37.858746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.865547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:37.874563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Subnet': ['ID=698c24a1-cea5-4261-abe2-1f60f22e67cd,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:37.876488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:router and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:37.879490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.881561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e047397-7659-4ad9-9532-1936d8ebb250 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/subnets/698c24a1-cea5-4261-abe2-1f60f22e67cd HTTP/1.1" status: 204 len: 168 time: 0.7780905 Mar 16 10:58:37.882674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:37.885569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41872) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:37.901255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22caff27-07e5-4dcd-8440-58c648ec556f None None] Network 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:37.909212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:37.990209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 83a667b5-1927-4463-80b6-2c837fc13d36 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:37.990209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 83a667b5-1927-4463-80b6-2c837fc13d36 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:37.990590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:37.991654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.009816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.042195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.049703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.068813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Deleting port 06215447-9ec7-43a6-9ad3-3ac71752ba4e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:38.069220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.075906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.112668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.117459 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-98695a86-1408-40b4-a934-04d9b15b1791 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2964175 Mar 16 10:58:38.117459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41876) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.132364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.179790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.183740 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b428485c-8060-49e5-8f0e-90186dd7f1e2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4854031 Mar 16 10:58:38.186627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41880) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.194682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': 'c812bad6-2166-481f-ab6f-7c81b30a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:38.195033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: cee235c4-472a-422b-9a9b-c49c9cb08d70, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:38.202621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=842fbeac-71cb-4031-b6ff-45410b6a2f76,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:38.208306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'port': {'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2', 'name': 'tempest-RoutersTest-1120243541'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:38.221206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:38.236921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, cee235c4-472a-422b-9a9b-c49c9cb08d70) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:38.241940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:38.242506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.262817 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8fa5f7cb-9fdf-42e6-9790-ba8959336b20 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6083317 Mar 16 10:58:38.265576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41884) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:38.271871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70', 'name': 'tempest-PortsTestJSON-514403570', 'fixed_ips': [{'subnet_id': '842fbeac-71cb-4031-b6ff-45410b6a2f76', 'ip_address': '172.20.0.10'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:38.279697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc56e2-0b25-48b1-8fb5-f6fb17bb00f6 None None] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:38.419964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:38.423984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:38.426969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:38.433070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:38.450892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:38.623094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-4464cd95-24d2-4a0c-9c7e-060cd32964d2', 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': 'f4b5d75a-0047-4158-a94f-4a129ae1d6b0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:38.623916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.659820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:38.660629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.727007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.747839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 62897a4a-1029-4af7-9246-bec746e7bb89 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:38.837896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:38.858640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] For port 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=06215447-9ec7-43a6-9ad3-3ac71752ba4e,segment=NetworkSegment(939f316b-bd7a-4c22-83e2-7830f12e9609),segment_id=939f316b-bd7a-4c22-83e2-7830f12e9609)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:38.859278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.869658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:38.950200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-cee235c4-472a-422b-9a9b-c49c9cb08d70', 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': '842fbeac-71cb-4031-b6ff-45410b6a2f76'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:38.951014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:38.960350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] DHCP port deletion for 0bd2d02f-670c-47a4-87cd-1036ffdbeb80 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:38.973237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.10 (cee235c4-472a-422b-9a9b-c49c9cb08d70/842fbeac-71cb-4031-b6ff-45410b6a2f76/62897a4a-1029-4af7-9246-bec746e7bb89) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:38.986378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Deleting port 06215447-9ec7-43a6-9ad3-3ac71752ba4e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:38.986785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.118877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Calling delete_port for 06215447-9ec7-43a6-9ad3-3ac71752ba4e owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:39.154115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:39.157752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.175588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Allocated IP 172.20.0.2 (4464cd95-24d2-4a0c-9c7e-060cd32964d2/f4b5d75a-0047-4158-a94f-4a129ae1d6b0/9d5e7fc8-efdf-466f-8abd-fdeda07931b1) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:39.198650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.211261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.217548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 62897a4a-1029-4af7-9246-bec746e7bb89 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:39.240101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] device_id is not set on port f0f852dd-6943-4161-a6e4-a4df16c20251 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:39.248662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.258325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/cd6a434f-b136-43f4-97cd-fa1196d16db3/17047937-a85e-4b88-bf4e-5580babf03e8) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:39.322027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:39.329935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:39.332344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:39.397911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:39.398434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.423372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=62897a4a-1029-4af7-9246-bec746e7bb89,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.430593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f0a82362-d911-48fa-99e8-5ad4e0749ed9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1640258 Mar 16 10:58:39.431184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41888) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:39.436587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70', 'name': 'tempest-PortsTestJSON-1723493503', 'fixed_ips': [{'subnet_id': '842fbeac-71cb-4031-b6ff-45410b6a2f76', 'ip_address': '172.20.0.9'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:39.503802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.523063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] For port 06215447-9ec7-43a6-9ad3-3ac71752ba4e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=06215447-9ec7-43a6-9ad3-3ac71752ba4e,segment=NetworkSegment(939f316b-bd7a-4c22-83e2-7830f12e9609),segment_id=939f316b-bd7a-4c22-83e2-7830f12e9609)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:39.523836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.571588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Port': ['ID=06215447-9ec7-43a6-9ad3-3ac71752ba4e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.577719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] No DVR routers for this DVR port 06215447-9ec7-43a6-9ad3-3ac71752ba4e on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:39.596641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:39.603783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:39.606691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:39.616589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:39.635903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:39.641438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.652210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 06215447-9ec7-43a6-9ad3-3ac71752ba4e no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:39.664439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port bd48d2e9-25f2-4fed-817c-a6be47c7fa9d yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:39.750896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 06215447-9ec7-43a6-9ad3-3ac71752ba4e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:39.751403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 06215447-9ec7-43a6-9ad3-3ac71752ba4e not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:39.758467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.784192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd2d02f-670c-47a4-87cd-1036ffdbeb80']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:39.800308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939f316b-bd7a-4c22-83e2-7830f12e9609') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:39.800875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939f316b-bd7a-4c22-83e2-7830f12e9609') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:39.813252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.821588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Calling delete_port for 06215447-9ec7-43a6-9ad3-3ac71752ba4e owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:39.829812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.837022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:39.837448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:39.855954 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:39.920752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Allocated IP 172.20.0.2 (cee235c4-472a-422b-9a9b-c49c9cb08d70/842fbeac-71cb-4031-b6ff-45410b6a2f76/31073e54-5325-4c2a-ad0e-91a5d7ea81d3) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:39.936386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.956684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:39.963801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Pushing event deleted for resources: {'Network': ['ID=0bd2d02f-670c-47a4-87cd-1036ffdbeb80,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:39.975246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a82007fb-1f7b-407c-8776-3f0689ff22b2 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/networks/0bd2d02f-670c-47a4-87cd-1036ffdbeb80 HTTP/1.1" status: 204 len: 168 time: 2.0886908 Mar 16 10:58:39.977929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41892) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.023030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-05b041cc-df99-436e-86c0-ab6fe84d5725 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Synchronizing usage tracker for tenant:a5d560487155494196bd5d19d7b47656 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:40.039020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-05b041cc-df99-436e-86c0-ab6fe84d5725 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Unset dirty status for tenant:a5d560487155494196bd5d19d7b47656 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:40.040208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-05b041cc-df99-436e-86c0-ab6fe84d5725 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "GET /v2.0/ports?device_id=518e2d73-77a9-4282-b016-58ee56ad8906 HTTP/1.1" status: 200 len: 205 time: 0.0613816 Mar 16 10:58:40.042771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41896) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:40.174585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.214440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:40.215057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:40.221952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.242377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.246995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Transition to ACTIVE for port object 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.285233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Transition to ACTIVE for port object 17047937-a85e-4b88-bf4e-5580babf03e8 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.338877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Transition to ACTIVE for port object 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.360664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.397904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Transition to ACTIVE for port object 17047937-a85e-4b88-bf4e-5580babf03e8 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.435125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.442709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:40.446734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.450348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:40.458750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:40.512494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Transition to ACTIVE for port object 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.514959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Pushing event updated for resources: {'Port': ['ID=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.526521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:40.567911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:40.612738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:40.635577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Transition to ACTIVE for port object 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:40.666165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.672327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.687615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.711657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.9 (cee235c4-472a-422b-9a9b-c49c9cb08d70/842fbeac-71cb-4031-b6ff-45410b6a2f76/bd48d2e9-25f2-4fed-817c-a6be47c7fa9d) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:40.715442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::1 (afd54f52-9bee-4769-8938-30d579685ddc/cd6a434f-b136-43f4-97cd-fa1196d16db3/6a5413b7-b760-4ed0-85a0-6a53f8d22390) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:40.722748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.20.0.12 (4464cd95-24d2-4a0c-9c7e-060cd32964d2/f4b5d75a-0047-4158-a94f-4a129ae1d6b0/f0f852dd-6943-4161-a6e4-a4df16c20251) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:40.728566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.729081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Fanout notify agent at l3_agent the message router_deleted on router 518e2d73-77a9-4282-b016-58ee56ad8906 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:40.731624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Deleting port 06215447-9ec7-43a6-9ad3-3ac71752ba4e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:40.732011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.744323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.745415 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4aad49b8-8efa-402d-a6f8-720b6cd123a1 tempest-RoutersNegativeIpV6Test-1563916384 tempest-RoutersNegativeIpV6Test-1563916384-project] 10.222.0.50 "DELETE /v2.0/routers/518e2d73-77a9-4282-b016-58ee56ad8906 HTTP/1.1" status: 204 len: 168 time: 0.7017472 Mar 16 10:58:40.758894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Attempting to bind port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:40.759292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Attempting to bind port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '71119dea-1765-47a3-b0fe-97f71dea5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:40.759659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Attempting to bind port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 on network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:40.794114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Pushing event updated for resources: {'Port': ['ID=17047937-a85e-4b88-bf4e-5580babf03e8,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:40.858447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:40.858828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Checking segment: {'id': '71119dea-1765-47a3-b0fe-97f71dea5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:40.859235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.859634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Bound using segment: {'id': '71119dea-1765-47a3-b0fe-97f71dea5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:40.860119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Bound port: 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71119dea-1765-47a3-b0fe-97f71dea5137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4464cd95-24d2-4a0c-9c7e-060cd32964d2'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:40.860492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.894103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:40.902996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6b057-33db-4b21-844d-6212fd4d0a6e None None] The port '06215447-9ec7-43a6-9ad3-3ac71752ba4e' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:58:40.904316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:40.906225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Attempting to bind port 17047937-a85e-4b88-bf4e-5580babf03e8 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:40.906600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Attempting to bind port 17047937-a85e-4b88-bf4e-5580babf03e8 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:40.907060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Attempting to bind port 17047937-a85e-4b88-bf4e-5580babf03e8 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:40.913412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:40.971901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:40.972280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:40.972684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:40.973340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:40.973827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Bound port: 17047937-a85e-4b88-bf4e-5580babf03e8, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:40.974202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.009168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.030988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object bd48d2e9-25f2-4fed-817c-a6be47c7fa9d will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:41.047291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.058475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.073972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Pushing event updated for resources: {'Port': ['ID=31073e54-5325-4c2a-ad0e-91a5d7ea81d3,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.086484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 6a5413b7-b760-4ed0-85a0-6a53f8d22390 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:41.109114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.132861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object f0f852dd-6943-4161-a6e4-a4df16c20251 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:41.153152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.172603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Attempting to bind port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:41.173008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Attempting to bind port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c812bad6-2166-481f-ab6f-7c81b30a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:41.173379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Attempting to bind port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 on network cee235c4-472a-422b-9a9b-c49c9cb08d70 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:41.183656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41904) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.185504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=bd48d2e9-25f2-4fed-817c-a6be47c7fa9d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.199412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] For port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:41.203840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:41.204265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Checking segment: {'id': 'c812bad6-2166-481f-ab6f-7c81b30a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:41.204689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.205073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Bound using segment: {'id': 'c812bad6-2166-481f-ab6f-7c81b30a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:41.206996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Bound port: 31073e54-5325-4c2a-ad0e-91a5d7ea81d3, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c812bad6-2166-481f-ab6f-7c81b30a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cee235c4-472a-422b-9a9b-c49c9cb08d70'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:41.206996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.213531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:41.214735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:41.217099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:41.233332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:41.233579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] For port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,segment=NetworkSegment(71119dea-1765-47a3-b0fe-97f71dea5137),segment_id=71119dea-1765-47a3-b0fe-97f71dea5137)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:41.238635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:41.240173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] For port 17047937-a85e-4b88-bf4e-5580babf03e8, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:41.245324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:41.247020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.277837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=6a5413b7-b760-4ed0-85a0-6a53f8d22390,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.278978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.288622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.297080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.298234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.327267 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b461f047-3819-41c1-a3ac-861becd6425b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8949897 Mar 16 10:58:41.330243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41910) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.344638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] For port 17047937-a85e-4b88-bf4e-5580babf03e8, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17047937-a85e-4b88-bf4e-5580babf03e8,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:41.367504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.433127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] For port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:41.439391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] For port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31073e54-5325-4c2a-ad0e-91a5d7ea81d3,segment=NetworkSegment(c812bad6-2166-481f-ab6f-7c81b30a36df),segment_id=c812bad6-2166-481f-ab6f-7c81b30a36df)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:41.441757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:41.448557 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2bc18018-24aa-44c4-8f18-505f64bc4cef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5d560487155494196bd5d19d7b47656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506871 Mar 16 10:58:41.450415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41914) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.453053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:41.453191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8598-eec2-493a-a340-eaa4302fc61e None None] Pushing event updated for resources: {'Port': ['ID=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.456236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:41.459062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.541890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=f0f852dd-6943-4161-a6e4-a4df16c20251,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.555941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.580637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b27e4-3a67-4555-a6ee-b9bf5baeaa7d None None] Pushing event updated for resources: {'Port': ['ID=17047937-a85e-4b88-bf4e-5580babf03e8,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.581227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.615052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.619557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.620915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.696543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1571c8fd-825c-4fa0-8200-a2cdda1b93a1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5072193 Mar 16 10:58:41.700426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41918) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.707162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56a4c7-b36a-4375-8d65-0ec683004256 None None] Pushing event updated for resources: {'Port': ['ID=31073e54-5325-4c2a-ad0e-91a5d7ea81d3,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.715395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dfa8cf-9534-410b-8099-d582d4dcc26a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.716317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63dfa8cf-9534-410b-8099-d582d4dcc26a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:41.729886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.752249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01761429-43ca-4ced-ab7e-f815749a9c21,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:41.762891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63dfa8cf-9534-410b-8099-d582d4dcc26a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:41.764204 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63dfa8cf-9534-410b-8099-d582d4dcc26a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4321775 Mar 16 10:58:41.766064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:41.767220 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-01415fed-dce8-424c-83b0-0e70cf6f33b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01761429-43ca-4ced-ab7e-f815749a9c21 HTTP/1.1" status: 204 len: 168 time: 0.3105474 Mar 16 10:58:41.767820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41922) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:41.911499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21b96c-63db-4fb2-a700-1d6c1ea1e62f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.918938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21b96c-63db-4fb2-a700-1d6c1ea1e62f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.925145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21b96c-63db-4fb2-a700-1d6c1ea1e62f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:41.927221 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fe21b96c-63db-4fb2-a700-1d6c1ea1e62f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1579454 Mar 16 10:58:41.930680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41928) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:42.100589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port bd48d2e9-25f2-4fed-817c-a6be47c7fa9d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:42.101055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.450339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.713799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for bd48d2e9-25f2-4fed-817c-a6be47c7fa9d owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:42.884124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.910436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.968057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=bd48d2e9-25f2-4fed-817c-a6be47c7fa9d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:42.976562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.986207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:42.986921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.028722 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:58:43.088437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.105402 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d19cd25c-7bc7-4635-952c-0ba8411c7e9b tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/bd48d2e9-25f2-4fed-817c-a6be47c7fa9d HTTP/1.1" status: 204 len: 168 time: 1.1734631 Mar 16 10:58:43.106063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41954) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.159413 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-df432fa1-3bc9-44db-adb7-9d29a39aa6ea tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:43.159951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-df432fa1-3bc9-44db-adb7-9d29a39aa6ea tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:43.182827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-df432fa1-3bc9-44db-adb7-9d29a39aa6ea tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:43.187729 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-df432fa1-3bc9-44db-adb7-9d29a39aa6ea tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/bd48d2e9-25f2-4fed-817c-a6be47c7fa9d HTTP/1.1" status: 404 len: 333 time: 0.0805929 Mar 16 10:58:43.189451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:43.281939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 62897a4a-1029-4af7-9246-bec746e7bb89 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:43.283252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.352256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=6a5413b7-b760-4ed0-85a0-6a53f8d22390,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:43.404240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-16775a3c-13a6-449c-9742-0c80c24fd2f2 None None] Provisioning for port 17047937-a85e-4b88-bf4e-5580babf03e8 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:43.771407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:43.775000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:43.794575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:43.894521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-75826f2f-0944-48c0-b001-fcf50858ea4b None None] Provisioning for port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:43.907963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17047937-a85e-4b88-bf4e-5580babf03e8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:43.985830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 62897a4a-1029-4af7-9246-bec746e7bb89 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:44.006858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-75826f2f-0944-48c0-b001-fcf50858ea4b None None] Provisioning complete for port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.007675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75826f2f-0944-48c0-b001-fcf50858ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.028727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41974) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.031130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.129261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.167117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dccfc5-82c6-4d10-92a3-6e2ecf0cabb8 None None] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:44.171683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.261010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=62897a4a-1029-4af7-9246-bec746e7bb89,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.314601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=f0f852dd-6943-4161-a6e4-a4df16c20251,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.357998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--124033345', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:44.362458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def24a76-cae4-4d0a-be2e-269f753b5016 None None] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:44.374583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:44.382753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:44.384922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:44.385275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.391987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:44.402810 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d5c7ec77-4492-486b-914b-784db33459c9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/62897a4a-1029-4af7-9246-bec746e7bb89 HTTP/1.1" status: 204 len: 168 time: 1.2110484 Mar 16 10:58:44.403467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.452107 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c75dfb-9598-41d6-bcc4-68f6aefde69f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:44.452652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-59c75dfb-9598-41d6-bcc4-68f6aefde69f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:44.471013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-59c75dfb-9598-41d6-bcc4-68f6aefde69f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:44.475404 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59c75dfb-9598-41d6-bcc4-68f6aefde69f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/62897a4a-1029-4af7-9246-bec746e7bb89 HTTP/1.1" status: 404 len: 333 time: 0.0707712 Mar 16 10:58:44.476144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41984) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.516387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-75826f2f-0944-48c0-b001-fcf50858ea4b None None] Port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:44.551785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet 842fbeac-71cb-4031-b6ff-45410b6a2f76 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:44.556446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.567396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:44.587053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 17047937-a85e-4b88-bf4e-5580babf03e8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.605200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 17047937-a85e-4b88-bf4e-5580babf03e8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:44.605579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.617519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.707276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.710212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:44.713979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.732774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-80eb14a5-62e3-4504-af07-6426e737a564 None None] Provisioning for port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.769304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.789979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.821043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:44.822947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:44.833097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5bacbd4a-f814-4304-a8a1-95a71c192a85 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "PUT /v2.0/routers/d3eee779-aee7-4990-8791-e1c4d6d8b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7146070 Mar 16 10:58:44.837248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:44.839910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41988) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.841710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Sync routers for ids ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:44.844785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:44.848418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-80eb14a5-62e3-4504-af07-6426e737a564 None None] Provisioning for port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:44.852822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=842fbeac-71cb-4031-b6ff-45410b6a2f76,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:44.860475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.868292 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4532174c-b21d-40bd-9223-0a6daf85fdb4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/842fbeac-71cb-4031-b6ff-45410b6a2f76 HTTP/1.1" status: 204 len: 168 time: 0.3907669 Mar 16 10:58:44.870642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 41992) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:44.879485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Routers {'d3eee779-aee7-4990-8791-e1c4d6d8b2a3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:44.880125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:44.921450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:44.930629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.989765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:44.992083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94fd7eb-c01b-41a2-a34f-de2d31bb2614 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:44.992690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e94fd7eb-c01b-41a2-a34f-de2d31bb2614 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:45.009159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.024694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:45.025193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.038745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e94fd7eb-c01b-41a2-a34f-de2d31bb2614 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:45.040460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e94fd7eb-c01b-41a2-a34f-de2d31bb2614 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports/6a5413b7-b760-4ed0-85a0-6a53f8d22390 HTTP/1.1" status: 200 len: 911 time: 0.1971908 Mar 16 10:58:45.046488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 41996) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.109690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bd9cd-e076-41cc-ac6b-3ee83365a509 None None] Network cee235c4-472a-422b-9a9b-c49c9cb08d70 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:45.150420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-80eb14a5-62e3-4504-af07-6426e737a564 None None] Provisioning complete for port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:45.151368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-80eb14a5-62e3-4504-af07-6426e737a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.208548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.224252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.246605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.269604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31073e54-5325-4c2a-ad0e-91a5d7ea81d3,segment=NetworkSegment(c812bad6-2166-481f-ab6f-7c81b30a36df),segment_id=c812bad6-2166-481f-ab6f-7c81b30a36df)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:45.269974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.277290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 17047937-a85e-4b88-bf4e-5580babf03e8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17047937-a85e-4b88-bf4e-5580babf03e8,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:45.299570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Set router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:45.312576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9cb54-31f3-4d06-b68d-78ff986607ab tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.319036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9cb54-31f3-4d06-b68d-78ff986607ab tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:45.323631 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6cf9cb54-31f3-4d06-b68d-78ff986607ab tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2752440 Mar 16 10:58:45.327325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:45.363248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.364017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:45.410658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:45.420113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:45.472151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-80eb14a5-62e3-4504-af07-6426e737a564 None None] Port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:45.525894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8bf5e-0773-4147-ac33-59704efe2861,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.535792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.536611 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment f0101cda-c9be-4293-8be5-81c7f41dd7b1 of type vlan for network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 Mar 16 10:58:45.648939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.695671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=31073e54-5325-4c2a-ad0e-91a5d7ea81d3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.701791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:45.835907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.872305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.879443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=17047937-a85e-4b88-bf4e-5580babf03e8,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:45.879948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee235c4-472a-422b-9a9b-c49c9cb08d70']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:45.914911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c812bad6-2166-481f-ab6f-7c81b30a36df') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:45.915208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c812bad6-2166-481f-ab6f-7c81b30a36df') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:45.926645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Provisioning for port f0f852dd-6943-4161-a6e4-a4df16c20251 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:45.930510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.938398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Provisioning complete for port f0f852dd-6943-4161-a6e4-a4df16c20251 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:45.938760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.951721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.959965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:45.960784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:45.979595 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:45.987431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:46.011601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:46.011967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.034806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1351c60-c681-4042-b293-d6f9ee151ff7 None None] DHCP port deletion for cee235c4-472a-422b-9a9b-c49c9cb08d70 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:46.041727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.047315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.048240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.058581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Port f0f852dd-6943-4161-a6e4-a4df16c20251 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:46.085858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.090762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.103297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Provisioning complete for port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:46.103664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.129545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=cee235c4-472a-422b-9a9b-c49c9cb08d70,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.134001 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-65bed5d6-c66a-4946-b004-92c77b949dc2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/cee235c4-472a-422b-9a9b-c49c9cb08d70 HTTP/1.1" status: 204 len: 168 time: 1.2612774 Mar 16 10:58:46.137680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:41Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None, '_interfaces': [{'id': '6a5413b7-b760-4ed0-85a0-6a53f8d22390', 'name': '', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'mac_address': 'fa:16:3e:2d:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:39Z', 'updated_at': '2022-03-16T10:58:42Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'subnets': [{'id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:46.139699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42004) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.146001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1000881152'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.151602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.155944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:network and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.159588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.173965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.176161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Checking router: d3eee779-aee7-4990-8791-e1c4d6d8b2a3 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:46.176521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Updating router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:46.187561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:46.192650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.228566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:58:46.240809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.241308 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Added segment 6c6c2b70-42c2-413b-93c0-7c83de45f30f of type vlan for network f1de0539-fabb-4f6e-b605-96a267806889 Mar 16 10:58:46.272293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.278953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.290392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.314884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.322349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:46.323186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.400125 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3654103 Mar 16 10:58:46.403269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,segment=NetworkSegment(71119dea-1765-47a3-b0fe-97f71dea5137),segment_id=71119dea-1765-47a3-b0fe-97f71dea5137)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:46.408635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42008) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.415022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a4db-fcdf-4ae7-83e1-aa2f9e8bf332 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=43e8dc5e-ae45-413a-906a-8d4db9ca93a0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.421038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.421679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:46.423081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.452403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.457941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.459082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Network': ['ID=f1de0539-fabb-4f6e-b605-96a267806889,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.478676 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d4d455f-24e6-4728-8c7f-ba5a40b42892 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3376694 Mar 16 10:58:46.479538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42012) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:46.480377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.482665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:46.486406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:46.538785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.547919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f1de0539-fabb-4f6e-b605-96a267806889 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:58:46.576320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.577336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.584204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:46.584544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 10:58:46.606098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:46.610668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.610871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:46.614094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:46.620109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.620704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:46.628643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.632036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:46.632265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.636061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.665138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 not found, will not notify nova. {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 10:58:46.813076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.813301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17047937-a85e-4b88-bf4e-5580babf03e8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:46.816714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=f0f852dd-6943-4161-a6e4-a4df16c20251,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.905160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.908052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:46.992481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=d0c724e5-70c4-4fe9-8d0c-315551e7c9da,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:46.996096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.003375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Checking segment: {'id': '6c6c2b70-42c2-413b-93c0-7c83de45f30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:47.003800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network hostable DHCP agents. Network: f1de0539-fabb-4f6e-b605-96a267806889, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:47.023725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network f1de0539-fabb-4f6e-b605-96a267806889 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:47.034418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f1de0539-fabb-4f6e-b605-96a267806889) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:47.039354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:47.040108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.047174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:47.047518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:47.051911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd53c79-ab26-4d87-b6ec-e35ce622fadb None None] Network f1de0539-fabb-4f6e-b605-96a267806889 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:47.067799 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bf9d4de4-5d9b-41f8-a661-a48c6853566d tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5865426 Mar 16 10:58:47.071387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42016) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.076638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1967016764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.084619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.089277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:router and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.092753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.098551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.109828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.111033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.128939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.149863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.161747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 17047937-a85e-4b88-bf4e-5580babf03e8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:47.162251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.174489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.179274 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bdab632a-b3b1-4958-adc9-d47e48bd0ba3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1034737 Mar 16 10:58:47.179742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42020) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:47.185779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889', 'name': 'tempest-PortsTestJSON-75178051'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:47.314629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.332072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:47.338042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:port and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:47.342938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:47.353317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:47.371416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:47.377107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.401861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 795c7917-2eaf-4739-bc65-0069dc5232b3 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:58:47.447574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.472805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Transition to ACTIVE for port object 6a5413b7-b760-4ed0-85a0-6a53f8d22390 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:47.493372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.528498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:47.533093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:47.591407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.14 (f1de0539-fabb-4f6e-b605-96a267806889/d0c724e5-70c4-4fe9-8d0c-315551e7c9da/795c7917-2eaf-4739-bc65-0069dc5232b3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:47.750573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:47.781834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f1de0539-fabb-4f6e-b605-96a267806889', 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': 'd0c724e5-70c4-4fe9-8d0c-315551e7c9da'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:47.782908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.870025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:47.870373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31073e54-5325-4c2a-ad0e-91a5d7ea81d3 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:47.871845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f8b6f-86dc-4aca-86e8-cd2102c4aac7 None None] Pushing event updated for resources: {'Port': ['ID=6a5413b7-b760-4ed0-85a0-6a53f8d22390,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:47.889373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.921400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 795c7917-2eaf-4739-bc65-0069dc5232b3 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:47.953461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.981496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Attempting to bind port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:47.982081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Attempting to bind port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:47.982191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Attempting to bind port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:47.987635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98d17dfc-53f5-49d3-b228-12a1d598bd38 None None] Could not find standard attr ID for object 31073e54-5325-4c2a-ad0e-91a5d7ea81d3. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:58:47.996782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:47.997181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:47.997578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:47.997964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:47.998436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Bound port: 6a5413b7-b760-4ed0-85a0-6a53f8d22390, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:47.998978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.066158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:48.066495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.163152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network f1de0539-fabb-4f6e-b605-96a267806889 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:48.166373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:48.168919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:48.204051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] For port 6a5413b7-b760-4ed0-85a0-6a53f8d22390, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:48.210707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] For port 6a5413b7-b760-4ed0-85a0-6a53f8d22390, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6a5413b7-b760-4ed0-85a0-6a53f8d22390,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:48.217709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-368ff322-d204-40ab-ac07-1a71e628d551 None None] Provisioning complete for port f0f852dd-6943-4161-a6e4-a4df16c20251 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:48.218037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-368ff322-d204-40ab-ac07-1a71e628d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.221876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=795c7917-2eaf-4739-bc65-0069dc5232b3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.250203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:48.251049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.251214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.251323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 83ae0e4b-1e4d-4461-83f0-99ed274b3c15 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:48.278628 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f0c76f8e-6fe2-464f-b80f-6dd4fdab9bc1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0977166 Mar 16 10:58:48.279625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42024) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.294249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Allocated IP 172.20.0.2 (f1de0539-fabb-4f6e-b605-96a267806889/d0c724e5-70c4-4fe9-8d0c-315551e7c9da/8a34ed72-706a-4c20-8a36-653822c38192) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:48.378880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-368ff322-d204-40ab-ac07-1a71e628d551 None None] Port f0f852dd-6943-4161-a6e4-a4df16c20251 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:48.406764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Routers {'d3eee779-aee7-4990-8791-e1c4d6d8b2a3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:48.407396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:48.467636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f8b6f-86dc-4aca-86e8-cd2102c4aac7 None None] Pushing event updated for resources: {'Port': ['ID=6a5413b7-b760-4ed0-85a0-6a53f8d22390,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:48.531401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.632770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 6a5413b7-b760-4ed0-85a0-6a53f8d22390, host dv-neutron-828143-9-hyperv, got binding levels [] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:48.633823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.664925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.672627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] Set router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:48.759596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:48.823393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 6a5413b7-b760-4ed0-85a0-6a53f8d22390 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:48.890630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:48.903219 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] Sync routers for ids ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:48.913882 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] Routers {'83ae0e4b-1e4d-4461-83f0-99ed274b3c15'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:48.914828 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:48.941754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:48.960620 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eb972613-eb5f-464c-bd9a-736168e532a5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/83ae0e4b-1e4d-4461-83f0-99ed274b3c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2583728 Mar 16 10:58:48.963776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42028) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:48.977963 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:48.986965 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] Routers {'83ae0e4b-1e4d-4461-83f0-99ed274b3c15'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:48.987905 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.043433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.104 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:49.054496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.db.api [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:49.054816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG oslo_db.api [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:49.062089 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.062875 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a829d75-9d2a-494a-b827-ac1282e6180f None None] The sync data for ids ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:49.135483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fc0c0-7a76-4b63-8db3-39b5f37a45ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:49.136723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-305fc0c0-7a76-4b63-8db3-39b5f37a45ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:49.158396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:49.159166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.189727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.207679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.213808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Transition to ACTIVE for port object 8a34ed72-706a-4c20-8a36-653822c38192 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:49.244548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.265555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Transition to ACTIVE for port object 8a34ed72-706a-4c20-8a36-653822c38192 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:49.274751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-305fc0c0-7a76-4b63-8db3-39b5f37a45ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:49.276013 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-305fc0c0-7a76-4b63-8db3-39b5f37a45ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports/f0f852dd-6943-4161-a6e4-a4df16c20251 HTTP/1.1" status: 200 len: 978 time: 0.3109934 Mar 16 10:58:49.280021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42032) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:49.308668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.418816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Network f1de0539-fabb-4f6e-b605-96a267806889 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:49.429883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:49.432329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:49.452568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Pushing event updated for resources: {'Port': ['ID=8a34ed72-706a-4c20-8a36-653822c38192,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.471105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.478312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.507830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:49.558074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:49.559774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:49.559774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.571884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Attempting to bind port 8a34ed72-706a-4c20-8a36-653822c38192 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:49.572345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Attempting to bind port 8a34ed72-706a-4c20-8a36-653822c38192 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6c6c2b70-42c2-413b-93c0-7c83de45f30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:49.572817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Attempting to bind port 8a34ed72-706a-4c20-8a36-653822c38192 on network f1de0539-fabb-4f6e-b605-96a267806889 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:49.577820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:41Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None, '_interfaces': [{'id': '6a5413b7-b760-4ed0-85a0-6a53f8d22390', 'name': '', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'mac_address': 'fa:16:3e:2d:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:39Z', 'updated_at': '2022-03-16T10:58:48Z', 'revision_number': 4, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'subnets': [{'id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:49.582574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:49.583062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Checking segment: {'id': '6c6c2b70-42c2-413b-93c0-7c83de45f30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:49.583553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.584257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Bound using segment: {'id': '6c6c2b70-42c2-413b-93c0-7c83de45f30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:49.584915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Bound port: 8a34ed72-706a-4c20-8a36-653822c38192, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c2b70-42c2-413b-93c0-7c83de45f30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1de0539-fabb-4f6e-b605-96a267806889'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:49.585379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.592225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:49.598559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b9f6b-10c9-40d5-b56b-e2ca1e2d4499 None None] The sync data for ids ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'] in dv-neutron-828143-9-hyperv is: [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:41Z', 'revision_number': 2, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None, '_interfaces': [{'id': '6a5413b7-b760-4ed0-85a0-6a53f8d22390', 'name': '', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'mac_address': 'fa:16:3e:2d:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:39Z', 'updated_at': '2022-03-16T10:58:48Z', 'revision_number': 4, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'subnets': [{'id': 'cd6a434f-b136-43f4-97cd-fa1196d16db3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:49.633966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=795c7917-2eaf-4739-bc65-0069dc5232b3,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.671801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:49.692135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] For port 8a34ed72-706a-4c20-8a36-653822c38192, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:49.698097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] For port 8a34ed72-706a-4c20-8a36-653822c38192, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8a34ed72-706a-4c20-8a36-653822c38192,segment=NetworkSegment(6c6c2b70-42c2-413b-93c0-7c83de45f30f),segment_id=6c6c2b70-42c2-413b-93c0-7c83de45f30f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:49.705067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:49.801157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dbeaf-a7d1-45a2-875c-80111701b4db None None] Pushing event updated for resources: {'Port': ['ID=8a34ed72-706a-4c20-8a36-653822c38192,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.105716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.232865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.270222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 6a5413b7-b760-4ed0-85a0-6a53f8d22390, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6a5413b7-b760-4ed0-85a0-6a53f8d22390,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:50.270582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.423831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 6a5413b7-b760-4ed0-85a0-6a53f8d22390 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:50.653061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.658095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.786031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=795c7917-2eaf-4739-bc65-0069dc5232b3,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:50.795407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.874791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8a34ed72-706a-4c20-8a36-653822c38192 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:50.951240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8a34ed72-706a-4c20-8a36-653822c38192 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:50.959188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a5413b7-b760-4ed0-85a0-6a53f8d22390 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:50.960108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:50.983837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network f1de0539-fabb-4f6e-b605-96a267806889 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:50.985046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:51.005304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0686be2-17c5-41ed-9f56-bc3110eadd35 None None] Network f1de0539-fabb-4f6e-b605-96a267806889 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:51.140762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Provisioning for port 8a34ed72-706a-4c20-8a36-653822c38192 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:51.162627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Provisioning complete for port 8a34ed72-706a-4c20-8a36-653822c38192 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.162627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.219643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Router 0ef3a867-8251-4201-8a4e-c21275b510bf is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:51.283938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:51.284218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.292758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.293660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.336826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port 6a5413b7-b760-4ed0-85a0-6a53f8d22390 was deleted so its status cannot be updated. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 10:58:51.383716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:51.391948 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80aa5bd2-9ff9-4b28-a1a2-6565f6e6c04c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/routers/0ef3a867-8251-4201-8a4e-c21275b510bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084166 Mar 16 10:58:51.391948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42038) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.402495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.406039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] Sync routers for ids ['0ef3a867-8251-4201-8a4e-c21275b510bf'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:51.448367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] Routers {'0ef3a867-8251-4201-8a4e-c21275b510bf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:51.449179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ef3a867-8251-4201-8a4e-c21275b510bf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:51.493984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c33776-a80f-4a45-9651-a399ee0445be tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:51.495223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-35c33776-a80f-4a45-9651-a399ee0445be tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:51.515252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.522947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-35c33776-a80f-4a45-9651-a399ee0445be tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:51.528161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:51.529162 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-35c33776-a80f-4a45-9651-a399ee0445be tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ef3a867-8251-4201-8a4e-c21275b510bf HTTP/1.1" status: 200 len: 981 time: 0.1361804 Mar 16 10:58:51.533527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42042) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:51.551111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] Routers {'0ef3a867-8251-4201-8a4e-c21275b510bf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:51.552108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ef3a867-8251-4201-8a4e-c21275b510bf'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:51.594381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=6a5413b7-b760-4ed0-85a0-6a53f8d22390,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.619997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:51.620401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406111-8c0d-4aba-ab31-56786d0cfb87 None None] The sync data for ids ['0ef3a867-8251-4201-8a4e-c21275b510bf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:51.656220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] For port 8a34ed72-706a-4c20-8a36-653822c38192, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8a34ed72-706a-4c20-8a36-653822c38192,segment=NetworkSegment(6c6c2b70-42c2-413b-93c0-7c83de45f30f),segment_id=6c6c2b70-42c2-413b-93c0-7c83de45f30f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:51.660977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.742233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f1bbc-4ef2-423a-85eb-053907d64058 None None] Pushing event updated for resources: {'Port': ['ID=8a34ed72-706a-4c20-8a36-653822c38192,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:51.896022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Provisioning for port 795c7917-2eaf-4739-bc65-0069dc5232b3 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:51.908662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Provisioning complete for port 795c7917-2eaf-4739-bc65-0069dc5232b3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.908943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.919363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:51.974098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Port 795c7917-2eaf-4739-bc65-0069dc5232b3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:51.996147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Provisioning complete for port 8a34ed72-706a-4c20-8a36-653822c38192 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:51.998343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9720d81e-2567-470b-93a6-de9a3e86f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.099027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.238634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.323727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cdb970f1-2466-4075-be95-79a12835d349 None None] Provisioning complete for port 795c7917-2eaf-4739-bc65-0069dc5232b3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:52.324092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cdb970f1-2466-4075-be95-79a12835d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.389444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cdb970f1-2466-4075-be95-79a12835d349 None None] Port 795c7917-2eaf-4739-bc65-0069dc5232b3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:52.440211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port f0f852dd-6943-4161-a6e4-a4df16c20251 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:52.440560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.518960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ac3530c4-90fc-4ca9-a43e-046238816383 None None] Provisioning complete for port 795c7917-2eaf-4739-bc65-0069dc5232b3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:52.519469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ac3530c4-90fc-4ca9-a43e-046238816383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.532813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 795c7917-2eaf-4739-bc65-0069dc5232b3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:52.533168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.592563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ac3530c4-90fc-4ca9-a43e-046238816383 None None] Port 795c7917-2eaf-4739-bc65-0069dc5232b3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:52.635291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:52.718975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-90fe70cc-71e5-4561-bbcc-162f78ddcaad None None] Provisioning complete for port 795c7917-2eaf-4739-bc65-0069dc5232b3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:52.720155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-90fe70cc-71e5-4561-bbcc-162f78ddcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.728012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.784342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-90fe70cc-71e5-4561-bbcc-162f78ddcaad None None] Port 795c7917-2eaf-4739-bc65-0069dc5232b3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:58:52.809077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8a34ed72-706a-4c20-8a36-653822c38192 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:52.859787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 795c7917-2eaf-4739-bc65-0069dc5232b3 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:52.877995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8a34ed72-706a-4c20-8a36-653822c38192 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:52.878365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.898977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:52.918011 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Sync routers for ids ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:52.935500 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Routers {'d3eee779-aee7-4990-8791-e1c4d6d8b2a3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:52.937311 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:52.946395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41009e11-dce1-43e4-8310-921119e44656 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "PUT /v2.0/routers/d3eee779-aee7-4990-8791-e1c4d6d8b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6150947 Mar 16 10:58:52.948253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:52.953228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42046) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.032129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af45dff-85a9-46dc-8d8c-d3a3063896a5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.033773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af45dff-85a9-46dc-8d8c-d3a3063896a5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:53.034517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6af45dff-85a9-46dc-8d8c-d3a3063896a5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:53.086618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6af45dff-85a9-46dc-8d8c-d3a3063896a5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:53.090748 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6af45dff-85a9-46dc-8d8c-d3a3063896a5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1333437 Mar 16 10:58:53.092914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42050) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.097472 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Set router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:53.100979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for f0f852dd-6943-4161-a6e4-a4df16c20251 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:53.123858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.173626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=795c7917-2eaf-4739-bc65-0069dc5232b3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:53.186716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:58:53.201691 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:51Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.205900 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Checking router: d3eee779-aee7-4990-8791-e1c4d6d8b2a3 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:53.215448 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Routers {'d3eee779-aee7-4990-8791-e1c4d6d8b2a3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:53.216055 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.315047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet cd6a434f-b136-43f4-97cd-fa1196d16db3 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:53.325877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.363283 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] Set router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:53.483671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.511295 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:51Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.516028 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83390b1-63d4-44e4-8679-4090666e5b18 None None] The sync data for ids ['d3eee779-aee7-4990-8791-e1c4d6d8b2a3'] in dv-neutron-828143-9-hyperv is: [{'id': 'd3eee779-aee7-4990-8791-e1c4d6d8b2a3', 'name': 'tempest-NetworksTestDHCPv6-router-1715888467', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:37Z', 'updated_at': '2022-03-16T10:58:51Z', 'revision_number': 3, 'project_id': 'e731b3b27f454c688efcca89f3eff78c', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:53.546527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:53.564996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.574034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:53.590511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:53.591323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:53.758458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.762481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3b60f1e5-e894-475a-b4f8-8c1aab09ece8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3499615 Mar 16 10:58:53.762834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42054) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.800517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:53.810647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.838848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:53.911284 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a5edc81e-08d9-4f03-8f61-60d133697d28 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1472917 Mar 16 10:58:53.914204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Router 0ef3a867-8251-4201-8a4e-c21275b510bf has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:53.914875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:53.926734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=f0f852dd-6943-4161-a6e4-a4df16c20251,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.089092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.148940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:50Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:54.154406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:58:54.154822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Updating router 5421819f-d6ea-412b-ba45-2789c3e076fd port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:58:54.194121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:54.205574 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] Sync routers for ids ['0ef3a867-8251-4201-8a4e-c21275b510bf'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:54.223382 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] Routers {'0ef3a867-8251-4201-8a4e-c21275b510bf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:54.225302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6a434f-b136-43f4-97cd-fa1196d16db3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:54.226104 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ef3a867-8251-4201-8a4e-c21275b510bf'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:54.238784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.245551 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-443b59ee-70a2-404b-84a4-ecb8acf61a68 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/routers/0ef3a867-8251-4201-8a4e-c21275b510bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7082670 Mar 16 10:58:54.246568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.251769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa756fd-9797-4a5b-9f9d-08cdf01ee06e tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:54.253566 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9aa756fd-9797-4a5b-9f9d-08cdf01ee06e tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3377912 Mar 16 10:58:54.265039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee82f8-6919-4cb2-9143-47ec08a99cda None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:54.285813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42068) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.287355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.305048 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e643a16-4035-49af-92a6-ba8fb7444dd9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:58:54.305841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e643a16-4035-49af-92a6-ba8fb7444dd9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:54.317042 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:54.326355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e643a16-4035-49af-92a6-ba8fb7444dd9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:54.328029 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e643a16-4035-49af-92a6-ba8fb7444dd9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/795c7917-2eaf-4739-bc65-0069dc5232b3 HTTP/1.1" status: 404 len: 333 time: 0.0785630 Mar 16 10:58:54.328660 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] Routers {'0ef3a867-8251-4201-8a4e-c21275b510bf'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:54.329594 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ef3a867-8251-4201-8a4e-c21275b510bf'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:54.330841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42072) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.347312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.357891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8164977e-a09e-40d4-b638-9b799859f523 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648181 Mar 16 10:58:54.358361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42076) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.367200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226677629', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:54.455085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:54.455921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e74fb8-6d97-4e26-b04d-e96e41b07337 None None] The sync data for ids ['0ef3a867-8251-4201-8a4e-c21275b510bf'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:54.484016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34881dc8-279f-4296-a48a-3d489804bb90 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/cd6a434f-b136-43f4-97cd-fa1196d16db3 HTTP/1.1" status: 204 len: 168 time: 1.3897433 Mar 16 10:58:54.484016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:54.486327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42080) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:54.543984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:54.556405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:54.569878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:54.574232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.699721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:54.703338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.730460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a5413b7-b760-4ed0-85a0-6a53f8d22390 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:54.808471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:54.844614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6a5413b7-b760-4ed0-85a0-6a53f8d22390 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:54.845122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a5413b7-b760-4ed0-85a0-6a53f8d22390 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:54.853881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Deleting port 17047937-a85e-4b88-bf4e-5580babf03e8 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:54.854523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.869495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 83ae0e4b-1e4d-4461-83f0-99ed274b3c15 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:54.927773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:54.976181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Transition to ACTIVE for port object e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:54.991977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.016506 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ccc9b56-1dd1-479f-beb7-9bc7ab6b98af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5267513 Mar 16 10:58:55.016738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42084) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.025361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:58:55.057267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] Sync routers for ids ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:58:55.073493 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-29d2e74e-203d-4102-a0ba-d469086d6d3f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/83ae0e4b-1e4d-4461-83f0-99ed274b3c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7898014 Mar 16 10:58:55.073700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.138207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.176738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] Routers {'83ae0e4b-1e4d-4461-83f0-99ed274b3c15'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:55.177916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:55.194643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.217682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.234368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40363e9d-43a5-4f1c-b2b6-17840306d23c None None] Pushing event updated for resources: {'Port': ['ID=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.248127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Attempting to bind port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:55.248573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Attempting to bind port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:55.249047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Attempting to bind port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:55.254252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:55.261589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:55.262057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:55.262527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.262990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:55.263542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Bound port: e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:55.263978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.291360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] For port 17047937-a85e-4b88-bf4e-5580babf03e8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17047937-a85e-4b88-bf4e-5580babf03e8,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:55.291853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.329750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] Routers {'83ae0e4b-1e4d-4461-83f0-99ed274b3c15'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:55.330383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:55.339367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=c22586fb-ae85-4c5b-9fc9-015aadeeab2a,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:55.350692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:55.351346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 43e8dc5e-ae45-413a-906a-8d4db9ca93a0, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:58:55.370822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:58:55.381392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 43e8dc5e-ae45-413a-906a-8d4db9ca93a0) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:55.387566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:55.388389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.415969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9c6753d1-4059-444d-aa4e-e6cfe167cf31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0535681 Mar 16 10:58:55.416305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42092) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.434454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.449331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674a12f-8c2d-459e-9e06-5338d288b23a None None] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:55.525318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Calling delete_port for 17047937-a85e-4b88-bf4e-5580babf03e8 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:55.557439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:55.557865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6fd64-2339-4f60-be3b-c20a9e18c0a7 None None] The sync data for ids ['83ae0e4b-1e4d-4461-83f0-99ed274b3c15'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:55.669597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.670205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef3a867-8251-4201-8a4e-c21275b510bf {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:55.671583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] For port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:55.698612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] For port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:55.707380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.761417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.826009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] No DVR routers for this DVR port 17047937-a85e-4b88-bf4e-5580babf03e8 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:55.871049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:58:55.871827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:55.874155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:55.875551 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d0533039-a807-4231-89ff-1de1d44dee7c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/routers/0ef3a867-8251-4201-8a4e-c21275b510bf HTTP/1.1" status: 204 len: 168 time: 1.5436711 Mar 16 10:58:55.885043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42096) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:55.957697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40363e9d-43a5-4f1c-b2b6-17840306d23c None None] Pushing event updated for resources: {'Port': ['ID=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.045292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459a796-3b42-449a-be5d-8449365d5c51 None None] Pushing event deleted for resources: {'Port': ['ID=17047937-a85e-4b88-bf4e-5580babf03e8,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:56.066392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet d0c724e5-70c4-4fe9-8d0c-315551e7c9da {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:56.077732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.114111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:56.115360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.169237 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-c32f99c3-7e0a-465a-9def-edc393b6fc07 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 10:58:56.170594 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c32f99c3-7e0a-465a-9def-edc393b6fc07 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/83ae0e4b-1e4d-4461-83f0-99ed274b3c15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0958695 Mar 16 10:58:56.174526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.176606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.180986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.192701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.252911 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-19c4d9ad-ff5c-40ca-bccc-862f82632445 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=83ae0e4b-1e4d-4461-83f0-99ed274b3c15 HTTP/1.1" status: 200 len: 205 time: 0.0741196 Mar 16 10:58:56.260738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.271926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:58:56.275234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.276051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Fanout notify agent at l3_agent the message router_deleted on router d3eee779-aee7-4990-8791-e1c4d6d8b2a3 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:56.290908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.294561 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ab0e2f2d-cc08-402f-b12c-7c7891fa71cb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/routers/d3eee779-aee7-4990-8791-e1c4d6d8b2a3 HTTP/1.1" status: 204 len: 168 time: 1.2746868 Mar 16 10:58:56.294970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.356172 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e62afb21-d2b1-4684-adc5-b4eb216cb283 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0562117 Mar 16 10:58:56.357055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42112) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.461023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d3338-4cb1-4d89-b283-7d2bf3721f75 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:56.463490 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc0d3338-4cb1-4d89-b283-7d2bf3721f75 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1052232 Mar 16 10:58:56.466065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42116) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.524927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.563251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Allocated IP 172.20.0.2 (43e8dc5e-ae45-413a-906a-8d4db9ca93a0/c22586fb-ae85-4c5b-9fc9-015aadeeab2a/8eb2463f-b532-441b-be73-5dc2871bf821) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:56.574345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-260af8e7-c8c2-42dc-8fa9-d535280237c8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:router {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:58:56.594111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-260af8e7-c8c2-42dc-8fa9-d535280237c8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:router {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:58:56.596125 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-260af8e7-c8c2-42dc-8fa9-d535280237c8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285021 Mar 16 10:58:56.602837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42120) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:56.610411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:56.743624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:56.750102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:56.754380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:56.764102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:56.778102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:56.780243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:50Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:56.783144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.791894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17047937-a85e-4b88-bf4e-5580babf03e8 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:58:56.843882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8edc56-0394-4334-a932-7a9c2a2f83bb None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:50Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:58:56.848078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 17047937-a85e-4b88-bf4e-5580babf03e8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:58:56.848401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17047937-a85e-4b88-bf4e-5580babf03e8 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:58:56.879869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-512a07dd-6c0a-4dde-984d-a191127dc3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.922984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.936131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Transition to ACTIVE for port object 8eb2463f-b532-441b-be73-5dc2871bf821 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:56.946216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:56.957068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Transition to ACTIVE for port object 8eb2463f-b532-441b-be73-5dc2871bf821 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:56.965224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.035655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.036488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:57.039966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:57.048289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:57.059217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Pushing event updated for resources: {'Port': ['ID=8eb2463f-b532-441b-be73-5dc2871bf821,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.097572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.129260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.167284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:58:57.182428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.184884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Attempting to bind port 8eb2463f-b532-441b-be73-5dc2871bf821 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:57.185832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Attempting to bind port 8eb2463f-b532-441b-be73-5dc2871bf821 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:57.186349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Attempting to bind port 8eb2463f-b532-441b-be73-5dc2871bf821 on network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:57.205378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:57.205870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Checking segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:57.206982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.207502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Bound using segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:57.210321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Bound port: 8eb2463f-b532-441b-be73-5dc2871bf821, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:57.212362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.252398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:57.256881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:57.261511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:57.262198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.291226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=89f24134-b646-42bd-9c4e-0497b285a2ee,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.307047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eccd7f-821c-4a6b-a19c-a8701a13b045 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:57.309325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.309784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.310120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.310540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.310919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.311249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.311696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.312035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.312355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.312723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.313331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.313773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.322895 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6bd7b65e-6a3d-4e2f-98c5-494383ff7202 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7182612 Mar 16 10:58:57.326044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.326637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router 83ae0e4b-1e4d-4461-83f0-99ed274b3c15 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:58:57.327266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42124) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.333049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:57.393618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.438312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.441995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-235174ac-e16b-4e47-b560-f9c1bba071e8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/83ae0e4b-1e4d-4461-83f0-99ed274b3c15 HTTP/1.1" status: 204 len: 168 time: 1.1772904 Mar 16 10:58:57.444927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42128) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.458018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c724e5-70c4-4fe9-8d0c-315551e7c9da,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:57.517649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.519601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/d0c724e5-70c4-4fe9-8d0c-315551e7c9da HTTP/1.1" status: 204 len: 168 time: 1.6331975 Mar 16 10:58:57.522716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.523120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.523530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.524071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.524670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.528653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e364d-90f0-47a5-b7c6-25b02bbb2d04 None None] Network f1de0539-fabb-4f6e-b605-96a267806889 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:57.528868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42132) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:57.529278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.529745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.530157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.530561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.531014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.531421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.531985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d1c31-ba48-42b0-b84c-21e921fbf71a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:58:57.634800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet f4b5d75a-0047-4158-a94f-4a129ae1d6b0 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:58:57.697359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.697691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] For port 8eb2463f-b532-441b-be73-5dc2871bf821, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:57.741529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] For port 8eb2463f-b532-441b-be73-5dc2871bf821, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eb2463f-b532-441b-be73-5dc2871bf821,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:58:57.769390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:58:57.783784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:58:57.789412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:58:57.794578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.795239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.801664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:58:57.807461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.820273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (43e8dc5e-ae45-413a-906a-8d4db9ca93a0/c22586fb-ae85-4c5b-9fc9-015aadeeab2a/91ed6c6f-a01c-409c-a5cc-b4a5758dbab2) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:57.867742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 8a34ed72-706a-4c20-8a36-653822c38192 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:57.868170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.875128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '89f24134-b646-42bd-9c4e-0497b285a2ee'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:58:57.875934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:57.897402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:58:57.900856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.067427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dcda1-02b5-41b6-8951-3d16244d3ca8 None None] Pushing event updated for resources: {'Port': ['ID=8eb2463f-b532-441b-be73-5dc2871bf821,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.085541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.111914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:58.142151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.186333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Allocated IP 2001:db8::f816:3eff:fe1c:4409 (afd54f52-9bee-4769-8938-30d579685ddc/89f24134-b646-42bd-9c4e-0497b285a2ee/8781dc5d-8296-48e9-8eac-0ddd65a35065) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:58:58.294327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.325324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.336675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:58.342591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:58.345778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:58.412350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.434019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] DHCP port deletion for f1de0539-fabb-4f6e-b605-96a267806889 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:58:58.451195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Deleting port 8a34ed72-706a-4c20-8a36-653822c38192 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:58.451590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.619321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.634766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] For port 8a34ed72-706a-4c20-8a36-653822c38192, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8a34ed72-706a-4c20-8a36-653822c38192,segment=NetworkSegment(6c6c2b70-42c2-413b-93c0-7c83de45f30f),segment_id=6c6c2b70-42c2-413b-93c0-7c83de45f30f)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.635468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.735549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.761136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Transition to ACTIVE for port object 8781dc5d-8296-48e9-8eac-0ddd65a35065 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:58.771518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] For port 8a34ed72-706a-4c20-8a36-653822c38192, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8a34ed72-706a-4c20-8a36-653822c38192,segment=NetworkSegment(6c6c2b70-42c2-413b-93c0-7c83de45f30f),segment_id=6c6c2b70-42c2-413b-93c0-7c83de45f30f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:58:58.772020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.790806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 8a34ed72-706a-4c20-8a36-653822c38192 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:58.909737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.914552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eb2463f-b532-441b-be73-5dc2871bf821 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:58.939049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Transition to ACTIVE for port object 8781dc5d-8296-48e9-8eac-0ddd65a35065 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:58:58.946534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Calling delete_port for 8a34ed72-706a-4c20-8a36-653822c38192 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:58:58.961762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b5d75a-0047-4158-a94f-4a129ae1d6b0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:58.978015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:58.985576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce86e64-67c8-442c-a14c-3da72a94af26 None None] Network 4464cd95-24d2-4a0c-9c7e-060cd32964d2 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:59.014734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.043300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.054910 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6e4c9efb-566a-48cc-b6f5-b880c82a2b4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/f4b5d75a-0047-4158-a94f-4a129ae1d6b0 HTTP/1.1" status: 204 len: 168 time: 1.6090398 Mar 16 10:58:59.071865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.105572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=8a34ed72-706a-4c20-8a36-653822c38192,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.123505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No DVR routers for this DVR port 8a34ed72-706a-4c20-8a36-653822c38192 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:58:59.227485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.267184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:59.270332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b4d77c49-2e87-4579-b3db-8145aeacc15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.286605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:59.327480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:58:59.383023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.388672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac8d5c-3c45-4014-a0ef-d3bd2287c4ef None None] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:58:59.390246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.420274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.441789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.446438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.501650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:59.520112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:59.526955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8eb2463f-b532-441b-be73-5dc2871bf821 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:59.531067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:58:59.531427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:58:59.531755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.537555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.537822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:58:59.538309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.553610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1de0539-fabb-4f6e-b605-96a267806889']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.588518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6c2b70-42c2-413b-93c0-7c83de45f30f') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.588844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6c2b70-42c2-413b-93c0-7c83de45f30f') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:58:59.595589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:58:59.595934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.608404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Attempting to bind port 8781dc5d-8296-48e9-8eac-0ddd65a35065 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:58:59.608675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Attempting to bind port 8781dc5d-8296-48e9-8eac-0ddd65a35065 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:58:59.609064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Attempting to bind port 8781dc5d-8296-48e9-8eac-0ddd65a35065 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:58:59.622717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:58:59.652069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.658979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=848dd02a-97c6-4689-ae15-91254f42ab22,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:58:59.659273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Provisioning for port 8eb2463f-b532-441b-be73-5dc2871bf821 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:59.671982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:58:59.672479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:58:59.672941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.673292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:58:59.673789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Bound port: 8781dc5d-8296-48e9-8eac-0ddd65a35065, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:58:59.674152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.677870 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0ec568d-a085-46ef-b1c8-1d2e3a1d7a41 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3495562 Mar 16 10:58:59.684561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42142) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:58:59.685870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.700456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:d8:6d:ac', 'name': 'tempest-NetworksTestDHCPv6-315126891'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:58:59.707869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:58:59.710984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:58:59.714426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Provisioning complete for port 8eb2463f-b532-441b-be73-5dc2871bf821 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:58:59.715028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.797227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:58:59.797830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:58:59.814098 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:58:59.943029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:58:59.947379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:58:59.953142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:58:59.975580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.029938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.033777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] DHCP port deletion for 4464cd95-24d2-4a0c-9c7e-060cd32964d2 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:00.036387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Deleting port 8a34ed72-706a-4c20-8a36-653822c38192 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:00.037402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.082489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:00.082858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.092286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=f1de0539-fabb-4f6e-b605-96a267806889,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.094427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:00.106301 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-72a56053-8f42-486f-b398-b075a0872172 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/f1de0539-fabb-4f6e-b605-96a267806889 HTTP/1.1" status: 204 len: 168 time: 2.5729189 Mar 16 10:59:00.107358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42146) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.107831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:00.118384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:00.143757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Deleting port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:00.143975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.157809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:00.162200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:00.174665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-32a0e486-35de-41d1-8333-6c75b59f7c8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5421819f-d6ea-412b-ba45-2789c3e076fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7541695 Mar 16 10:59:00.174665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42150) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.182599 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:00.198579 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:00.199756 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:00.210890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.265272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f41fd809-69a1-418e-a198-ddf428332daf None None] The port '8a34ed72-706a-4c20-8a36-653822c38192' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:00.309066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:00.326699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,segment=NetworkSegment(71119dea-1765-47a3-b0fe-97f71dea5137),segment_id=71119dea-1765-47a3-b0fe-97f71dea5137)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:00.327059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.362841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.363303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.363771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.364341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.365002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.365510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.366133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.366599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.368682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a943d544-8014-49ab-b92c-07b9c699b50d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5628 time: 0.1936121 Mar 16 10:59:00.371534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.372073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.401697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:00.455551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.456012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.456544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.457252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.457715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.458873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.459702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.461736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e1053c23-9378-4cd4-8a65-c1c2c5731364 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4575 time: 0.0892291 Mar 16 10:59:00.464545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42158) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.469560 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:00.514674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:00.527256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:00.550043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6686a6-65fb-47b0-b8a4-a4c8f4e2446c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:00.550909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0a6686a6-65fb-47b0-b8a4-a4c8f4e2446c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:00.577310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.579793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.580144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.580486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.580818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.581171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.581501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.581829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.582147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.582467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.582787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.583104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.583464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4142-41ac-480e-85d5-85f6e58b8d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:00.587044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.702749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] For port 8eb2463f-b532-441b-be73-5dc2871bf821, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eb2463f-b532-441b-be73-5dc2871bf821,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:00.705163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.722831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:00.727215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.827427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.836920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5ad4423b-638c-4c24-9fe6-39c8490c47f6 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.3710368 Mar 16 10:59:00.847298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.878884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:00.919543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0a6686a6-65fb-47b0-b8a4-a4c8f4e2446c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:00.920563 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0a6686a6-65fb-47b0-b8a4-a4c8f4e2446c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e HTTP/1.1" status: 200 len: 841 time: 0.8119397 Mar 16 10:59:00.924256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42164) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:00.938688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:00.953162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 89c36587-69b4-4650-817c-841757504c4c yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:00.982200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] For port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,segment=NetworkSegment(71119dea-1765-47a3-b0fe-97f71dea5137),segment_id=71119dea-1765-47a3-b0fe-97f71dea5137)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:00.982720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.038193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=9d5e7fc8-efdf-466f-8abd-fdeda07931b1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.052891 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:58:59Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.060556 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:01.061025 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Updating router 5421819f-d6ea-412b-ba45-2789c3e076fd port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:01.117402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-56428e63-2a70-4a80-85fe-8ddd96f0770a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1919234 Mar 16 10:59:01.125382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42168) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.144934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:01.169852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Calling delete_port for 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:01.179295 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.224376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8a34ed72-706a-4c20-8a36-653822c38192 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:01.276125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8a34ed72-706a-4c20-8a36-653822c38192 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:01.276468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8a34ed72-706a-4c20-8a36-653822c38192 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:01.295035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c94f69-daa9-4e05-9866-9cf4e2226ac2 None None] Pushing event updated for resources: {'Port': ['ID=8eb2463f-b532-441b-be73-5dc2871bf821,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.405929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Provisioning complete for port 8eb2463f-b532-441b-be73-5dc2871bf821 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:01.406475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.408987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:01.416011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:01.419515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:01.425437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:01.454442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.471833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:01.479343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.487111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:01.524741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464cd95-24d2-4a0c-9c7e-060cd32964d2']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.561803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71119dea-1765-47a3-b0fe-97f71dea5137') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.563431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71119dea-1765-47a3-b0fe-97f71dea5137') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:01.586692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:01.587116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:01.603823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.616440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:01.642837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.687824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:01.688312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:01.726594 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:01.728707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42172) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:01.741370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:01.792235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545531697', 'description': 'tempest-secgroup-smoke-545531697 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:01.860271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.864311 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Provisioning for port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:01.870353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Provisioning complete for port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:01.876972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.899165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:01.908120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:01.915618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:01.927584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:01.932939 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.945567 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Transition to ACTIVE for port object 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:01.950566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.955751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.961428 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:01.994932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ece601ac-bda7-4baa-a822-326a78d5cf16 None None] Port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:01.996484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:02.004005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=4464cd95-24d2-4a0c-9c7e-060cd32964d2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.007473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.032451 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ebac9bbd-46f7-40e7-9dba-a05deadffece tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/4464cd95-24d2-4a0c-9c7e-060cd32964d2 HTTP/1.1" status: 204 len: 168 time: 2.9466596 Mar 16 10:59:02.045492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42176) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.048427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:02.049406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:02.067542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-888595258'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.075832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.076054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.079670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Pushing event updated for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.086906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.088529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Deleting port 9d5e7fc8-efdf-466f-8abd-fdeda07931b1 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:02.089120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.089736 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.090065 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.090505 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.090938 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.091723 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.091723 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.092224 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.092359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.093131 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.093257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.093396 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.093782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.094202 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.094728 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:02.097005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.106908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.114220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.145101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:02.148713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.154390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 172.20.0.13 (afd54f52-9bee-4769-8938-30d579685ddc/848dd02a-97c6-4689-ae15-91254f42ab22/89c36587-69b4-4650-817c-841757504c4c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:02.219972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.241585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.243815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fed8:6dac (afd54f52-9bee-4769-8938-30d579685ddc/89f24134-b646-42bd-9c4e-0497b285a2ee/89c36587-69b4-4650-817c-841757504c4c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:02.262956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:02.289532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f2865-0e76-48ff-818d-22242de844c9 None None] The port '9d5e7fc8-efdf-466f-8abd-fdeda07931b1' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:02.303791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23d8ca-852e-4e8c-a8ec-4f4221d21d8c None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:02.311210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.322698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment d0f77061-9271-47d5-b204-1df543f49659 of type vlan for network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 Mar 16 10:59:02.325839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:02.334050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:02.344028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:02.345077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.363470 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Attempting to bind port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:02.364098 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Attempting to bind port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:02.364699 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Attempting to bind port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 on network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:02.372889 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:02.373561 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Checking segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:02.374909 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.375499 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Bound using segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:02.376433 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Bound port: 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:02.377050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.395322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=556924ff-04f6-4e36-a72c-225aae8ea2aa,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.400647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.421305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4586cd58-9e91-4140-889a-c327a2778b19 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921350 Mar 16 10:59:02.422105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42180) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.435946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a479f-86fb-43d3-a3f7-39de7d9c9f35 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:02.465064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'security_group': {'name': 'tempest-secgroup-661892878'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.471554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.478680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:02.479543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.506604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.511288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.528439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 89c36587-69b4-4650-817c-841757504c4c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:02.533392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4845352 Mar 16 10:59:02.533392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.538517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42184) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.539372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.550943 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] For port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:02.552427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.553438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.557888 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] For port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:02.568746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.569898 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.635228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Provisioning for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:02.651044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4bbcb-8af2-49fd-a644-c732dcfec364 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=7d0f7506-812e-4e5f-bdee-6a0d2889da26,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.656963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.663119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:02.664230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.688276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.692412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.695034 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:02.695785 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:02.699744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.704436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:02.710901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.735730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e936dd15-cfa7-4d82-b70a-c1d08d90d805,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.767850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.791684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.796529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.802948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.807095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42188) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.808272 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a2bfb389-ee7c-4e4b-87e1-cd54bc0840a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0533233 Mar 16 10:59:02.812700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:02.819723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.821072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:02.826217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:02.830792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:02.843019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:02.848410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.860515 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb86e2-da0e-4962-b964-4e6b692b12bd None None] Pushing event updated for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.878458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.880247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.892618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.966198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:02.966836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fdb109-7c8f-4a8d-92e2-7cd942051f72,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:02.976517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:02.976825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:02.977858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6b198eda-bfd6-4fb1-b27a-1724e5b2dbdf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5537021 Mar 16 10:59:02.981105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42192) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:02.982997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:02.994523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'security_group': {'name': 'tempest-secgroup-1855842591'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:03.003685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.004965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:03.009539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:03.013015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.015014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:03.045329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07bdedc-1d77-42f9-b05b-19232366f66b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.047813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:03.060355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:03.061163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.062148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.063727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b0964ed1-51db-4111-acf5-787be3feec03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2554848 Mar 16 10:59:03.065731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.070536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:03.072552 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:03.074090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.076514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42196) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.085727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:03.094473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:03.102466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:03.104864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=89c36587-69b4-4650-817c-841757504c4c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.106806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:03.110479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:03.117292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:03.119596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:03.124795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:03.135666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:03.160936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.195177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.275309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.283876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.290796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:03.310742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.323666 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5037b783-4067-41ac-955f-df2b559d7341 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6395652 Mar 16 10:59:03.324424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42200) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.347465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.358773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc956e1-9acb-4722-b81f-91103db5eb42,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.361268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.463617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.468107 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-193a28f9-3438-4d83-85b3-f6ec050981af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3857901 Mar 16 10:59:03.470011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42204) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.470668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.480170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4955435 Mar 16 10:59:03.481320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eb2463f-b532-441b-be73-5dc2871bf821 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:03.482814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42208) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.483506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b615d66-26f3-479f-8ca5-fb67ee3048e1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b57b5e-22a5-45fd-841e-4971c6888852,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.497173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:03.514405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-443470198', 'security_groups': ['95b57b5e-22a5-45fd-841e-4971c6888852'], 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '556924ff-04f6-4e36-a72c-225aae8ea2aa'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:03.527053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333de597-7f60-4bdc-9010-5a85ee317b08 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:03.533229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333de597-7f60-4bdc-9010-5a85ee317b08 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:03.534046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-333de597-7f60-4bdc-9010-5a85ee317b08 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:03.573543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b906b-ff16-4a1e-a400-e87b8caded4a None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.586370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-333de597-7f60-4bdc-9010-5a85ee317b08 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:03.590953 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-333de597-7f60-4bdc-9010-5a85ee317b08 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2618575 Mar 16 10:59:03.591217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42212) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:03.592316 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:02Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:03.598292 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a146d3-9b31-414f-8760-d03139d7b948 None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:02Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:03.675806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:03.683725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:03.689683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:03.697442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.699664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:03.700033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-784dccc8-bca8-4be4-afad-4a4c90951ded', 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'tenant_id': 'e8174fcef79e4659b18365bff35bc0e3', 'fixed_ips': [{'subnet_id': '556924ff-04f6-4e36-a72c-225aae8ea2aa'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:03.700966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.735465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '89f24134-b646-42bd-9c4e-0497b285a2ee', 'ip_address': '2001:db8::f816:3eff:fe1c:4409'}, {'subnet_id': '848dd02a-97c6-4689-ae15-91254f42ab22'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '8781dc5d-8296-48e9-8eac-0ddd65a35065'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:03.746156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.758480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:03.782058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:03.821186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:03.826722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 89c36587-69b4-4650-817c-841757504c4c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:03.827168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.829988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.883590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.916241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=df300fc2-2865-4a2b-8774-52f3966b75ef,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:03.921574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': 'd0f77061-9271-47d5-b204-1df543f49659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:03.921928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 7d0f7506-812e-4e5f-bdee-6a0d2889da26, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:03.935908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:03.990321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ba382-7af9-4234-9088-1b24e0f038cb,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.003643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:04.010797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.012078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b62e329e-dc84-4dd3-bdbc-82a3a5bd3cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330617 Mar 16 10:59:04.024856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42216) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.035129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:04.045402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.055635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:04.058495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 7d0f7506-812e-4e5f-bdee-6a0d2889da26) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:04.064273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:04.064640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:04.064797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.065547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.070782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:04.072577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8eb2463f-b532-441b-be73-5dc2871bf821 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:04.073317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.079579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:04.084457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:04.106147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564237d-1be2-4fd0-9e37-a81cbad64b3e None None] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:04.165271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.168291 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ee34d4de-87b3-4d6f-814a-49663052e4bf tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6246293 Mar 16 10:59:04.172129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42220) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.179944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976062350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:04.188056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:04.192776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:04.196591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:04.202624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:04.217153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.219027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.250983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.268105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.323610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.331371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.377905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.379109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532488 Mar 16 10:59:04.380458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2b9be-d81d-40f5-88da-f2e11935932f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb4b1d7-24a4-4c42-84cf-95a36567c0bc,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.384148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42224) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.398771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:04.400864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 89c36587-69b4-4650-817c-841757504c4c owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:04.406256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:04.411738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:04.415435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:04.423702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:04.445811 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:04.448180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Allocated IP 172.20.0.2 (afd54f52-9bee-4769-8938-30d579685ddc/848dd02a-97c6-4689-ae15-91254f42ab22/8781dc5d-8296-48e9-8eac-0ddd65a35065) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:04.464675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.466665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.483274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Allocated IP 172.20.0.2 (784dccc8-bca8-4be4-afad-4a4c90951ded/556924ff-04f6-4e36-a72c-225aae8ea2aa/3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:04.513129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.515521 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-027bd239-f780-42c0-b22c-3d171413e266 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3420122 Mar 16 10:59:04.519956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42228) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.574401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.581682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.613193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2bf59-9900-4ab9-a2db-61f56565d16c,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.635278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.640239 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e174fdcf-92cb-487a-9690-f8efaa4be95a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538834 Mar 16 10:59:04.641194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42232) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:04.647522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e936dd15-cfa7-4d82-b70a-c1d08d90d805', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:04.653672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:04.658295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:04.662122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:04.670679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:04.673826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:04.691525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:04.700524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.786719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.795998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.823742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641781a0-b79b-4515-8484-51a5c8d34b00,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:04.838016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:04.839691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34d3aefc-8c1b-4c08-ae8e-5817fcf2c645 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1972318 Mar 16 10:59:04.990319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:04.990537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.056349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-7d0f7506-812e-4e5f-bdee-6a0d2889da26', 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': 'df300fc2-2865-4a2b-8774-52f3966b75ef'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:05.057459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.108173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:05.315180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.327770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:59:05.336667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-61aa4608-946c-4d9d-ae0a-2c126cd273f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.361733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-61aa4608-946c-4d9d-ae0a-2c126cd273f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.372514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.375979 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-61aa4608-946c-4d9d-ae0a-2c126cd273f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545531697&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.1080031 Mar 16 10:59:05.404689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=89c36587-69b4-4650-817c-841757504c4c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.491955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.494936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Transition to ACTIVE for port object 8781dc5d-8296-48e9-8eac-0ddd65a35065 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:05.512986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.581429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b4ffc77a-8875-4f01-9bf4-e95b78815fa1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.582109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b4ffc77a-8875-4f01-9bf4-e95b78815fa1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.597135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Transition to ACTIVE for port object 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:05.599385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b4ffc77a-8875-4f01-9bf4-e95b78815fa1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.606425 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b4ffc77a-8875-4f01-9bf4-e95b78815fa1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 796 time: 0.2284369 Mar 16 10:59:05.616726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-d5c45362-2a59-430f-8597-9a7769b3bc62 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Mar 16 10:59:05.618004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Transition to ACTIVE for port object 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:05.621112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.642282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Allocated IP 172.20.0.2 (7d0f7506-812e-4e5f-bdee-6a0d2889da26/df300fc2-2865-4a2b-8774-52f3966b75ef/025593c6-574f-4246-a6ef-0f0a41c5b099) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:05.704334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.717932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:05.811361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7103-8230-4505-b377-608d57e26f33 None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.837727 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-06d23750-0e7b-4101-95d3-9e14267c284c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/89c36587-69b4-4650-817c-841757504c4c HTTP/1.1" status: 204 len: 168 time: 2.2413554 Mar 16 10:59:05.838640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42250) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.875793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-f878cb87-8aa5-49f5-8725-6b421864e789 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.904299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:05.909569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.12 (784dccc8-bca8-4be4-afad-4a4c90951ded/556924ff-04f6-4e36-a72c-225aae8ea2aa/d5d7451e-98aa-4907-bc28-ec5b7bf1a56b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:05.912013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.913748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.915094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:05.915898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:05.926062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-f878cb87-8aa5-49f5-8725-6b421864e789 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.928380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-f878cb87-8aa5-49f5-8725-6b421864e789 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3048413 Mar 16 10:59:05.957187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:05.957925 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a931e866-7de5-49a6-a33e-bda1d7595649 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1183610 Mar 16 10:59:05.961966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42256) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:05.973185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:06.013986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:06.026325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:06.034397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:06.084982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 848dd02a-97c6-4689-ae15-91254f42ab22 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:06.088145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.152258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.211521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Attempting to bind port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:06.211893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Attempting to bind port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '7c8a8770-a962-4827-a2ff-1f5590cfe0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:06.212376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Attempting to bind port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 on network 784dccc8-bca8-4be4-afad-4a4c90951ded {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:06.224269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:06.224698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Checking segment: {'id': '7c8a8770-a962-4827-a2ff-1f5590cfe0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:06.225210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.225629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Bound using segment: {'id': '7c8a8770-a962-4827-a2ff-1f5590cfe0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:06.226110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Bound port: 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8a8770-a962-4827-a2ff-1f5590cfe0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:06.226481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.268778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.273685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-11cf2f1a-9322-4820-89cb-8b89beaf1976 service neutron] 10.222.0.50 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291242 Mar 16 10:59:06.302004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.315527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.333028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Transition to ACTIVE for port object 025593c6-574f-4246-a6ef-0f0a41c5b099 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:06.361409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.366846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Transition to ACTIVE for port object 025593c6-574f-4246-a6ef-0f0a41c5b099 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:06.368155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:06.378590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:06.378943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.396810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object d5d7451e-98aa-4907-bc28-ec5b7bf1a56b will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:06.431923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.454808 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-69d30aa5-eaa3-41c3-9686-15b343cea380 service neutron] 10.222.0.50 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753163 Mar 16 10:59:06.463304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.498523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.20.0.1 (7d0f7506-812e-4e5f-bdee-6a0d2889da26/df300fc2-2865-4a2b-8774-52f3966b75ef/90a00d56-6b3f-4b8a-a309-059e91a2a0c6) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:06.547298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:06.551622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:06.555907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:06.620919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=d5d7451e-98aa-4907-bc28-ec5b7bf1a56b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.649201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:06.650199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.682722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a56f4ede-a215-4a6d-8ed0-95be5542eabc tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1949995 Mar 16 10:59:06.683622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42260) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.709918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:06.734547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=848dd02a-97c6-4689-ae15-91254f42ab22,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.777839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.808009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:06.823943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:06.831655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:06.834184 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c650103-0609-483f-b93c-061fb3f0fd64 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/848dd02a-97c6-4689-ae15-91254f42ab22 HTTP/1.1" status: 204 len: 168 time: 0.8702257 Mar 16 10:59:06.843378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42270) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:06.853716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:06.856766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:06.866189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Pushing event updated for resources: {'Port': ['ID=025593c6-574f-4246-a6ef-0f0a41c5b099,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:06.917997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:06.923084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.924513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:06.929204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:06.930231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.936791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:06.977296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 89f24134-b646-42bd-9c4e-0497b285a2ee {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:06.979616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:06.984251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:06.990143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46558c-18f7-4bcb-92c9-29bfb5c11f5a None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:06.996669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:07.000358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.039443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c0b1724c-4d85-438a-a779-2e0e11c728d0 req-c7a2a4a0-7c8f-49ef-b9e5-f6f2bc5fff53 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 210 time: 0.2014432 Mar 16 10:59:07.062365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.128671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.141131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089caff7-c1c6-4f78-81ab-712bc6d506a7 None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.203053 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 556924ff-04f6-4e36-a72c-225aae8ea2aa (CIDR: 172.20.0.0/28) Mar 16 10:59:07.210283 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:07.210819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:07.212513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:07.216640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:07.226522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:07.246373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41ac54a7-eb70-4830-8522-5993908e7568 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5598810 Mar 16 10:59:07.247906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42282) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:07.256539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:07.269539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c9270393-6002-4f68-b6ed-e3b1f1dd45c6 None None] Could not find standard attr ID for object 89c36587-69b4-4650-817c-841757504c4c. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:07.284876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=90a00d56-6b3f-4b8a-a309-059e91a2a0c6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.295150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.308038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.319619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Attempting to bind port 025593c6-574f-4246-a6ef-0f0a41c5b099 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:07.320265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Attempting to bind port 025593c6-574f-4246-a6ef-0f0a41c5b099 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd0f77061-9271-47d5-b204-1df543f49659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:07.320720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Attempting to bind port 025593c6-574f-4246-a6ef-0f0a41c5b099 on network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:07.342043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.358220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c9270393-6002-4f68-b6ed-e3b1f1dd45c6 None None] Provisioning for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:07.432799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c9270393-6002-4f68-b6ed-e3b1f1dd45c6 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:07.432799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9270393-6002-4f68-b6ed-e3b1f1dd45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.459044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:07.465096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:07.468403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:07.475996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:07.490642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:07.502875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.517804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:07.518391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Checking segment: {'id': 'd0f77061-9271-47d5-b204-1df543f49659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:07.518938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.519583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Bound using segment: {'id': 'd0f77061-9271-47d5-b204-1df543f49659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:07.520268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Bound port: 025593c6-574f-4246-a6ef-0f0a41c5b099, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f77061-9271-47d5-b204-1df543f49659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7d0f7506-812e-4e5f-bdee-6a0d2889da26'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:07.521649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.648428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.676045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:07.701629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.702422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:07.712568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=89f24134-b646-42bd-9c4e-0497b285a2ee,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:07.715274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.728521 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3196539b-8ac9-45ef-8e8d-e2de2785960e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/89f24134-b646-42bd-9c4e-0497b285a2ee HTTP/1.1" status: 204 len: 168 time: 0.8836637 Mar 16 10:59:07.731073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42288) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:07.845580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] For port 025593c6-574f-4246-a6ef-0f0a41c5b099, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:07.848441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.945860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-db60ad63-7a17-4614-9611-e2235167dda7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:router {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:07.951593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] For port 025593c6-574f-4246-a6ef-0f0a41c5b099, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=025593c6-574f-4246-a6ef-0f0a41c5b099,segment=NetworkSegment(d0f77061-9271-47d5-b204-1df543f49659),segment_id=d0f77061-9271-47d5-b204-1df543f49659)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:07.977290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:07.982278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-db60ad63-7a17-4614-9611-e2235167dda7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:router {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:07.985701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-db60ad63-7a17-4614-9611-e2235167dda7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2510169 Mar 16 10:59:07.986483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42292) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:08.001818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.028584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:08.109207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:08.109568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.175277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c1a3b-2e7d-4270-a9db-87f704064564 None None] Pushing event updated for resources: {'Port': ['ID=025593c6-574f-4246-a6ef-0f0a41c5b099,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.534569 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e18d7357-af88-46a2-bb51-5b02f6f8e4ea req-a2011933-57b5-444e-92fe-349fb359aa29 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 210 time: 0.1127188 Mar 16 10:59:08.561832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.587344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.622696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:08.640141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:08.645020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.651543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:08.740727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:08.762989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:08.768511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:08.803115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:08.804579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:08.812215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:08.813026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.822832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:08.830201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:08.907070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:08.917170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:08.980239 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c02af255-c10c-406d-9d5d-b2e00e23cc09 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7283871 Mar 16 10:59:08.983260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42302) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:08.992682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1482360604', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb'}], 'security_groups': ['70fdb109-7c8f-4a8d-92e2-7cd942051f72']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:09.044949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:09.045525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.139613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.143418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=90a00d56-6b3f-4b8a-a309-059e91a2a0c6,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:09.175867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-411c4614-cf3b-4711-8dd0-63818e9229b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:09.180785 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-411c4614-cf3b-4711-8dd0-63818e9229b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 796 time: 0.6957042 Mar 16 10:59:09.201904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:09.241501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61047e33-0220-4354-bfb5-f20ad426d774 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:09.321382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:09.345854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e579668-8a64-4107-a065-56b5fd06bd38 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:09.401659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3506a480-0e54-4149-bdce-8f826aef7bad None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:09.402025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3506a480-0e54-4149-bdce-8f826aef7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.578990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:09.589488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:09.623307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.650896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b03b50c4-6c4f-4d90-a18f-933b97e2a8bd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:09.687123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:09.687382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.724443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aaf1b3-266e-40a6-aff5-f315fc3490c2 None None] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:09.742997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.806063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e60034f0-4dc3-4bd6-80ac-fc1fb26b1871 req-4cef5f8d-7ea9-4c23-8723-b93325ccef39 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 210 time: 0.0521765 Mar 16 10:59:09.818805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b03b50c4-6c4f-4d90-a18f-933b97e2a8bd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:09.819942 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-b03b50c4-6c4f-4d90-a18f-933b97e2a8bd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 379 time: 0.3598576 Mar 16 10:59:09.910933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:09.939703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.945690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.946417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:09.992893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['e936dd15-cfa7-4d82-b70a-c1d08d90d805']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.054834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:10.059856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:10.071038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:10.071466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.098310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=cb829da4-bf4a-472b-95a8-130a1dc1da97,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:10.104282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=8']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:10.116798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d3fea87d-38e2-46c5-a288-589b6f7edaa5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1260803 Mar 16 10:59:10.119448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42312) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:10.124807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:10.269393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.274135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:10.277245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:10.283653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.294442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:10.298241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.321834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 963bb604-3cc5-4913-b868-7a0dcac1e59d is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:10.324501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Provisioning for port 025593c6-574f-4246-a6ef-0f0a41c5b099 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:10.380662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Provisioning for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:10.394528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:10.394903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.604629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 025593c6-574f-4246-a6ef-0f0a41c5b099 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:10.720741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:10.746080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:10.774055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:10.779464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.790619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7868e-492f-4616-bb5b-5a0a940d782a None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:10.842815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:10.847977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Update dhcp port {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'fixed_ips': [{'subnet_id': '556924ff-04f6-4e36-a72c-225aae8ea2aa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:10.923675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.136164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:11.170978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] Sync routers for ids ['963bb604-3cc5-4913-b868-7a0dcac1e59d'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:11.180767 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7d44dffe-83c3-4a7f-a18b-be5fa88acbb8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/963bb604-3cc5-4913-b868-7a0dcac1e59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6603875 Mar 16 10:59:11.187660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42324) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.196111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Delete allocated IP 172.20.0.12 (784dccc8-bca8-4be4-afad-4a4c90951ded/556924ff-04f6-4e36-a72c-225aae8ea2aa) {{(pid=87842) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:59:11.219312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 025593c6-574f-4246-a6ef-0f0a41c5b099 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:11.226655 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a5e047ec-1319-4fbb-82f0-b14f33a8fd50 req-08d8103b-4ae2-42ac-8db4-efa5d5c1bced tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 210 time: 0.2101519 Mar 16 10:59:11.265384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.22 (784dccc8-bca8-4be4-afad-4a4c90951ded/eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb/d5d7451e-98aa-4907-bc28-ec5b7bf1a56b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:11.267765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.3 (43e8dc5e-ae45-413a-906a-8d4db9ca93a0/c22586fb-ae85-4c5b-9fc9-015aadeeab2a/42aecc0a-1d07-4e44-a05d-3728c9e9d64c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:11.269994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:11.297346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] Routers {'963bb604-3cc5-4913-b868-7a0dcac1e59d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:11.298063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['963bb604-3cc5-4913-b868-7a0dcac1e59d'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.316238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b95461-b26b-4fc7-bdbb-593bd560dbd7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.318630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7b95461-b26b-4fc7-bdbb-593bd560dbd7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:11.320539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:11.337391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=478ae7bb-bde5-4796-84e3-6f14ca010059,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.340413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.341185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.363621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7b95461-b26b-4fc7-bdbb-593bd560dbd7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:11.367855 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e7b95461-b26b-4fc7-bdbb-593bd560dbd7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports/90a00d56-6b3f-4b8a-a309-059e91a2a0c6 HTTP/1.1" status: 200 len: 910 time: 0.1759806 Mar 16 10:59:11.369932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42328) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.385421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-852f9f97-aa43-4e31-972f-d4dabb040c2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2624338 Mar 16 10:59:11.386628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42330) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:11.387016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.397408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:72:c2:6b', 'name': 'tempest-NetworksTestDHCPv6-1314907330'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:11.437493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 025593c6-574f-4246-a6ef-0f0a41c5b099 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:11.437864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.555469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.576962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c906-5a12-4bd9-953d-79c0b7f94b3b req-a84e723b-d1bb-4f53-9b4d-010d4fd38eca tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.578621 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55c9c906-5a12-4bd9-953d-79c0b7f94b3b req-a84e723b-d1bb-4f53-9b4d-010d4fd38eca tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3042521 Mar 16 10:59:11.582457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:11.584314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-0f3eba33-9310-4030-b239-668a01a8e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.586008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-0f3eba33-9310-4030-b239-668a01a8e3fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.6530969 Mar 16 10:59:11.595582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] Routers {'963bb604-3cc5-4913-b868-7a0dcac1e59d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:11.596293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['963bb604-3cc5-4913-b868-7a0dcac1e59d'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.643532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.724664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:11.737429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:11.743223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:11.745017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:11.745017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c34828-4d5d-4328-8e70-06941188e566 None None] The sync data for ids ['963bb604-3cc5-4913-b868-7a0dcac1e59d'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:11.756086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:11.775880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55c9c906-5a12-4bd9-953d-79c0b7f94b3b req-6abc2f33-6eb7-4a49-8a15-7c2fdbdafc14 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532574 Mar 16 10:59:11.806344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:11.811760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:11.812247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.823803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-4b221193-f2fd-4941-a3c2-a025e48296bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:11.825807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-4b221193-f2fd-4941-a3c2-a025e48296bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.2310755 Mar 16 10:59:11.866589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:11.907908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9ea124cd-f9a2-4891-9c3b-d8f53ccc4c11 None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:11.909540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.960515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 025593c6-574f-4246-a6ef-0f0a41c5b099, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=025593c6-574f-4246-a6ef-0f0a41c5b099,segment=NetworkSegment(d0f77061-9271-47d5-b204-1df543f49659),segment_id=d0f77061-9271-47d5-b204-1df543f49659)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:11.966319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:11.967332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:12.015173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-1544835e-7575-4fb2-883c-23b367b9945c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.1766193 Mar 16 10:59:12.083994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-f7c33e19-43a2-46a8-8ecb-347464c90ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.085570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-f7c33e19-43a2-46a8-8ecb-347464c90ab6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.0630398 Mar 16 10:59:12.087118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.resource_extend [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:59:12.117832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.122201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.138917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Provisioning for port 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:12.156068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Provisioning complete for port 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:12.156593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.165413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.193049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 42aecc0a-1d07-4e44-a05d-3728c9e9d64c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:12.195045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Ignored duplicate provisioning block setup for port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 10:59:12.195893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=025593c6-574f-4246-a6ef-0f0a41c5b099,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.197944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 66355cd0-2902-42a2-9e24-437d661f777e yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:12.209585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.211740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'cb829da4-bf4a-472b-95a8-130a1dc1da97', 'ip_address': '2001:db8::f816:3eff:fe1c:4409'}, {'subnet_id': '478ae7bb-bde5-4796-84e3-6f14ca010059'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '8781dc5d-8296-48e9-8eac-0ddd65a35065'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:12.266670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-99b73fa8-4826-4e6b-93ee-bbc770933734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.268156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-99b73fa8-4826-4e6b-93ee-bbc770933734 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1697311 Mar 16 10:59:12.293487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=d5d7451e-98aa-4907-bc28-ec5b7bf1a56b,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.387567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Port 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:12.396952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Allocated IP 172.20.0.18 (784dccc8-bca8-4be4-afad-4a4c90951ded/eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb/3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:12.418736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:12.419266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.430958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.476237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.510522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] In _notify_port_updated(), no bound segment for port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b on network 784dccc8-bca8-4be4-afad-4a4c90951ded {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:59:12.516198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.517018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.518480 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7aa6335e-8013-4ea6-80c4-a6cc582b7dd7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/ports/d5d7451e-98aa-4907-bc28-ec5b7bf1a56b HTTP/1.1" status: 200 len: 921 time: 3.5344515 Mar 16 10:59:12.524134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42338) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:12.527378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:12.531353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:12.550829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:12.590974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:12.629509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:12.629986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.656756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-8edf9bc3-21cc-4844-b594-0365302d8b54 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802018 Mar 16 10:59:12.687188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:12.688103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.719308 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-4cff57d4-dd4b-43d9-ac64-61a4e19b5db6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7322040 Mar 16 10:59:12.742459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Request body: {'port': {'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:12.771831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:12.772173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.777662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:12.970780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:13.035326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:13.115860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.116161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.158793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Transition to ACTIVE for port object 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:13.162396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 172.20.0.11 (afd54f52-9bee-4769-8938-30d579685ddc/478ae7bb-bde5-4796-84e3-6f14ca010059/66355cd0-2902-42a2-9e24-437d661f777e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:13.167177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.187015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6ba72-17be-408c-9659-8fab437f7b68 req-db0d8f79-fa27-46d2-839e-6cf887295264 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:13.188490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ebf6ba72-17be-408c-9659-8fab437f7b68 req-db0d8f79-fa27-46d2-839e-6cf887295264 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 931 time: 0.7996616 Mar 16 10:59:13.246331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fe72:c26b (afd54f52-9bee-4769-8938-30d579685ddc/cb829da4-bf4a-472b-95a8-130a1dc1da97/66355cd0-2902-42a2-9e24-437d661f777e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:13.296000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d8e399-1ce5-4a92-ba7f-3e0a17f59a0d req-e9b70bdd-7df7-41e8-9b53-c96a417ca3d3 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020753 Mar 16 10:59:13.314894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 025593c6-574f-4246-a6ef-0f0a41c5b099 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:13.361460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Provisioning complete for port 025593c6-574f-4246-a6ef-0f0a41c5b099 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:13.361460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d06e-96a2-4e4a-8c4e-272dbe59e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.377713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:13.378289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.402881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd729-5350-41a0-9aa7-5787ee01a4d8 None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:13.584029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ebf6ba72-17be-408c-9659-8fab437f7b68 req-85aaa6ee-dae6-4366-875d-4af832de068b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813651 Mar 16 10:59:13.665283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 025593c6-574f-4246-a6ef-0f0a41c5b099 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:13.665661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.837976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.863021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.876356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de3954f3-2729-4fce-b954-7c670c41a160 None None] Provisioning for port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:13.882819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de3954f3-2729-4fce-b954-7c670c41a160 None None] Provisioning complete for port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:13.883607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de3954f3-2729-4fce-b954-7c670c41a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:13.941220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00632ca6-6ccb-4429-a949-437f2ffa509a req-ffb70a1c-f053-4e28-9e7a-728d6fb29702 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:13.944161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00632ca6-6ccb-4429-a949-437f2ffa509a req-ffb70a1c-f053-4e28-9e7a-728d6fb29702 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.8474326 Mar 16 10:59:13.957473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-de3954f3-2729-4fce-b954-7c670c41a160 None None] Port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:14.026999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 90a00d56-6b3f-4b8a-a309-059e91a2a0c6 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:14.060942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for d5d7451e-98aa-4907-bc28-ec5b7bf1a56b owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:14.070787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aecc0a-1d07-4e44-a05d-3728c9e9d64c {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:59:14.082382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.115010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Transition to ACTIVE for port object 42aecc0a-1d07-4e44-a05d-3728c9e9d64c will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:14.125572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.289699 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00632ca6-6ccb-4429-a949-437f2ffa509a req-d5626474-042a-4462-af24-4efa76ffaade tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614899 Mar 16 10:59:14.319234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Pushing event updated for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.335154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.349316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-3aeb7d74-19b4-47c8-a89d-cf892eb2c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.352025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-3aeb7d74-19b4-47c8-a89d-cf892eb2c7dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.2182965 Mar 16 10:59:14.384822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 66355cd0-2902-42a2-9e24-437d661f777e will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:14.404358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Provisioning for port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:14.411361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Provisioning complete for port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:14.411361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.485393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Port d5d7451e-98aa-4907-bc28-ec5b7bf1a56b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:14.501030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Provisioning for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:14.514586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Attempting to bind port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:14.516027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Attempting to bind port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:14.516524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Attempting to bind port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c on network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:14.517157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:14.517534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.543822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c on network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 10:59:14.544464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Attempting to bind port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c on network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:14.562636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:14.563532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Checking segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:14.563912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Bound using segment: {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:14.564375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Bound port: 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0101cda-c9be-4293-8be5-81c7f41dd7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:14.564936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.596402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.686220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.761252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=90a00d56-6b3f-4b8a-a309-059e91a2a0c6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.810859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Allocated IP 172.20.0.2 (afd54f52-9bee-4769-8938-30d579685ddc/478ae7bb-bde5-4796-84e3-6f14ca010059/8781dc5d-8296-48e9-8eac-0ddd65a35065) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:14.813230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:14.813776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.836134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=66355cd0-2902-42a2-9e24-437d661f777e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.847428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:14.871012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:14.912040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:14.917295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:14.917677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:14.921318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:14.930671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7f48c-6c74-4beb-aa0b-d2ec725c3009 None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:14.973759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-a829a27e-d01c-42af-99ca-ed4d2f55ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:14.975233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-a829a27e-d01c-42af-99ca-ed4d2f55ee88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.5765061 Mar 16 10:59:14.975971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=d5d7451e-98aa-4907-bc28-ec5b7bf1a56b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:14.999691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.066532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:15.081065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:15.087626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.088251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.090590 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] 10.222.0.55 "PUT /v2.0/ports/42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 1093 time: 2.3524013 Mar 16 10:59:15.092155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:15.168430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.178349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2ab6b5c8-0fa9-43ce-ad0d-fa6f6690c0a6 None None] Could not find standard attr ID for object d5d7451e-98aa-4907-bc28-ec5b7bf1a56b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:15.188951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 10:59:15.213261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.220088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.237368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.238049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.265993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Transition to ACTIVE for port object 8781dc5d-8296-48e9-8eac-0ddd65a35065 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:15.273901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:15.274622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.318702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:15.320753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-3d1901dd-83a9-4982-b36d-4c45925a4f00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.3001068 Mar 16 10:59:15.328890 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5c1bc47f-9702-4950-aac5-3e1fdba1d8e5 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/d5d7451e-98aa-4907-bc28-ec5b7bf1a56b HTTP/1.1" status: 204 len: 168 time: 2.7993057 Mar 16 10:59:15.354003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42352) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.477883 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'status': 'completed', 'code': 200} Mar 16 10:59:15.590657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf039d-00e9-43e2-806a-fd3d9617269d service neutron] Pushing event updated for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.602989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d76657d7-c572-43c8-9450-08d26ac4bea8 None None] Could not find standard attr ID for object d5d7451e-98aa-4907-bc28-ec5b7bf1a56b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:15.686591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f4d92297-37e6-428c-acf0-118a290cb483 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2938888 Mar 16 10:59:15.757048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-1dd9b18a-10ad-49a8-95e4-815f2c817049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.758727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-1dd9b18a-10ad-49a8-95e4-815f2c817049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.4058652 Mar 16 10:59:15.764358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10098-2669-4c2b-9733-a0957f45f5f9 None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:15.773302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42356) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:15.826031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae16efc-9e78-42fb-aafc-002ef5801967 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:59:15.826854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2ae16efc-9e78-42fb-aafc-002ef5801967 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:15.872434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e908-fc75-4c36-9a35-a06a401a0de2 req-cce292c3-d63b-4a08-99d9-52ff124480a1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.879458 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af90e908-fc75-4c36-9a35-a06a401a0de2 req-cce292c3-d63b-4a08-99d9-52ff124480a1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 943 time: 1.0889943 Mar 16 10:59:15.898161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 963bb604-3cc5-4913-b868-7a0dcac1e59d has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:15.909605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-0a262889-b1ac-49a9-88ab-a342743095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:15.912599 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-0a262889-b1ac-49a9-88ab-a342743095e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1096 time: 0.7209861 Mar 16 10:59:15.974696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2ae16efc-9e78-42fb-aafc-002ef5801967 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:15.978454 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2ae16efc-9e78-42fb-aafc-002ef5801967 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/d5d7451e-98aa-4907-bc28-ec5b7bf1a56b HTTP/1.1" status: 404 len: 333 time: 0.6211379 Mar 16 10:59:15.984774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42360) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.065580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af90e908-fc75-4c36-9a35-a06a401a0de2 req-beb98c96-abd8-44fd-873f-57ed328651c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851008 Mar 16 10:59:16.094452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f5f67-f058-472a-8d0d-d965a701a638 req-1e849160-969c-460b-80b0-264ab8d81e37 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.096044 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d0f5f67-f058-472a-8d0d-d965a701a638 req-1e849160-969c-460b-80b0-264ab8d81e37 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3758554 Mar 16 10:59:16.113104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-4f68eb40-83d9-43b0-8a58-abbb092dacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.114660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-4f68eb40-83d9-43b0-8a58-abbb092dacbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3387363 Mar 16 10:59:16.198607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:16.214565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] Sync routers for ids ['963bb604-3cc5-4913-b868-7a0dcac1e59d'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:16.218864 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-67885e37-6f52-49e5-9f22-d0113a3ea9f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 217 time: 0.2226267 Mar 16 10:59:16.222546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.234562 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] Routers {'963bb604-3cc5-4913-b868-7a0dcac1e59d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:16.235184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['963bb604-3cc5-4913-b868-7a0dcac1e59d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:16.296665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-a0b49b1b-0e1a-4a94-8e87-e80473905f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.300131 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-a0b49b1b-0e1a-4a94-8e87-e80473905f86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 200 len: 834 time: 0.0748963 Mar 16 10:59:16.325988 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:16.346408 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] Routers {'963bb604-3cc5-4913-b868-7a0dcac1e59d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:16.347029 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['963bb604-3cc5-4913-b868-7a0dcac1e59d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:16.378311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-f7bbaf73-60e9-4fa3-ab7a-06064d208ce0 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427673 Mar 16 10:59:16.378976 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-70c583a6-8fe9-437d-bece-b5c6692e989a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/963bb604-3cc5-4913-b868-7a0dcac1e59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9934216 Mar 16 10:59:16.385441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42364) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.388100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ace7b-ea6d-4d70-a86c-34762c5d2818 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.394844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ace7b-ea6d-4d70-a86c-34762c5d2818 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.396379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-667ace7b-ea6d-4d70-a86c-34762c5d2818 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:16.455811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-147d18c0-ca62-4589-9b7b-77a649b2764e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:16.471507 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:16.475942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569ee4c-a226-4a00-98c1-72dba80c9254 None None] The sync data for ids ['963bb604-3cc5-4913-b868-7a0dcac1e59d'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:16.495064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-61275b99-e76b-4b5a-bfa5-d7c8e355c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:16.496596 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-61275b99-e76b-4b5a-bfa5-d7c8e355c7fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896141 Mar 16 10:59:16.497468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-147d18c0-ca62-4589-9b7b-77a649b2764e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:16.498531 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-147d18c0-ca62-4589-9b7b-77a649b2764e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=963bb604-3cc5-4913-b868-7a0dcac1e59d HTTP/1.1" status: 200 len: 205 time: 0.1119082 Mar 16 10:59:16.502553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb7d9d-2cf6-4a21-b9cb-db8d4bd45855 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:16.505332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d0f5f67-f058-472a-8d0d-d965a701a638 req-e15fe329-a076-49e4-aa1d-2e60a4d6affa tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926682 Mar 16 10:59:16.512935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42368) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.591740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.616457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-667ace7b-ea6d-4d70-a86c-34762c5d2818 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:16.617804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-667ace7b-ea6d-4d70-a86c-34762c5d2818 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8434165 Mar 16 10:59:16.621700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42374) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.642519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ec630a9c-c9d2-4d86-9d98-c9307d8c4483 None None] Provisioning for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:16.653094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ec630a9c-c9d2-4d86-9d98-c9307d8c4483 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:16.653482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ec630a9c-c9d2-4d86-9d98-c9307d8c4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.672893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-612d3866-4ec7-4c80-b624-2533141bd0b9 req-3c72447b-40e9-49b8-b644-21a191ff8638 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713830 Mar 16 10:59:16.680551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.703303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b57b5e-22a5-45fd-841e-4971c6888852,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.708219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.709576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bc2303fb-ec45-46d2-a185-1b785462c2ed tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/security-groups/95b57b5e-22a5-45fd-841e-4971c6888852 HTTP/1.1" status: 204 len: 168 time: 0.7189698 Mar 16 10:59:16.712401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42378) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.798136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.804142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.834524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.883488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.901570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fdb109-7c8f-4a8d-92e2-7cd942051f72,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:16.906545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:16.907229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f49d5571-3826-4691-a308-d67d570a0d7f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/security-groups/70fdb109-7c8f-4a8d-92e2-7cd942051f72 HTTP/1.1" status: 204 len: 168 time: 0.1938243 Mar 16 10:59:16.910508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42382) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:16.986495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet 556924ff-04f6-4e36-a72c-225aae8ea2aa {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:16.991904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.018375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:17.021185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 66355cd0-2902-42a2-9e24-437d661f777e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:17.021524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.058350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.117262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:17.117716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.168681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.320261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.366952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=556924ff-04f6-4e36-a72c-225aae8ea2aa,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:17.377710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29900c-9000-42b1-8b11-786fd15f17ab req-b2f0a53c-8579-4374-ae06-6cf7aad42dbe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:17.385408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0f29900c-9000-42b1-8b11-786fd15f17ab req-b2f0a53c-8579-4374-ae06-6cf7aad42dbe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 943 time: 0.1451874 Mar 16 10:59:17.387536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051eafb-e428-4cc6-b429-2fd78eb98ab1 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:17.402067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Provisioning for port 66355cd0-2902-42a2-9e24-437d661f777e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:17.410627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Provisioning complete for port 66355cd0-2902-42a2-9e24-437d661f777e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:17.411510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.413846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.440317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-da182026-78f5-4f97-9890-2921d33fac86 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/556924ff-04f6-4e36-a72c-225aae8ea2aa HTTP/1.1" status: 204 len: 168 time: 0.5253363 Mar 16 10:59:17.458299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:17.475228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0f29900c-9000-42b1-8b11-786fd15f17ab req-f971ab69-43c6-4c9e-8228-cdcc17748485 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888274 Mar 16 10:59:17.488373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:17.536730 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-0ddc9a35-bdd6-40fb-83a5-bdb74eaf56d1 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0221491 Mar 16 10:59:17.609556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Port 66355cd0-2902-42a2-9e24-437d661f777e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:17.618080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.638156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:17.638521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f66ec46-e670-44cb-8148-0bc30010c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.645706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.658687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:17.663227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:17.666773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:17.672916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:17.687189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:17.691526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.784408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:17.950104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 66355cd0-2902-42a2-9e24-437d661f777e owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:18.005043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5c41d954-3cac-4722-a834-7ced4c8f01d1 None None] Provisioning complete for port 66355cd0-2902-42a2-9e24-437d661f777e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:18.005757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c41d954-3cac-4722-a834-7ced4c8f01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.024296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.103673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5c41d954-3cac-4722-a834-7ced4c8f01d1 None None] Port 66355cd0-2902-42a2-9e24-437d661f777e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:18.107371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5c41d954-3cac-4722-a834-7ced4c8f01d1 None None] Could not find standard attr ID for object 89c36587-69b4-4650-817c-841757504c4c. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:18.150108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.150622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router 963bb604-3cc5-4913-b868-7a0dcac1e59d {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:18.168772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.172406 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1ab7ee1c-9afd-4721-a38f-b46c3adacb4d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/963bb604-3cc5-4913-b868-7a0dcac1e59d HTTP/1.1" status: 204 len: 168 time: 1.6534545 Mar 16 10:59:18.172762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42392) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.178038 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0a1e101b-1c69-4f55-8fc2-296cd5198285 req-686b13f0-a8b8-43f4-8d79-271a4f3d1c92 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642691 Mar 16 10:59:18.258537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:18.262072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:18.275227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.275828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.293816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=50fdb114-3691-479f-8c93-1fc9f045ff47,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.306798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-251b7f95-0f6a-40c6-808a-effc465c27f3 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8470023 Mar 16 10:59:18.310050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42396) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.316236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'security_group': {'name': 'tempest-secgroup-367105765'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:18.323163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:18.326743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.330453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.336719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.341282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet df300fc2-2865-4a2b-8774-52f3966b75ef {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:18.348998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.351117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.371783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:18.376683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.380857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.387887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.462411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.530795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.599826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=66355cd0-2902-42a2-9e24-437d661f777e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.606763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-09fab051-5cc0-4856-b557-17f9fbf67714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.608218 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-09fab051-5cc0-4856-b557-17f9fbf67714 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1096 time: 0.3183229 Mar 16 10:59:18.610098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.618150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.640408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3490f466-468e-4a1a-b631-a9abe7778e45 None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:18.640779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3490f466-468e-4a1a-b631-a9abe7778e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.655113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f974bd-9f72-49ee-a8ac-5108f5d23fbd,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:18.684908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a4d79-5764-40b4-aa36-8551601f88ac None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:18.766500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.771971 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-480f40ef-48a3-4160-b47f-0054f066559a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4571276 Mar 16 10:59:18.774299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42402) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.783066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91861f7a-7b25-49ee-9b0a-0e849e564621 req-44c7edce-ea9e-4159-a623-22cf883beaf8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:18.784714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91861f7a-7b25-49ee-9b0a-0e849e564621 req-44c7edce-ea9e-4159-a623-22cf883beaf8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 943 time: 0.1321659 Mar 16 10:59:18.790662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'security_group': {'name': 'tempest-secgroup-294692759'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:18.836964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:18.857230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.858861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.865662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.871096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91861f7a-7b25-49ee-9b0a-0e849e564621 req-420710b5-f154-414c-b7ac-c0ab2ea1ebc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753927 Mar 16 10:59:18.876023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.892362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.917954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:18.923660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:18.928952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:18.945707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:18.953104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:18.974717 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7669410e-bb22-4f5e-9b8a-91f4f5e713fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/66355cd0-2902-42a2-9e24-437d661f777e HTTP/1.1" status: 204 len: 168 time: 2.3423865 Mar 16 10:59:18.978885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42406) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:18.980689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3490f466-468e-4a1a-b631-a9abe7778e45 None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:18.980945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3490f466-468e-4a1a-b631-a9abe7778e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.021071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-70052d8d-13db-455f-9f22-40bfcf1459bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.022446 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-70052d8d-13db-455f-9f22-40bfcf1459bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 897 time: 0.3783004 Mar 16 10:59:19.053490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.057353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.089850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-3490f466-468e-4a1a-b631-a9abe7778e45 None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:19.105183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76f779-444c-4100-8966-d2091e54a1f0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.110498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.113059 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-70b05067-ae4b-4dce-9b18-f26fce4de614 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 217 time: 0.0723672 Mar 16 10:59:19.113334 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-941add1e-2d0f-49d9-b9b0-8a60ec9635ec tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3275001 Mar 16 10:59:19.116072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42410) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.122099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106329738'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:19.127747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:19.131529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.132626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:19.135895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:19.142572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:19.153779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.175101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:19.179093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:security_group_rule and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:19.182641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:19.188806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:19.211226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Update dhcp port {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'fixed_ips': [{'subnet_id': 'eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb', 'ip_address': '172.20.0.18'}, {'subnet_id': '50fdb114-3691-479f-8c93-1fc9f045ff47'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:19.267095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.272658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.277992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.323582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8238ce1f-f325-44a8-bfd6-554947a0a8d1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.327362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.328551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0380b22d-4022-495e-9242-3212f5daf162 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2108490 Mar 16 10:59:19.331432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42414) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.338158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-737710202', 'security_groups': ['8238ce1f-f325-44a8-bfd6-554947a0a8d1'], 'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50fdb114-3691-479f-8c93-1fc9f045ff47'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:19.343745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.345250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.346723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.347499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:19.378121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.385717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=df300fc2-2865-4a2b-8774-52f3966b75ef,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:19.394464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbe0dd-2406-415d-ac28-dff24eeca4bd None None] Network 7d0f7506-812e-4e5f-bdee-6a0d2889da26 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:19.402499 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d676c8a1-253e-48ba-ac46-3b77b0eacc10 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/df300fc2-2865-4a2b-8774-52f3966b75ef HTTP/1.1" status: 204 len: 168 time: 1.2258418 Mar 16 10:59:19.402979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42418) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.490483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:19.501882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:19.516120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:19.519230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:19.520930 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-22117d1b-f677-4301-a757-0ed4aa4e1c37 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5405853 Mar 16 10:59:19.524672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-cb455e08-db33-4e8c-a45b-790160ae9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.529226 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-cb455e08-db33-4e8c-a45b-790160ae9c9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 200 len: 834 time: 0.4062610 Mar 16 10:59:19.531050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:19.569296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.650663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 025593c6-574f-4246-a6ef-0f0a41c5b099 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:19.651003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.654180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Allocated IP 172.20.0.2 (784dccc8-bca8-4be4-afad-4a4c90951ded/50fdb114-3691-479f-8c93-1fc9f045ff47/3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:19.656803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.679071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] device_id is not set on port 3e2539f8-5442-4285-a6b7-1c8426b365b1 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:19.697222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 478ae7bb-bde5-4796-84e3-6f14ca010059 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:19.703032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.826372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.854186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:19.880225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.885213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] DHCP port deletion for 7d0f7506-812e-4e5f-bdee-6a0d2889da26 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:19.888435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-8c7a1143-ba76-4ab0-bf06-915439c91f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:19.889969 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-8c7a1143-ba76-4ab0-bf06-915439c91f75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3187895 Mar 16 10:59:19.896765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Deleting port 025593c6-574f-4246-a6ef-0f0a41c5b099 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:19.897154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:19.929942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Transition to ACTIVE for port object 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:19.937265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.018575 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:59:20.077488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.9 (784dccc8-bca8-4be4-afad-4a4c90951ded/50fdb114-3691-479f-8c93-1fc9f045ff47/3e2539f8-5442-4285-a6b7-1c8426b365b1) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:20.129840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b3e9-2e0b-41fa-b095-dc022b0e7ba8 req-2cc43e41-9e21-45ba-bbd4-e4e6bc8c1087 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.139750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b79b3e9-2e0b-41fa-b095-dc022b0e7ba8 req-2cc43e41-9e21-45ba-bbd4-e4e6bc8c1087 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 943 time: 0.1303704 Mar 16 10:59:20.143195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0974205-3e68-40ea-89ba-0fd79bfefe0a None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.147739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 025593c6-574f-4246-a6ef-0f0a41c5b099, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=025593c6-574f-4246-a6ef-0f0a41c5b099,segment=NetworkSegment(d0f77061-9271-47d5-b204-1df543f49659),segment_id=d0f77061-9271-47d5-b204-1df543f49659)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:20.148351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.156557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.229067 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b79b3e9-2e0b-41fa-b095-dc022b0e7ba8 req-a15002f8-1631-4dcb-8cc0-f4e2410b5078 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891907 Mar 16 10:59:20.252222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] For port 025593c6-574f-4246-a6ef-0f0a41c5b099, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=025593c6-574f-4246-a6ef-0f0a41c5b099,segment=NetworkSegment(d0f77061-9271-47d5-b204-1df543f49659),segment_id=d0f77061-9271-47d5-b204-1df543f49659)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:20.252804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.338260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 025593c6-574f-4246-a6ef-0f0a41c5b099 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:20.376821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.392996 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-e6ba7d75-56a3-4eff-b3e5-94fc1f645bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901752 Mar 16 10:59:20.394482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 3e2539f8-5442-4285-a6b7-1c8426b365b1 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:20.396361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Calling delete_port for 025593c6-574f-4246-a6ef-0f0a41c5b099 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:20.423006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.492463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.514441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:20.517706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:20.522233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:20.552358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] No DVR routers for this DVR port 025593c6-574f-4246-a6ef-0f0a41c5b099 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:20.570235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b6df0-17cb-4434-812b-46ecfdcafb8e None None] Pushing event deleted for resources: {'Port': ['ID=025593c6-574f-4246-a6ef-0f0a41c5b099,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.586597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.604690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=3e2539f8-5442-4285-a6b7-1c8426b365b1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.618782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:20.619105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:20.628184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:20.629112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.635031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=478ae7bb-bde5-4796-84e3-6f14ca010059,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:20.643211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.649752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e649f56-a6ef-4567-8ac4-2a698be0cb54 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:20.671433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b9fe9798-4c6a-4509-a15e-197a1261099e tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3385992 Mar 16 10:59:20.672110 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d51d66a1-1a08-44a9-871f-bb65ff811804 req-ce94cbc2-9730-43ea-ae59-3e858e6f2ba9 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509875 Mar 16 10:59:20.674247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42428) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.680201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:20.697538 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6594d9df-b41c-458b-b018-e8bcce261d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/478ae7bb-bde5-4796-84e3-6f14ca010059 HTTP/1.1" status: 204 len: 168 time: 1.1654556 Mar 16 10:59:20.701056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:20.787479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet cb829da4-bf4a-472b-95a8-130a1dc1da97 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:20.790907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.833926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:20.838418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:20.841542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:20.847836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:20.857587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.861263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:20.865288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.949253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Provisioning for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:20.956761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:20.982303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:20.982678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.042855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:21.058844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.113472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=cb829da4-bf4a-472b-95a8-130a1dc1da97,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.119987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 025593c6-574f-4246-a6ef-0f0a41c5b099 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:21.120467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.123772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.139231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-25a1ab77-2608-4a54-b025-c22e547155b6 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/cb829da4-bf4a-472b-95a8-130a1dc1da97 HTTP/1.1" status: 204 len: 168 time: 0.4368229 Mar 16 10:59:21.139838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42436) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:21.157383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.158212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.219061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] The port '025593c6-574f-4246-a6ef-0f0a41c5b099' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:21.221437 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7a2f42f2-b287-4dd5-96a2-a28ad1de4dea tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802097 Mar 16 10:59:21.222350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42440) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:21.229319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:21.302559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.302973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.313845 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.ipam_backend_mixin [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 50fdb114-3691-479f-8c93-1fc9f045ff47 (CIDR: 172.20.0.0/28) Mar 16 10:59:21.323826 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:21.324616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:21.414058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.419068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaeb95-23eb-4f5a-ae78-6cb1cc5fcb17 None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:21.441061 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ec189c94-2a19-4962-b33d-3357ac564575 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7657361 Mar 16 10:59:21.444371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42446) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:21.450264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:21.495516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 025593c6-574f-4246-a6ef-0f0a41c5b099 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:21.539915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 025593c6-574f-4246-a6ef-0f0a41c5b099 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:21.540291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 025593c6-574f-4246-a6ef-0f0a41c5b099 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:21.559145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86fcba70-828b-4af7-89b4-45d35148bf13 None None] Provisioning for port 3e2539f8-5442-4285-a6b7-1c8426b365b1 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:21.566650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86fcba70-828b-4af7-89b4-45d35148bf13 None None] Provisioning complete for port 3e2539f8-5442-4285-a6b7-1c8426b365b1 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:21.568090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86fcba70-828b-4af7-89b4-45d35148bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.588714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:21.600130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:21.604413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:21.606457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0f7506-812e-4e5f-bdee-6a0d2889da26']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:21.621007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651bc9f-6e9f-4da6-8070-64dc5a25a94d req-956ac356-e8ad-4d44-94af-491595aa17dc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:21.622508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0651bc9f-6e9f-4da6-8070-64dc5a25a94d req-956ac356-e8ad-4d44-94af-491595aa17dc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 943 time: 0.1912937 Mar 16 10:59:21.623450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:21.627624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f77061-9271-47d5-b204-1df543f49659') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:21.628140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f77061-9271-47d5-b204-1df543f49659') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:21.640233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:21.640610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86fcba70-828b-4af7-89b4-45d35148bf13 None None] Port 3e2539f8-5442-4285-a6b7-1c8426b365b1 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:21.644926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.648371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.680067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.690633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:21.691076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:21.706339 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:21.710849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:21.725882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:21.777827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:21.792244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:21.794868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0651bc9f-6e9f-4da6-8070-64dc5a25a94d req-3893cb91-fca0-4f92-ada0-47ef97e68b22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618067 Mar 16 10:59:21.806853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:21.810523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.842051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.864423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.889030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a97385-ab98-489e-b22e-b2bd4e86ab40 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:21.922902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=7d0f7506-812e-4e5f-bdee-6a0d2889da26,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:21.924330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:21.930854 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cd04f712-5cca-41e6-9bbb-f7dc210d7ba4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/7d0f7506-812e-4e5f-bdee-6a0d2889da26 HTTP/1.1" status: 204 len: 168 time: 2.5268509 Mar 16 10:59:21.936389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42450) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:21.975677 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.ipam_backend_mixin [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb (CIDR: 172.20.0.16/28) Mar 16 10:59:21.978523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695002948', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:21.980823 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:21.981460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:22.000607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:22.003958 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-73d3f1bd-7608-48b3-87a7-176a7cb218b7 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5587008 Mar 16 10:59:22.008034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42454) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.009837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:22.012638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:22.017707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:22.019842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 42aecc0a-1d07-4e44-a05d-3728c9e9d64c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 10:59:22.022256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'subnet': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:22.036596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:22.042059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:22.042649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.071988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:22.085002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=31222ce7-35d2-46ce-8770-049d74d34ee7,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.101134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.102121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.135340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebbf061d-a3f1-4e6d-9755-62c8a63dd641 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:22.135573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebbf061d-a3f1-4e6d-9755-62c8a63dd641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.154890 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a0cee092-c52b-4228-a837-307a857e4205 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9316068 Mar 16 10:59:22.158084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42458) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:22.166459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:22.188497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.226457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:22.286971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Usage tracker for resource:subnet and tenant:e8174fcef79e4659b18365bff35bc0e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:22.297143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:22.305872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:22.320032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:22.325953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:22.330907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:22.336868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:22.342111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 10:59:22.343809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:22.355404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:22.359638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.432869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Made reservation on behalf of e8174fcef79e4659b18365bff35bc0e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:22.436220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.463465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.482139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aecc0a-1d07-4e44-a05d-3728c9e9d64c {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 10:59:22.503348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:22.509778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.535913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.628233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:22.636429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '31222ce7-35d2-46ce-8770-049d74d34ee7'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '8781dc5d-8296-48e9-8eac-0ddd65a35065'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:22.694666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:22.827092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:22.990760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['42aecc0a-1d07-4e44-a05d-3728c9e9d64c'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 10:59:23.038197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 10:59:23.038197 dv-neutron-828143-9-hyperv neutron-server[87843]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 16 10:59:23.038197 dv-neutron-828143-9-hyperv neutron-server[87843]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe1c:4409', 'status': 'ALLOCATED', 'ipam_subnet_id': 'bd761e63-284b-4a0a-a895-7a8f068243b1'}] Mar 16 10:59:23.038197 dv-neutron-828143-9-hyperv neutron-server[87843]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:23.038702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:23.092649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.209323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.244895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.284976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.382639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Network 784dccc8-bca8-4be4-afad-4a4c90951ded is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:23.388343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:23.391415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:23.392265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.398538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c6e884-3b72-4788-be38-6a34cecee8c6 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:23.465753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:23.474771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Subnet': ['ID=e3a30cf8-dff8-4e49-81f7-21f94e8633b1,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:23.490753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ea339-07e2-4255-a32a-a3b268a6974c req-2833d15b-4187-4a01-9c0c-aefdb987fd5d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:23.497847 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-180ea339-07e2-4255-a32a-a3b268a6974c req-2833d15b-4187-4a01-9c0c-aefdb987fd5d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 944 time: 0.5810571 Mar 16 10:59:23.504309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.511880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.513174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.524199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bfa2b341-1293-4c6d-b3ed-2db12e6762b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5131445 Mar 16 10:59:23.529396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42464) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.542127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-961847640', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3a30cf8-dff8-4e49-81f7-21f94e8633b1'}], 'security_groups': ['a9f974bd-9f72-49ee-a8ac-5108f5d23fbd', 'ec76f779-444c-4100-8966-d2091e54a1f0']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:23.621401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-180ea339-07e2-4255-a32a-a3b268a6974c req-cb2bb86d-9615-4a30-aab8-3d001b9eb14f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226325 Mar 16 10:59:23.632382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.26.0.96 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/85f88a98-7857-45f9-a200-f06131e0139a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:23.632951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:23.643122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.643326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:23.649252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:23.649853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.684356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=13']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:23.689677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=21bb8982-2ef4-488e-bb42-c6b3f87e07c8,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:23.704248 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1b0b3c55-d3a1-47a2-8776-2c3b6a1be342 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5450041 Mar 16 10:59:23.704933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42468) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:23.712419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:c6:b3:24', 'name': 'tempest-NetworksTestDHCPv6-1373440230'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:23.819714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:23.859365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:23.863352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:23.867478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:23.874634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:23.887685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:23.973290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.022265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.049077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 12465c5f-ba06-42f0-a9d4-ef12a380e871 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:24.058175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Update dhcp port {'port': {'network_id': '784dccc8-bca8-4be4-afad-4a4c90951ded', 'fixed_ips': [{'subnet_id': 'eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb', 'ip_address': '172.20.0.18'}, {'subnet_id': '50fdb114-3691-479f-8c93-1fc9f045ff47', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3a30cf8-dff8-4e49-81f7-21f94e8633b1'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 10:59:24.113286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Allocated IP 172.20.0.2 (afd54f52-9bee-4769-8938-30d579685ddc/31222ce7-35d2-46ce-8770-049d74d34ee7/8781dc5d-8296-48e9-8eac-0ddd65a35065) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:24.125199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.137240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.230929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:24.241873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:24.244246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:24.301141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=85f88a98-7857-45f9-a200-f06131e0139a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.377847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:24.403124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.419549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Transition to ACTIVE for port object 8781dc5d-8296-48e9-8eac-0ddd65a35065 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:24.425720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.456211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Delete allocated IP 172.20.0.9 (784dccc8-bca8-4be4-afad-4a4c90951ded/50fdb114-3691-479f-8c93-1fc9f045ff47) {{(pid=87841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 10:59:24.573933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c271cb-097a-4645-886a-de0af0b3de4a None None] Pushing event updated for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=14']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:24.589807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 172.20.0.11 (afd54f52-9bee-4769-8938-30d579685ddc/31222ce7-35d2-46ce-8770-049d74d34ee7/12465c5f-ba06-42f0-a9d4-ef12a380e871) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:24.595708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fec6:b324 (afd54f52-9bee-4769-8938-30d579685ddc/21bb8982-2ef4-488e-bb42-c6b3f87e07c8/12465c5f-ba06-42f0-a9d4-ef12a380e871) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:24.604037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Allocated IP 172.20.0.34 (784dccc8-bca8-4be4-afad-4a4c90951ded/e3a30cf8-dff8-4e49-81f7-21f94e8633b1/3e2539f8-5442-4285-a6b7-1c8426b365b1) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:24.816751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.834507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 12465c5f-ba06-42f0-a9d4-ef12a380e871 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:24.860515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:24.932533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:24.935768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:24.944815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:24.986340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=12465c5f-ba06-42f0-a9d4-ef12a380e871,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:25.020749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.021669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.051264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:25.053940 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-577fa57f-c81c-4051-a84e-c0bec573fb39 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3471069 Mar 16 10:59:25.056053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42476) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.093622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.158325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff223da-f681-457e-83f1-19b6aeb4ab6a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.165557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff223da-f681-457e-83f1-19b6aeb4ab6a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.166463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aff223da-f681-457e-83f1-19b6aeb4ab6a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:25.183863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aff223da-f681-457e-83f1-19b6aeb4ab6a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:25.185111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aff223da-f681-457e-83f1-19b6aeb4ab6a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1281004 Mar 16 10:59:25.187827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42480) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.219611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29457881-883d-46e8-915a-d072287dc112 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:25.264635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 12465c5f-ba06-42f0-a9d4-ef12a380e871 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:25.265090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.322995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919305c8-e889-4b4f-8490-68ff8b193ba3 req-bcfe1261-3a8c-4285-9829-68c0c35b5f20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.324460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-919305c8-e889-4b4f-8490-68ff8b193ba3 req-bcfe1261-3a8c-4285-9829-68c0c35b5f20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 944 time: 0.5354061 Mar 16 10:59:25.333821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cf1ce752-2f18-47b7-b6ca-ecd1b0cc0438 None None] Provisioning for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:25.350784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cf1ce752-2f18-47b7-b6ca-ecd1b0cc0438 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:25.351158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce752-2f18-47b7-b6ca-ecd1b0cc0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.446508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.494306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-919305c8-e889-4b4f-8490-68ff8b193ba3 req-7d3c2ded-102b-4f8c-8435-319dc51aa1ec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481278 Mar 16 10:59:25.497808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Transition to ACTIVE for port object 3e2539f8-5442-4285-a6b7-1c8426b365b1 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:25.511373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.559321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.634257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-a4760dcc-9f44-479a-b383-bf3d84def443 {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:25.634845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:25.754342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.759355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event updated for resources: {'Port': ['ID=3e2539f8-5442-4285-a6b7-1c8426b365b1,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:25.807725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 12465c5f-ba06-42f0-a9d4-ef12a380e871 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:25.843188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] In _notify_port_updated(), no bound segment for port 3e2539f8-5442-4285-a6b7-1c8426b365b1 on network 784dccc8-bca8-4be4-afad-4a4c90951ded {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 10:59:25.849162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:25.849951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:25.851361 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b526ebf4-5558-4d74-bf6e-a08a11d01f35 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "PUT /v2.0/ports/3e2539f8-5442-4285-a6b7-1c8426b365b1 HTTP/1.1" status: 200 len: 959 time: 2.3192618 Mar 16 10:59:25.854322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42484) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:25.980921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 42aecc0a-1d07-4e44-a05d-3728c9e9d64c up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:26.006762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port 3e2539f8-5442-4285-a6b7-1c8426b365b1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:26.007034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.034254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.066000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:26.072105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:26.073053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.098925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=12465c5f-ba06-42f0-a9d4-ef12a380e871,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.187250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 21bab885-014b-4654-9d05-4a99f4850237 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:26.228357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.275302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.294394 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4071ffd-5f86-42f1-b634-d3d53a3252e4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/12465c5f-ba06-42f0-a9d4-ef12a380e871 HTTP/1.1" status: 204 len: 168 time: 1.1052823 Mar 16 10:59:26.295103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42488) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.301494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64869e64-49d7-457a-b4ad-cd749b3262f6 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:26.362369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-770a1e23-931d-4c42-b634-f6347e7dc380 None None] Could not find standard attr ID for object 12465c5f-ba06-42f0-a9d4-ef12a380e871. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:26.373259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:26.374743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:26.376326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:26.377218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:26.394449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:26.399289 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-12ce1ca8-2700-45a5-9782-2621ee701687 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1032398 Mar 16 10:59:26.399892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42492) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.486734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 21bb8982-2ef4-488e-bb42-c6b3f87e07c8 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:26.494705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.537700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.563357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.604638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.648143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:26.662845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.760622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Allocated IP 172.20.0.35 (784dccc8-bca8-4be4-afad-4a4c90951ded/e3a30cf8-dff8-4e49-81f7-21f94e8633b1/3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:26.771210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.781692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for 3e2539f8-5442-4285-a6b7-1c8426b365b1 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:26.800040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-770a1e23-931d-4c42-b634-f6347e7dc380 None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:26.800412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-770a1e23-931d-4c42-b634-f6347e7dc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.821053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=21bb8982-2ef4-488e-bb42-c6b3f87e07c8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:26.826606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.828856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:26.836968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:26.854113 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-89c4e3f0-da90-4bcf-814e-c72d533d48f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/21bb8982-2ef4-488e-bb42-c6b3f87e07c8 HTTP/1.1" status: 204 len: 168 time: 0.4508719 Mar 16 10:59:26.854497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42502) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.862661 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'code': 200} Mar 16 10:59:26.870484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.874820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] Sync routers for ids ['21bab885-014b-4654-9d05-4a99f4850237'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:26.881115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.884894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0a2bc995-8629-4faf-911d-6b037429ea0f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9134209 Mar 16 10:59:26.886018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42506) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:26.948712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 31222ce7-35d2-46ce-8770-049d74d34ee7 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:26.952514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.978410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71156102-28e3-4f95-bbd1-bd5d52b85068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:26.986591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] Routers {'21bab885-014b-4654-9d05-4a99f4850237'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:26.987631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21bab885-014b-4654-9d05-4a99f4850237'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.014104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.096128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.116957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b335-4b2d-4e8e-b261-c3ee6b02a112 req-d7a8f4a6-7504-4f8c-bf92-b447f5b82420 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:27.118563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a402b335-4b2d-4e8e-b261-c3ee6b02a112 req-d7a8f4a6-7504-4f8c-bf92-b447f5b82420 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 944 time: 0.4455676 Mar 16 10:59:27.122421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.177578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-963f327c-57ca-4286-9074-69b181f42c4a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers/21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 200 len: 880 time: 0.2894993 Mar 16 10:59:27.182242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42510) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.196002 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] Routers {'21bab885-014b-4654-9d05-4a99f4850237'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:27.197024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:58:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21bab885-014b-4654-9d05-4a99f4850237'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.257624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805aad4-79bb-48f7-93ce-06457c73aee3 req-7c837e22-9259-4aff-8858-e3f7f88a754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:27.259139 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2805aad4-79bb-48f7-93ce-06457c73aee3 req-7c837e22-9259-4aff-8858-e3f7f88a754b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1098 time: 0.1069853 Mar 16 10:59:27.261173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.273748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.279223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a402b335-4b2d-4e8e-b261-c3ee6b02a112 req-9339af67-2b36-4414-9ca3-bd798b417c5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471250 Mar 16 10:59:27.287006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:27.287375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6c2c5-5541-4e42-817b-f6ffbc6db799 None None] The sync data for ids ['21bab885-014b-4654-9d05-4a99f4850237'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:27.293180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.316084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=31222ce7-35d2-46ce-8770-049d74d34ee7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.326821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.341417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=3e2539f8-5442-4285-a6b7-1c8426b365b1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.357937 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-286d4eba-0512-43e1-9e67-a44e752033b3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/31222ce7-35d2-46ce-8770-049d74d34ee7 HTTP/1.1" status: 204 len: 168 time: 0.5000572 Mar 16 10:59:27.358435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42514) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.376314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:27.418364 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2805aad4-79bb-48f7-93ce-06457c73aee3 req-cdde9887-1643-4e94-b922-d54aab6fb2c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260622 Mar 16 10:59:27.427013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.435789 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ee30cdb2-8ba9-44d0-ad1a-29d6f36fe38f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737979 Mar 16 10:59:27.436061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42518) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.443561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:27.448099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Transition to ACTIVE for port object 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:27.453258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.556198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.627439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6addd82-d279-441a-9455-5a474c5840a6 None None] Pushing event updated for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.636946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1baf4669-eb01-4533-89da-847c86c266b2 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/3e2539f8-5442-4285-a6b7-1c8426b365b1 HTTP/1.1" status: 204 len: 168 time: 1.7816036 Mar 16 10:59:27.639680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42522) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.643670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:27.650219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:27.653539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:27.662332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:27.685223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:27.687722 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a563de5e-96f6-41a1-80d9-920040b37d49 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] GET failed (client error): The resource could not be found. Mar 16 10:59:27.688660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.689241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a563de5e-96f6-41a1-80d9-920040b37d49 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports/3e2539f8-5442-4285-a6b7-1c8426b365b1 HTTP/1.1" status: 404 len: 333 time: 0.0485005 Mar 16 10:59:27.691970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42526) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.763228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.789796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a1065f5c-48b1-4e21-bb74-8dec06065245 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:router {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:27.796379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.829068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a1065f5c-48b1-4e21-bb74-8dec06065245 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:router {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:27.830524 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a1065f5c-48b1-4e21-bb74-8dec06065245 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6460588 Mar 16 10:59:27.834783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42530) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:27.854318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1695002948'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:27.876136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.893432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238ce1f-f325-44a8-bfd6-554947a0a8d1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:27.905018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:27.906369 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3a539e84-40e1-4b5d-93cb-e124cefe07a4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/security-groups/8238ce1f-f325-44a8-bfd6-554947a0a8d1 HTTP/1.1" status: 204 len: 168 time: 0.2134418 Mar 16 10:59:27.909456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42534) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.044599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540d802-fed7-40c4-b395-2388fd7cb58c None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:28.243702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4ea2e9fa-8c16-462e-9c8a-ed9c5082f79b None None] Provisioning complete for port 8781dc5d-8296-48e9-8eac-0ddd65a35065 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:28.244074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e9fa-8c16-462e-9c8a-ed9c5082f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.285703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.312000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.384922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.410154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67030d-d445-4848-8f74-a93518017879 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:28.418666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Deleting port 8781dc5d-8296-48e9-8eac-0ddd65a35065 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:28.419156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.514451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:28.529361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:28.548909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:28.549505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.560433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=1d282993-5d8c-4e86-95ba-46d62d4dae11,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.669499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.671853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.675953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/security-groups/ec76f779-444c-4100-8966-d2091e54a1f0 HTTP/1.1" status: 204 len: 168 time: 0.7623978 Mar 16 10:59:28.677715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42542) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.688971 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ae3845b5-7ff9-4bd4-9a49-edd0fab3e647 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2518485 Mar 16 10:59:28.697484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42546) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:28.707179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813cbc4-add5-4478-ad87-715b7405d746 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76f779-444c-4100-8966-d2091e54a1f0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:28.730977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:28.742156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Provisioning for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:28.754037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:28.754508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.826944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e07737-ee5f-4f01-af26-996fcadd366b req-f49aecf9-a170-44ad-bfdf-a4d7d981fea0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:28.829175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-23e07737-ee5f-4f01-af26-996fcadd366b req-f49aecf9-a170-44ad-bfdf-a4d7d981fea0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.3878324 Mar 16 10:59:28.833858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9e67030d-d445-4848-8f74-a93518017879 None None] For port 8781dc5d-8296-48e9-8eac-0ddd65a35065, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8781dc5d-8296-48e9-8eac-0ddd65a35065,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:28.835447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.953059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:28.988871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.016908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.025166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.034386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Calling delete_port for 8781dc5d-8296-48e9-8eac-0ddd65a35065 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:29.044993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:29.054930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:29.072017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:29.087721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:29.094370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:29.113244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:29.118950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.157948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-23e07737-ee5f-4f01-af26-996fcadd366b req-ab48ca85-4791-40e0-9d9f-4aae44845f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222122 Mar 16 10:59:29.160999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.201776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-835aee67-ca20-443f-a91e-966d0f47216f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.272777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.274523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 21bab885-014b-4654-9d05-4a99f4850237 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:29.331934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67030d-d445-4848-8f74-a93518017879 None None] Pushing event deleted for resources: {'Port': ['ID=8781dc5d-8296-48e9-8eac-0ddd65a35065,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.334452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67030d-d445-4848-8f74-a93518017879 None None] No DVR routers for this DVR port 8781dc5d-8296-48e9-8eac-0ddd65a35065 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:29.335732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:29.336139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.365254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:29.366251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.366392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f974bd-9f72-49ee-a8ac-5108f5d23fbd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.376298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.376298 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ed703ee2-c1fd-4ea9-8d1c-4c6b48938b22 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/security-groups/a9f974bd-9f72-49ee-a8ac-5108f5d23fbd HTTP/1.1" status: 204 len: 168 time: 0.6949415 Mar 16 10:59:29.380547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42550) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.406470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2db00-c9c5-48f9-a507-aa3ce4caa617 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:29.517823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:29.523300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet 50fdb114-3691-479f-8c93-1fc9f045ff47 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:29.526721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.536814 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] Sync routers for ids ['21bab885-014b-4654-9d05-4a99f4850237'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:29.548735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:29.557041 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] Routers {'21bab885-014b-4654-9d05-4a99f4850237'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:29.561119 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21bab885-014b-4654-9d05-4a99f4850237'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.561420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-63baee4a-3730-4926-a6c3-4358ec77347e None None] Could not find standard attr ID for object 3e2539f8-5442-4285-a6b7-1c8426b365b1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:29.564973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.568580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-85b4e623-993f-4031-9500-da7ef96b92f5 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 200 len: 887 time: 1.7305436 Mar 16 10:59:29.569589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42554) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.595750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.679664 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.690487 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] Routers {'21bab885-014b-4654-9d05-4a99f4850237'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:29.691249 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['21bab885-014b-4654-9d05-4a99f4850237'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.697397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.706892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6fb9fcb0-ad43-46f0-b5e1-8fcf55ca4c7e None None] Could not find standard attr ID for object 3e2539f8-5442-4285-a6b7-1c8426b365b1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:29.767250 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:29.767895 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979a0dc-ff20-44dd-a86e-a060af047eb4 None None] The sync data for ids ['21bab885-014b-4654-9d05-4a99f4850237'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:29.777041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '1d282993-5d8c-4e86-95ba-46d62d4dae11'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:29.778927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.797049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:29.829910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.850645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8781dc5d-8296-48e9-8eac-0ddd65a35065 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:29.851156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8781dc5d-8296-48e9-8eac-0ddd65a35065 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:29.877327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.878501 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-daa6e960-f6b0-4e50-8bc8-6e259b79b3b6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers/21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 200 len: 887 time: 0.3078136 Mar 16 10:59:29.884819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42558) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.886187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=50fdb114-3691-479f-8c93-1fc9f045ff47,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:29.896483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cff74921-9c41-47f5-84f4-da998eeaac71 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/50fdb114-3691-479f-8c93-1fc9f045ff47 HTTP/1.1" status: 204 len: 168 time: 0.5089881 Mar 16 10:59:29.897647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:29.899174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9ec77-a56a-4159-a38c-837ad3623385 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:29.939013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-151f69b0-3790-4bbc-a6a7-cc581ca081c3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:29.964840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet e3a30cf8-dff8-4e49-81f7-21f94e8633b1 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:29.967964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:29.994675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-151f69b0-3790-4bbc-a6a7-cc581ca081c3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:29.998165 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-151f69b0-3790-4bbc-a6a7-cc581ca081c3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 200 len: 205 time: 0.1095114 Mar 16 10:59:29.998259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42566) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:30.000710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:30.001845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.061835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:30.065296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:30.069287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:30.069861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.094646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=e2655709-ceaf-4d87-9292-6274a61a2084,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.109920 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9d9851a2-136b-4c66-92a7-689c70e3ed2a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4031818 Mar 16 10:59:30.110131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42570) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:30.116199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:3f:75:3b', 'name': 'tempest-NetworksTestDHCPv6-1410142323'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:30.240140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.257774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Allocated IP 172.20.0.2 (afd54f52-9bee-4769-8938-30d579685ddc/1d282993-5d8c-4e86-95ba-46d62d4dae11/a9656fec-d7fd-4326-8260-eec35883762c) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:30.265739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Allocated IP 2001:db8::f816:3eff:fe78:68f3 (afd54f52-9bee-4769-8938-30d579685ddc/e2655709-ceaf-4d87-9292-6274a61a2084/a9656fec-d7fd-4326-8260-eec35883762c) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:30.289012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:30.294445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:30.297350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:30.303365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:30.318765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:30.444336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.470240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.479097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.485036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.524064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port bfa79be8-92d0-4425-83fd-77b86fcaeaac yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:30.589697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.602154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Transition to ACTIVE for port object a9656fec-d7fd-4326-8260-eec35883762c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:30.628905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Transition to ACTIVE for port object a9656fec-d7fd-4326-8260-eec35883762c will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:30.636063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.653598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.680944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.713688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 85f88a98-7857-45f9-a200-f06131e0139a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:30.714424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.715757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:30.724282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:30.732677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:30.782040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Pushing event updated for resources: {'Port': ['ID=a9656fec-d7fd-4326-8260-eec35883762c,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:30.787174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3c49f-2831-4619-9509-402660ac6bc1 req-f40d0afe-13ca-4331-9693-b3712adced43 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:30.788682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bae3c49f-2831-4619-9509-402660ac6bc1 req-f40d0afe-13ca-4331-9693-b3712adced43 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.4453688 Mar 16 10:59:30.813888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 172.20.0.12 (afd54f52-9bee-4769-8938-30d579685ddc/1d282993-5d8c-4e86-95ba-46d62d4dae11/bfa79be8-92d0-4425-83fd-77b86fcaeaac) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:30.822554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fe3f:753b (afd54f52-9bee-4769-8938-30d579685ddc/e2655709-ceaf-4d87-9292-6274a61a2084/bfa79be8-92d0-4425-83fd-77b86fcaeaac) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:30.894230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Attempting to bind port a9656fec-d7fd-4326-8260-eec35883762c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:30.895191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Attempting to bind port a9656fec-d7fd-4326-8260-eec35883762c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:30.896477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Attempting to bind port a9656fec-d7fd-4326-8260-eec35883762c on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:30.903609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:30.903990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:30.904433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.904917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:30.905546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Bound port: a9656fec-d7fd-4326-8260-eec35883762c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:30.905982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:30.955832 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bae3c49f-2831-4619-9509-402660ac6bc1 req-1a62b559-4732-4db6-8370-df561a6b1fae tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593978 Mar 16 10:59:30.961811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.029590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a30cf8-dff8-4e49-81f7-21f94e8633b1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.044712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.056997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.061501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] For port a9656fec-d7fd-4326-8260-eec35883762c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:31.070179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] For port a9656fec-d7fd-4326-8260-eec35883762c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a9656fec-d7fd-4326-8260-eec35883762c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:31.081023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.133927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.156749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object bfa79be8-92d0-4425-83fd-77b86fcaeaac will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:31.175673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408d95-d663-457d-ae3e-6b8b708b3f87 None None] Pushing event updated for resources: {'Port': ['ID=a9656fec-d7fd-4326-8260-eec35883762c,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.188410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.214894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9832c-cf83-42c9-b033-d9df7474a821 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:31.215087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eda2160b-56ae-4abf-bb9b-5efe9ac18c03 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/e3a30cf8-dff8-4e49-81f7-21f94e8633b1 HTTP/1.1" status: 204 len: 168 time: 1.3144486 Mar 16 10:59:31.220006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 85f88a98-7857-45f9-a200-f06131e0139a owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:31.238429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42580) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.296515 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b25f2e7-4a1c-4ba6-b4bb-6aec87202494 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:31.296988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b25f2e7-4a1c-4ba6-b4bb-6aec87202494 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:31.303889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:31.315437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:31.323543 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b25f2e7-4a1c-4ba6-b4bb-6aec87202494 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/50fdb114-3691-479f-8c93-1fc9f045ff47 HTTP/1.1" status: 404 len: 337 time: 0.0795171 Mar 16 10:59:31.323543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:31.323965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42584) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.335590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-977d8c7d-1a47-41bc-ad64-a3e3309d0acf None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:31.336215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-977d8c7d-1a47-41bc-ad64-a3e3309d0acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.353586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=bfa79be8-92d0-4425-83fd-77b86fcaeaac,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.392939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f42f96-19a2-4fa5-84a7-1c7cdc457619 req-7d0f60ce-7332-4815-85ec-11dd3fb2d196 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.394451 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e2f42f96-19a2-4fa5-84a7-1c7cdc457619 req-7d0f60ce-7332-4815-85ec-11dd3fb2d196 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.2136674 Mar 16 10:59:31.405924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.406604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.431988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42588) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.432960 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0e9cc898-4493-4938-a8ea-9a42f6ccb843 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3213577 Mar 16 10:59:31.485900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting subnet eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:31.505558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.558978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e2f42f96-19a2-4fa5-84a7-1c7cdc457619 req-821611ac-b7b0-48f5-8766-9d3baf602670 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508212 Mar 16 10:59:31.586430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42592) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.637898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-977d8c7d-1a47-41bc-ad64-a3e3309d0acf None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:31.638265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-977d8c7d-1a47-41bc-ad64-a3e3309d0acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.708784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa35920-7b27-4e61-b797-921ddaef0682 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.710446 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-faa35920-7b27-4e61-b797-921ddaef0682 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1093 time: 0.1228220 Mar 16 10:59:31.717381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42596) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:31.723146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:31.726185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-977d8c7d-1a47-41bc-ad64-a3e3309d0acf None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:31.731968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:31.736025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:31.740997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:31.747922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:31.766316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.815885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.829490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.858574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:31.931912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=85f88a98-7857-45f9-a200-f06131e0139a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:31.983129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf78a2-50ec-4731-82ef-4ef912039b9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.988946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf78a2-50ec-4731-82ef-4ef912039b9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:31.991155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-79cf78a2-50ec-4731-82ef-4ef912039b9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5560153 Mar 16 10:59:31.997734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42600) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.068818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.089041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port bfa79be8-92d0-4425-83fd-77b86fcaeaac {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:32.089379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.100623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.208641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.296627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.300767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.337897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.338936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router 21bab885-014b-4654-9d05-4a99f4850237 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:32.345455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.395432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.409411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb HTTP/1.1" status: 204 len: 168 time: 1.0843096 Mar 16 10:59:32.410499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575a8ab-f9c4-481a-a793-70e55f6bfa5f tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Subnet': ['ID=eaba8568-5a30-4c0f-bd5b-e59f2d83c3cb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:32.413699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42604) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.460905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.461204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824809e6-c75d-4efe-b4b4-ace3f6833d39 None None] Network 784dccc8-bca8-4be4-afad-4a4c90951ded requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:32.467814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42608) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.469055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a69bfeb6-47c3-45cb-b841-94f36c266ffd tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 204 len: 168 time: 2.4700003 Mar 16 10:59:32.475176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1535103225'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:32.482115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-505d40b2-7c8e-4b86-a07d-47dd11438fbf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.482995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505d40b2-7c8e-4b86-a07d-47dd11438fbf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.492555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:32.496129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.500358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-505d40b2-7c8e-4b86-a07d-47dd11438fbf tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/556924ff-04f6-4e36-a72c-225aae8ea2aa HTTP/1.1" status: 404 len: 337 time: 0.0845809 Mar 16 10:59:32.501658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42612) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.510880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:32.515526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:32.526297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:32.558417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4603cddd-7e71-4352-917e-93c81a630be6 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Synchronizing usage tracker for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:32.585964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4603cddd-7e71-4352-917e-93c81a630be6 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Unset dirty status for tenant:e8174fcef79e4659b18365bff35bc0e3 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:32.593259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4603cddd-7e71-4352-917e-93c81a630be6 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ef3a867-8251-4201-8a4e-c21275b510bf HTTP/1.1" status: 200 len: 205 time: 0.0903468 Mar 16 10:59:32.594073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.600289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fad110f5-6f1e-42f6-8bbf-cb574468448d None None] Provisioning complete for port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:32.600658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fad110f5-6f1e-42f6-8bbf-cb574468448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.663284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for bfa79be8-92d0-4425-83fd-77b86fcaeaac owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:32.672850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94920de2-65ab-4f0f-8e1e-48570acb690e None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:32.679080 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b40b0b69-4683-43d9-879a-4dfb70c46896 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] delete failed (client error): The resource could not be found. Mar 16 10:59:32.682829 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b40b0b69-4683-43d9-879a-4dfb70c46896 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/routers/0ef3a867-8251-4201-8a4e-c21275b510bf HTTP/1.1" status: 404 len: 336 time: 0.0849135 Mar 16 10:59:32.683035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42620) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.696476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.59 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/62cff2b5-52cd-4043-b63d-cab839a41abf) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:32.717763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:32.721234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.722109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d2fedb-1a2d-474b-8779-4a6d91cf25b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.722558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d2fedb-1a2d-474b-8779-4a6d91cf25b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.725276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d2d2fedb-1a2d-474b-8779-4a6d91cf25b1 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/d0c724e5-70c4-4fe9-8d0c-315551e7c9da HTTP/1.1" status: 404 len: 337 time: 0.0413702 Mar 16 10:59:32.727782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42624) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.764770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a106514b-683f-40f5-87f6-2ceb7c042bad tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.765540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a106514b-683f-40f5-87f6-2ceb7c042bad tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.769580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a106514b-683f-40f5-87f6-2ceb7c042bad tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/842fbeac-71cb-4031-b6ff-45410b6a2f76 HTTP/1.1" status: 404 len: 337 time: 0.0383413 Mar 16 10:59:32.769817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.802198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:32.820244 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff618b77-1e7a-48f9-b8ea-45296d6e83d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.821194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff618b77-1e7a-48f9-b8ea-45296d6e83d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.825958 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ff618b77-1e7a-48f9-b8ea-45296d6e83d4 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/1f15996b-7268-403c-a00e-7651cedc0481 HTTP/1.1" status: 404 len: 337 time: 0.0509155 Mar 16 10:59:32.825958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.867934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28e5c9f-543f-4dd6-81cc-110875e1793c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.868404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28e5c9f-543f-4dd6-81cc-110875e1793c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.872389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b28e5c9f-543f-4dd6-81cc-110875e1793c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/af438f5d-a927-467e-ac56-3c6507a86c64 HTTP/1.1" status: 404 len: 333 time: 0.0432870 Mar 16 10:59:32.873177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.886121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.886473 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment a64cf5d4-f271-4220-b905-e78436d9bc9e of type vlan for network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 Mar 16 10:59:32.915410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb327ed-6100-4078-80d2-d7d871e6f8f9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.915709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb327ed-6100-4078-80d2-d7d871e6f8f9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.919920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fdb327ed-6100-4078-80d2-d7d871e6f8f9 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/a031ea0e-b823-4173-8bf4-8e140c5c2572 HTTP/1.1" status: 404 len: 337 time: 0.0438964 Mar 16 10:59:32.920071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42640) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.963571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-420fe97b-5a44-4ea8-b6f7-28ed87eca86a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:32.964080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420fe97b-5a44-4ea8-b6f7-28ed87eca86a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:32.968174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-420fe97b-5a44-4ea8-b6f7-28ed87eca86a tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/ca947904-c9ac-4780-a391-be4587fe1577 HTTP/1.1" status: 404 len: 337 time: 0.0448172 Mar 16 10:59:32.968403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42644) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:32.971712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fad110f5-6f1e-42f6-8bbf-cb574468448d None None] Provisioning complete for port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:32.972470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fad110f5-6f1e-42f6-8bbf-cb574468448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:32.993196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.008687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.018535 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-add88f08-aacc-4a2d-b559-637dc37a9f61 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:33.019562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add88f08-aacc-4a2d-b559-637dc37a9f61 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:33.024246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-add88f08-aacc-4a2d-b559-637dc37a9f61 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/e31d4812-ac80-495b-ad27-94884963bc6c HTTP/1.1" status: 404 len: 333 time: 0.0521743 Mar 16 10:59:33.025252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42648) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.070422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] DHCP port deletion for 784dccc8-bca8-4be4-afad-4a4c90951ded request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:33.074922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-03caf362-023f-46fc-a173-d1efff7d9e24 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:33.075773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03caf362-023f-46fc-a173-d1efff7d9e24 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:33.077668 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03caf362-023f-46fc-a173-d1efff7d9e24 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/d9337461-5069-49a5-813b-5b2ad60eb308 HTTP/1.1" status: 404 len: 337 time: 0.0518322 Mar 16 10:59:33.080172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42652) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.082639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Deleting port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:33.083110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.107350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.112745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:33.113103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fad110f5-6f1e-42f6-8bbf-cb574468448d None None] Port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:33.113380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.139258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76381b6-ae55-4f83-bf20-c17173749082 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] DELETE failed (client error): The resource could not be found. Mar 16 10:59:33.139903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76381b6-ae55-4f83-bf20-c17173749082 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:33.141628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a76381b6-ae55-4f83-bf20-c17173749082 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/subnets/e72ea04e-7f88-4206-9291-3175af516c7b HTTP/1.1" status: 404 len: 337 time: 0.0601587 Mar 16 10:59:33.144142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42656) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.171005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.226892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Deleting port f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:33.229046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.229976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.255437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a9656fec-d7fd-4326-8260-eec35883762c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:33.294265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=bfa79be8-92d0-4425-83fd-77b86fcaeaac,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:33.296659 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8272669 Mar 16 10:59:33.321517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42660) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.338470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:33.363847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-864ab052-f26a-4b55-a006-4981b466860e None None] Provisioning for port a9656fec-d7fd-4326-8260-eec35883762c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:33.384758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da00ef-2b43-40d1-bb80-59675af488ca tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:33.418897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:33.427311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:33.443604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:33.445735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:33.513974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] For port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,segment=NetworkSegment(7c8a8770-a962-4827-a2ff-1f5590cfe0fa),segment_id=7c8a8770-a962-4827-a2ff-1f5590cfe0fa)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:33.519421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.525828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=62cff2b5-52cd-4043-b63d-cab839a41abf,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:33.664771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:33.678307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:33.684266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:33.703320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a9656fec-d7fd-4326-8260-eec35883762c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:33.726272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Calling delete_port for 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:33.728036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.730188 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c05e4f04-5bf6-42e5-a1fc-cf3ef6756620 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/bfa79be8-92d0-4425-83fd-77b86fcaeaac HTTP/1.1" status: 204 len: 168 time: 1.7308984 Mar 16 10:59:33.733987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42664) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.750129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:33.773892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.777136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a9656fec-d7fd-4326-8260-eec35883762c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:33.777569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.792235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:33.796900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.847655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.871203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:33.873554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:33.875221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:33.876213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:33.923958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.971321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:33.971578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] No DVR routers for this DVR port 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:33.975653 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47f6230b-a716-49a0-a25b-5f3320ae82d8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2374504 Mar 16 10:59:33.975920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42668) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:33.991711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ddb3-702c-43c7-8ba4-6164ffec9d91 None None] Pushing event deleted for resources: {'Port': ['ID=3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.005846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Calling delete_port for f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:34.014490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.058934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a9656fec-d7fd-4326-8260-eec35883762c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a9656fec-d7fd-4326-8260-eec35883762c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:34.066597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.149483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 1d282993-5d8c-4e86-95ba-46d62d4dae11 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:34.161407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.165743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a9656fec-d7fd-4326-8260-eec35883762c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.175783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.227791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.265511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.280798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Port': ['ID=f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.305359 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ba99d1eb-117d-495a-a2b2-a1ffaa9243b0 tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/ports/f2d91273-1f5b-4fb0-a7ba-60b8a4aa6d0e HTTP/1.1" status: 204 len: 168 time: 1.1600554 Mar 16 10:59:34.308394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42672) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:34.319349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7934fe7-7526-439b-a9b3-5fe5e118ceea None None] Could not find standard attr ID for object bfa79be8-92d0-4425-83fd-77b86fcaeaac. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:34.332009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7934fe7-7526-439b-a9b3-5fe5e118ceea None None] Provisioning complete for port a9656fec-d7fd-4326-8260-eec35883762c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:34.332631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7934fe7-7526-439b-a9b3-5fe5e118ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.369865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.442975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.475568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=38210886-0283-438f-a25a-822024cc7899,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.479904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': 'a64cf5d4-f271-4220-b905-e78436d9bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:34.481086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:34.508875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:34.513614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.521661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:34.526031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:34.526676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.534366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d9e0a4-f3ce-45cd-afe7-3254b9d71a82 None None] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:34.539437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.577424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cff1a1bb-40ae-486e-b26a-bb1d9f72b905 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2482769 Mar 16 10:59:34.578502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42676) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:34.611098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-162695767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:34.649370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:34.682092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.731249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-758983ed-aff1-4026-8b55-280bc0f5ba94 None None] Could not find standard attr ID for object 12465c5f-ba06-42f0-a9d4-ef12a380e871. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:34.735713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:34.756028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=1d282993-5d8c-4e86-95ba-46d62d4dae11,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:34.795630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6', 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '38210886-0283-438f-a25a-822024cc7899'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:34.796502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.823748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.832485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.834065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.838155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.849223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.920159 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d0387680-a681-48ef-a507-b2d20dca3e9b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1d282993-5d8c-4e86-95ba-46d62d4dae11 HTTP/1.1" status: 204 len: 168 time: 0.9431603 Mar 16 10:59:34.923020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42680) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:34.924980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784dccc8-bca8-4be4-afad-4a4c90951ded']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:34.934167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61024c-1d08-453e-8c6e-5c1553968ae6 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:34.946181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.960990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8a8770-a962-4827-a2ff-1f5590cfe0fa') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:34.961285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8a8770-a962-4827-a2ff-1f5590cfe0fa') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:34.980662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:34.982770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b4f41b5f-baa4-4c60-babc-69b63bd17c23 None None] Could not find standard attr ID for object bfa79be8-92d0-4425-83fd-77b86fcaeaac. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:34.998629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet e2655709-ceaf-4d87-9292-6274a61a2084 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:35.002033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.029297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.032480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.066753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.069100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Allocated IP 172.20.0.2 (b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6/38210886-0283-438f-a25a-822024cc7899/f621034e-7d13-4aa8-9e16-0c3849095f4f) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:35.085526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a9656fec-d7fd-4326-8260-eec35883762c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:35.111958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:35.112374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:35.127236 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:35.166516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.209999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.211090 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1b9340e-8fc0-4f15-a1fd-2ec8a01ec2c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6068799 Mar 16 10:59:35.219024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42684) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.252298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.299572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.314499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=e2655709-ceaf-4d87-9292-6274a61a2084,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.324042 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-789dd4fe-8c34-4c5a-9278-3a1037f1e248 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/e2655709-ceaf-4d87-9292-6274a61a2084 HTTP/1.1" status: 204 len: 168 time: 0.3996429 Mar 16 10:59:35.324715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42688) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.392092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9eb00286-4587-457f-af7f-ae61d0f3cb1b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658722 Mar 16 10:59:35.393341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a9656fec-d7fd-4326-8260-eec35883762c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:35.393720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.394739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42692) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.491530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.509834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1febd-aeae-4835-85c3-1804c43eb91c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:35.515947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-86d1febd-aeae-4835-85c3-1804c43eb91c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1173189 Mar 16 10:59:35.516724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42696) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.575029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.578409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.590471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3ff17-f5dd-4eb3-ab90-c0cee9f2fde8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:35.591232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6f3ff17-f5dd-4eb3-ab90-c0cee9f2fde8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:35.600986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] Pushing event deleted for resources: {'Network': ['ID=784dccc8-bca8-4be4-afad-4a4c90951ded,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:35.605877 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a76aae39-1a10-4fa3-a254-8e56fa55455c tempest-PortsTestJSON-1136492635 tempest-PortsTestJSON-1136492635-project] 10.222.0.50 "DELETE /v2.0/networks/784dccc8-bca8-4be4-afad-4a4c90951ded HTTP/1.1" status: 204 len: 168 time: 1.2947652 Mar 16 10:59:35.621976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6f3ff17-f5dd-4eb3-ab90-c0cee9f2fde8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:35.625519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c6f3ff17-f5dd-4eb3-ab90-c0cee9f2fde8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054072 Mar 16 10:59:35.626139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42702) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.634073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Transition to ACTIVE for port object f621034e-7d13-4aa8-9e16-0c3849095f4f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:35.646772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:35.664502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Deleting port a9656fec-d7fd-4326-8260-eec35883762c {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:35.665051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.719754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9fcc019c-fd4f-4dd0-a793-17db0ea73917 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902007 Mar 16 10:59:35.719973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Transition to ACTIVE for port object f621034e-7d13-4aa8-9e16-0c3849095f4f will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:35.727580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42706) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.730295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.734154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:35.756728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.775736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.832096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:35.891806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:35.892276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b200aee-2ef6-46e2-8a1f-f6fe9bf543d7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:35.902320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:35.918307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:35.934318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:35.938712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:35.941213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:35.943730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:35.944186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:35.958563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:35.961218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:35.981414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c56a3341-a5ba-43ef-ad09-dcee31fc17d2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2523766 Mar 16 10:59:35.984454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42712) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:35.994029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.007463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42716) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.012560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=62cff2b5-52cd-4043-b63d-cab839a41abf,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.047592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Pushing event updated for resources: {'Port': ['ID=f621034e-7d13-4aa8-9e16-0c3849095f4f,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.071556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.134918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Attempting to bind port f621034e-7d13-4aa8-9e16-0c3849095f4f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:36.135460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Attempting to bind port f621034e-7d13-4aa8-9e16-0c3849095f4f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a64cf5d4-f271-4220-b905-e78436d9bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:36.135910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Attempting to bind port f621034e-7d13-4aa8-9e16-0c3849095f4f on network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:36.139340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] For port a9656fec-d7fd-4326-8260-eec35883762c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a9656fec-d7fd-4326-8260-eec35883762c,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:36.139858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.159346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:36.159835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Checking segment: {'id': 'a64cf5d4-f271-4220-b905-e78436d9bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:36.160327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.160814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Bound using segment: {'id': 'a64cf5d4-f271-4220-b905-e78436d9bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:36.161997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Bound port: f621034e-7d13-4aa8-9e16-0c3849095f4f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64cf5d4-f271-4220-b905-e78436d9bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:36.162563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.176119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.243336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.252722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.263984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:36.268140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.269794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:36.270252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:36.295098 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-02303dc7-7cc7-4d54-9872-5077815c2292 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3055804 Mar 16 10:59:36.295306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Calling delete_port for a9656fec-d7fd-4326-8260-eec35883762c owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:36.295458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.300331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.412230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.422071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.433431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:36.437732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.439694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:36.439843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:36.441700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] For port f621034e-7d13-4aa8-9e16-0c3849095f4f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:36.446131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] For port f621034e-7d13-4aa8-9e16-0c3849095f4f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f621034e-7d13-4aa8-9e16-0c3849095f4f,segment=NetworkSegment(a64cf5d4-f271-4220-b905-e78436d9bc9e),segment_id=a64cf5d4-f271-4220-b905-e78436d9bc9e)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:36.454583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.464277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-719b897f-9084-4bec-a106-2d5b518d06cd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1659603 Mar 16 10:59:36.464603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42726) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.470569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.508962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.525945 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ea37482d-642d-4c06-bb1b-c050e7367f82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8174fcef79e4659b18365bff35bc0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125022 Mar 16 10:59:36.530067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42730) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.532765 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 47ef100a-f568-4629-8008-6b7efd221292 associated. External IP: 172.26.0.59, port: 42aecc0a-1d07-4e44-a05d-3728c9e9d64c. Mar 16 10:59:36.546244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] No DVR routers for this DVR port a9656fec-d7fd-4326-8260-eec35883762c on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:36.583709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe20da-b785-48e6-a481-8ca328e4ea43 None None] Pushing event updated for resources: {'Port': ['ID=f621034e-7d13-4aa8-9e16-0c3849095f4f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.604360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.623497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.637159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:36.639326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d72f3d-b8cb-4238-b4b3-50998283f586 None None] Pushing event deleted for resources: {'Port': ['ID=a9656fec-d7fd-4326-8260-eec35883762c,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:36.641752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.643191 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:36.643762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:36.667373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6f43da2c-a4ac-498e-98ec-718e6ea4b1d3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1988838 Mar 16 10:59:36.667722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.673781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:36.818999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:36.830133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:36.844265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:36.853692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:36.857922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:36.858432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:36.880915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-07121dd6-7567-431f-97d5-8169894478e7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2115502 Mar 16 10:59:36.883362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42738) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:36.889475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:37.018180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:37.031858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:37.043346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:37.046564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.047913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 10:59:37.048337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 10:59:37.049403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.068696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f193623-b418-4098-81d0-0cbae414edaf tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1840618 Mar 16 10:59:37.071262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42742) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.086928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f621034e-7d13-4aa8-9e16-0c3849095f4f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:37.123560 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d218a0fb-3b96-479e-a209-25fadd7dd491 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484071 Mar 16 10:59:37.123798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.162412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f621034e-7d13-4aa8-9e16-0c3849095f4f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:37.169911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.20.0.1 (b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6/38210886-0283-438f-a25a-822024cc7899/66439ce7-2916-463a-9da5-d757c86c723a) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:37.182212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.208979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf9bb1-755c-4103-92de-df5c988a5102 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:37.210544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61cf9bb1-755c-4103-92de-df5c988a5102 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858085 Mar 16 10:59:37.213128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42750) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.242651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a9656fec-d7fd-4326-8260-eec35883762c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:37.278727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a9656fec-d7fd-4326-8260-eec35883762c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:37.279048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a9656fec-d7fd-4326-8260-eec35883762c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:37.283861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7af79825-1f31-4f7b-b317-be335d41535a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691526 Mar 16 10:59:37.290997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:37.296881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:37.415795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:37.417720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.429688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:37.445051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:37.451893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.455451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f21e73-7167-407b-86f9-99ae09b9ba96,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:37.469945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:37.496860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.498077 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c13b2d5-e7c6-4542-ab9c-e703d0b355ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02f21e73-7167-407b-86f9-99ae09b9ba96 HTTP/1.1" status: 204 len: 168 time: 0.9670646 Mar 16 10:59:37.609252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.646308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object 66439ce7-2916-463a-9da5-d757c86c723a will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:37.740262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:37.750288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:37.765543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:37.766572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:37.772706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.850895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.893482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:37.894655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.909948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:37.916769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:37.922907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:37.969710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:37.974244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:37.979554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:37.979800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:37.995808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=66439ce7-2916-463a-9da5-d757c86c723a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.006758 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-114a0e41-1716-4413-b9e2-d00e0ae7ded7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2853994 Mar 16 10:59:38.006758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 10:59:38.011474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42770) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:38.021899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=15dae29b-678b-483e-9e56-efda44b8ed90,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:38.045638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9ed5c80-1395-480c-9fe2-2826d4136d49 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7535100 Mar 16 10:59:38.049177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42776) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:38.059258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:a9:1d:54', 'name': 'tempest-NetworksTestDHCPv6-174470588'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:38.072509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b7668-0389-430d-be48-f04f5680defc None None] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:38.088507 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'status': 'completed', 'code': 200} Mar 16 10:59:38.090601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af33a98-104f-478a-b993-a13b045afa42 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:38.097709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.241043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:38.245271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:38.248130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:38.253961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:38.264652 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a46fdbda-4ee1-4106-8b0e-9e148444afb2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 200 len: 990 time: 0.2480762 Mar 16 10:59:38.274210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:38.313966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.334478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:38.366659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-ea355e6e-d4e3-47f7-954f-34e9010eaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:38.368173 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-ea355e6e-d4e3-47f7-954f-34e9010eaf04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1098 time: 0.2232149 Mar 16 10:59:38.423791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Provisioning for port f621034e-7d13-4aa8-9e16-0c3849095f4f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:38.521425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Provisioning complete for port f621034e-7d13-4aa8-9e16-0c3849095f4f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:38.522217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.622913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:38.654964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 4103081c-0d4f-41aa-838c-cd4765693c10 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:38.852558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fea9:1d54 (afd54f52-9bee-4769-8938-30d579685ddc/15dae29b-678b-483e-9e56-efda44b8ed90/4103081c-0d4f-41aa-838c-cd4765693c10) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:38.883439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-eda47dee-665d-4939-b741-d2087fd869c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:38.885570 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-eda47dee-665d-4939-b741-d2087fd869c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 897 time: 0.5116239 Mar 16 10:59:39.012345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.027345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '15dae29b-678b-483e-9e56-efda44b8ed90'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:39.028497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.087639 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-48653a44-286b-48cf-8b79-1e2191a2d985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 998 time: 0.1821599 Mar 16 10:59:39.164972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.184389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] For port f621034e-7d13-4aa8-9e16-0c3849095f4f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f621034e-7d13-4aa8-9e16-0c3849095f4f,segment=NetworkSegment(a64cf5d4-f271-4220-b905-e78436d9bc9e),segment_id=a64cf5d4-f271-4220-b905-e78436d9bc9e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:39.192035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-d7bd36ca-a572-4b77-a2e0-4d7e7dc93941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:39.193673 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-d7bd36ca-a572-4b77-a2e0-4d7e7dc93941 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 200 len: 834 time: 0.0992868 Mar 16 10:59:39.195929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 4103081c-0d4f-41aa-838c-cd4765693c10 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:39.208137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.245482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.267544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.269416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42800) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:39.352011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.352532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:39.356012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:39.366345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:39.372529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:39.373456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.404421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f0fd2-1b6f-48a9-ac92-8d41fc93a8f6 None None] Pushing event updated for resources: {'Port': ['ID=f621034e-7d13-4aa8-9e16-0c3849095f4f,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.406482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3560905 Mar 16 10:59:39.407727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dbb3d-c748-48a4-9565-b90318eff8f7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=4103081c-0d4f-41aa-838c-cd4765693c10,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.411740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42806) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:39.440356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Allocated IP 2001:db8::f816:3eff:fe50:9091 (afd54f52-9bee-4769-8938-30d579685ddc/15dae29b-678b-483e-9e56-efda44b8ed90/b524bd97-a696-4543-ab8a-5ffed17b974f) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:39.491699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:39.509650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:39.540041 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e93aec2a-47bf-4506-bf74-d58f58a53938 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 200 len: 990 time: 0.2674482 Mar 16 10:59:39.558431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7d72e-de18-475b-bff8-1f54253099ee tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:39.559426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-02e7d72e-de18-475b-bff8-1f54253099ee tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:39.587799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-02e7d72e-de18-475b-bff8-1f54253099ee tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:39.592240 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-02e7d72e-de18-475b-bff8-1f54253099ee tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1789043 Mar 16 10:59:39.593009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42814) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:39.615233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:39.615870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:39.634938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=66439ce7-2916-463a-9da5-d757c86c723a,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:39.646635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-0694b541-0d98-40d6-8b6f-07151ce20024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:39.648170 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-0694b541-0d98-40d6-8b6f-07151ce20024 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4482224 Mar 16 10:59:39.649459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.704818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 4103081c-0d4f-41aa-838c-cd4765693c10 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:39.705315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.815386 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-db6399ec-702c-40e7-8a47-496d16dd4d68 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603024 Mar 16 10:59:39.939805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Provisioning complete for port f621034e-7d13-4aa8-9e16-0c3849095f4f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:39.940327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:39.983925 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3d2639c6-9fcd-4836-992b-5aa648ef8ffe req-c03d842e-4837-4204-8ee3-00bfce384169 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304054 Mar 16 10:59:40.063207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.090862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.093281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:40.094576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:40.102742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Transition to ACTIVE for port object b524bd97-a696-4543-ab8a-5ffed17b974f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:40.124093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Transition to ACTIVE for port object b524bd97-a696-4543-ab8a-5ffed17b974f will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:40.141509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.230475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 4103081c-0d4f-41aa-838c-cd4765693c10 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:40.272565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:40.336303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:40.342437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:40.359436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 56ce8ece-7deb-4326-accd-06942b62ae25 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:40.401840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.410486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42818) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.410727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:40.449962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766425083', 'description': 'tempest-secgroup-smoke-766425083 description', 'project_id': '0d405678adaf4e218715b8c9fd685242'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:40.455802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:40.461440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:40.464301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:40.470241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:40.492409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Pushing event updated for resources: {'Port': ['ID=b524bd97-a696-4543-ab8a-5ffed17b974f,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:40.509024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.523408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=4103081c-0d4f-41aa-838c-cd4765693c10,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:40.534108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Attempting to bind port b524bd97-a696-4543-ab8a-5ffed17b974f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:40.534612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Attempting to bind port b524bd97-a696-4543-ab8a-5ffed17b974f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:40.535073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Attempting to bind port b524bd97-a696-4543-ab8a-5ffed17b974f on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:40.551666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.563016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42822) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.632443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:40.633023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:40.633526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.634020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:40.634598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Bound port: b524bd97-a696-4543-ab8a-5ffed17b974f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:40.635067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.638137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:40.648206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.660614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:40.671972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:40.686062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:40.696412 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6acb93db-95d3-48bf-8c9d-0a0dc82845bb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/4103081c-0d4f-41aa-838c-cd4765693c10 HTTP/1.1" status: 204 len: 168 time: 1.1002479 Mar 16 10:59:40.697690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42826) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.699005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:40.709751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5b3671a7-c57b-4f70-a1c3-4e07f06ca586 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/56ce8ece-7deb-4326-accd-06942b62ae25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4864411 Mar 16 10:59:40.710791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42830) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.712909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Provisioning for port 66439ce7-2916-463a-9da5-d757c86c723a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:40.721001 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] Sync routers for ids ['56ce8ece-7deb-4326-accd-06942b62ae25'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:40.727865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Provisioning complete for port 66439ce7-2916-463a-9da5-d757c86c723a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:40.728239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.739218 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] Routers {'56ce8ece-7deb-4326-accd-06942b62ae25'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:40.740180 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['56ce8ece-7deb-4326-accd-06942b62ae25'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.759673 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6b46d800-441a-4ae8-bba1-daf3671cdd76 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 200 len: 990 time: 0.1887410 Mar 16 10:59:40.784011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c29039-9e35-49ab-be04-b71216a67d4d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:40.786787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c29039-9e35-49ab-be04-b71216a67d4d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:40.787644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-14c29039-9e35-49ab-be04-b71216a67d4d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:40.812085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-14c29039-9e35-49ab-be04-b71216a67d4d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:40.818108 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14c29039-9e35-49ab-be04-b71216a67d4d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1162491 Mar 16 10:59:40.818277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.822509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2626f8-7779-4423-b0ee-a2bc510081ce tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:40.823108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0c2626f8-7779-4423-b0ee-a2bc510081ce tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:40.828224 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.840242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] Routers {'56ce8ece-7deb-4326-accd-06942b62ae25'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:40.841461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['56ce8ece-7deb-4326-accd-06942b62ae25'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.858288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0c2626f8-7779-4423-b0ee-a2bc510081ce tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:40.861872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0c2626f8-7779-4423-b0ee-a2bc510081ce tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports/66439ce7-2916-463a-9da5-d757c86c723a HTTP/1.1" status: 200 len: 910 time: 0.1478801 Mar 16 10:59:40.862575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42838) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:40.880556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38210886-0283-438f-a25a-822024cc7899'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:40.897184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.904205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.908041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:40.913764 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:40.914086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:40.914708 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6a196-77b7-40f9-94db-50e80ed2c4c0 None None] The sync data for ids ['56ce8ece-7deb-4326-accd-06942b62ae25'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:40.927528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:40.936873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:40.964292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76fb4e4-4fcf-4b74-a2f2-5fe5dac2679f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:40.971889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 15dae29b-678b-483e-9e56-efda44b8ed90 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:40.991443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:40.996762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] For port b524bd97-a696-4543-ab8a-5ffed17b974f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:41.000741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-470e3465-c6fa-4654-936d-6ee95054fbc9 None None] Port 66439ce7-2916-463a-9da5-d757c86c723a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:41.007713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] For port b524bd97-a696-4543-ab8a-5ffed17b974f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b524bd97-a696-4543-ab8a-5ffed17b974f,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:41.015276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.058350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.063007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.084815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f621034e-7d13-4aa8-9e16-0c3849095f4f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:41.112539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497ff950-d6a0-40b1-af40-58c32b628e2f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.124645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.142529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.147503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02c0a8-31ce-4e86-ab89-23a2ace92870 None None] Pushing event updated for resources: {'Port': ['ID=b524bd97-a696-4543-ab8a-5ffed17b974f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.148883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3d4c4f29-9fb6-461c-bc02-c4395c625343 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7029917 Mar 16 10:59:41.149561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42842) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.165660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.171771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:41.175399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:41.178742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:41.179818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:41.184768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:41.192047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-359b179b-fef5-4144-98a7-bf102cd6948b None None] Provisioning complete for port 66439ce7-2916-463a-9da5-d757c86c723a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:41.192452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-359b179b-fef5-4144-98a7-bf102cd6948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.209711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.235222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af5633-f814-4655-a78e-63ffc227e3bf None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T10:58:58Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:41.263982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-359b179b-fef5-4144-98a7-bf102cd6948b None None] Port 66439ce7-2916-463a-9da5-d757c86c723a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:41.275367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f621034e-7d13-4aa8-9e16-0c3849095f4f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:41.276052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.300655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.321676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.326114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.330809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.541293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.545342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948243 Mar 16 10:59:41.547436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42846) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.550259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e446066-79a9-4073-9f3b-6f1f3e485475 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a2b4f7-42a6-4100-95b9-8de9a27a7c54,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.554832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.565270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:41.570365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:41.577444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:41.583998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:41.601406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbc960-dbf1-4373-8a4c-7d02dd3b23ab None None] New status for floating IP 47ef100a-f568-4629-8008-6b7efd221292: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 10:59:41.620498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.666458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.696403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.702644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.729336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=15dae29b-678b-483e-9e56-efda44b8ed90,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.733873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.736820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4b7c7d-9664-4789-a2d5-33da39c6f06b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:41.742105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.743473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b447c7b3-0b4c-4eff-95c6-0b7f808ca089 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1950650 Mar 16 10:59:41.746464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42850) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.752757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.759489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:41.763376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42854) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.790864 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-683944d0-a9b9-4639-95e7-c3595de03b0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/15dae29b-678b-483e-9e56-efda44b8ed90 HTTP/1.1" status: 204 len: 168 time: 0.9714453 Mar 16 10:59:41.796468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42858) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.825202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:41.836896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:41.857900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:41.878785 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-12209d49-fb96-494c-8d03-b2b532f5cf8d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811789 Mar 16 10:59:41.882787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42862) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:41.890980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:41.898019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.910439 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-abc19783-a7fb-41bf-baac-d3cadf58c99d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 200 len: 990 time: 0.1429787 Mar 16 10:59:41.967288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:41.971518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.002222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560762f5-c338-4a8b-a36a-50953308b815,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.009412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.010889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c5c9874-948a-434e-bc11-662b97e77676 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631154 Mar 16 10:59:42.013511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42866) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.018406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:42.026048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:42.033348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:42.038032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:42.044542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:42.063728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.068930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:42.099849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:42.105497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:42.119972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:42.137335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.142605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.170065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88db757c-8f35-4ca0-8e75-9bfefc9b4ca0,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.180876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.185228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6a1bdf32-a230-4f3b-a839-838e87e42dc7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706185 Mar 16 10:59:42.185882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42870) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.196631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:42.204962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:42.207081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:42.210570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.233025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:42.251069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:42.362140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce05334-bc2f-491b-a286-46a767aefcc3 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:42.393362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:42.465003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dc3ee940-58fb-49fc-95cf-d3ebc9692be7 None None] Provisioning for port b524bd97-a696-4543-ab8a-5ffed17b974f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:42.469517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Project 0d405678adaf4e218715b8c9fd685242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:42.488650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.545673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.579720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.627808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:42.632112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Deleting port b524bd97-a696-4543-ab8a-5ffed17b974f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:42.632482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.694411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.740607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.784116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=66439ce7-2916-463a-9da5-d757c86c723a,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.791846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:42.792446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.793764 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ace5b31c-5fe9-4172-914f-f42b5011e340 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/ports/66439ce7-2916-463a-9da5-d757c86c723a HTTP/1.1" status: 200 len: 910 time: 1.9252367 Mar 16 10:59:42.796663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42874) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.802354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796a8939-8f3b-4214-80f4-5c27d417d5ac,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:42.837616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.840894 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e383ac61-2cf6-43cd-89f8-76b8bb9ddc7f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6495678 Mar 16 10:59:42.841851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42878) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.843541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] For port b524bd97-a696-4543-ab8a-5ffed17b974f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b524bd97-a696-4543-ab8a-5ffed17b974f,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:42.843992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:42.848697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'security_group_rule': {'security_group_id': '497ff950-d6a0-40b1-af40-58c32b628e2f', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:42.869370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:42.875622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:security_group_rule and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:42.878731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:42.887165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:42.922097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42882) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:42.973665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Calling delete_port for b524bd97-a696-4543-ab8a-5ffed17b974f owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:42.997774 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Project 0d405678adaf4e218715b8c9fd685242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 10:59:43.024676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.053222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.096613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:43.098957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] Pushing event deleted for resources: {'Port': ['ID=b524bd97-a696-4543-ab8a-5ffed17b974f,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.104708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04874ce6-9b03-4667-abca-23a3b071c767 None None] No DVR routers for this DVR port b524bd97-a696-4543-ab8a-5ffed17b974f on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:43.108750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.188815 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5f895ac0-90ca-432e-90e1-da0200d1c54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 200 len: 992 time: 0.2645850 Mar 16 10:59:43.214877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:43.218701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:43.226916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:43.227512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.231058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=75ae16dc-cc01-4561-8148-eb34c3274bd4,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.235470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a383551-7745-4f23-be58-fa1537e90c67 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:43.255861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.260694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.286886 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f66eed0-1ae5-4514-abd9-1033dc39797c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3998289 Mar 16 10:59:43.290898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42886) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.295375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf56148-1aad-4d2f-a3dd-936462c0d825,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.301476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:93:22:47', 'name': 'tempest-NetworksTestDHCPv6-225407114'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.339053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.340254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.341476 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a470c0ae-ead7-4fc9-9dc0-adf518b037d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4987085 Mar 16 10:59:43.344471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42890) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.352530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'network': {'name': 'tempest-network-smoke--1529752891', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.403228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.417296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:network and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.421728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.431746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.463738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Made reservation on behalf of 0d405678adaf4e218715b8c9fd685242 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:43.467190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.473630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '75ae16dc-cc01-4561-8148-eb34c3274bd4'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:43.474460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.503926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.509572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.514481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.522070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:43.524369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.538875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.539294 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Added segment 17b0d479-4f9a-4893-b0b6-235e4361a03e of type vlan for network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 Mar 16 10:59:43.547842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:43.604264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.662497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Allocated IP 2001:db8::f816:3eff:fe4b:7e28 (afd54f52-9bee-4769-8938-30d579685ddc/75ae16dc-cc01-4561-8148-eb34c3274bd4/9154f1b5-69e9-4065-8484-97e478a4991f) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:43.722915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.726590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 66439ce7-2916-463a-9da5-d757c86c723a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:43.726932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.728470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:43.729086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.748423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.805674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port ea36aeb4-5db7-4702-8857-5ab53bcc016c yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:43.876441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.887280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Transition to ACTIVE for port object 9154f1b5-69e9-4065-8484-97e478a4991f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:43.898556 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5505109 Mar 16 10:59:43.899087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42894) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:43.907023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Transition to ACTIVE for port object 9154f1b5-69e9-4065-8484-97e478a4991f will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:43.908194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'admin_state_up': True, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:43.908369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206681d-31ab-4c4b-8890-1fcfbdea1211 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Network': ['ID=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:43.915670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.922588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:43.937728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:router and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:43.943137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:43.950742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:43.958906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:43.964252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:44.017713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fe93:2247 (afd54f52-9bee-4769-8938-30d579685ddc/75ae16dc-cc01-4561-8148-eb34c3274bd4/ea36aeb4-5db7-4702-8857-5ab53bcc016c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:44.024261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:44.029738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:44.116335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:44.118609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Pushing event updated for resources: {'Port': ['ID=9154f1b5-69e9-4065-8484-97e478a4991f,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.204337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 66439ce7-2916-463a-9da5-d757c86c723a owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:44.228618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Attempting to bind port 9154f1b5-69e9-4065-8484-97e478a4991f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:44.229156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Attempting to bind port 9154f1b5-69e9-4065-8484-97e478a4991f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:44.229667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Attempting to bind port 9154f1b5-69e9-4065-8484-97e478a4991f on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:44.233896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.234926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.237419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:44.238626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:44.239286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.239903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:44.240621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Bound port: 9154f1b5-69e9-4065-8484-97e478a4991f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:44.241075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.241768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.259271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object ea36aeb4-5db7-4702-8857-5ab53bcc016c will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:44.276352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.286024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.341151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] For port 9154f1b5-69e9-4065-8484-97e478a4991f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:44.344599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] For port 9154f1b5-69e9-4065-8484-97e478a4991f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9154f1b5-69e9-4065-8484-97e478a4991f,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:44.351303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.354307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:44.361828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:44.366281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:44.371966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.373706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.386635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=ea36aeb4-5db7-4702-8857-5ab53bcc016c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.408373 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-662679aa-8bef-48f0-9a97-b5d2cb62dd6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1117795 Mar 16 10:59:44.412575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42898) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.463847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671f4d-711e-4d11-9020-c17631b55f93 None None] Pushing event updated for resources: {'Port': ['ID=9154f1b5-69e9-4065-8484-97e478a4991f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.628324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81139a-72ef-4f22-87b5-1fdb460cbff0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.635848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81139a-72ef-4f22-87b5-1fdb460cbff0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:44.636016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae81139a-72ef-4f22-87b5-1fdb460cbff0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:44.656367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.664652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae81139a-72ef-4f22-87b5-1fdb460cbff0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:44.669225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42902) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:44.670935 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ae81139a-72ef-4f22-87b5-1fdb460cbff0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2568908 Mar 16 10:59:44.757244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:44.822973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=66439ce7-2916-463a-9da5-d757c86c723a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:44.858555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port ea36aeb4-5db7-4702-8857-5ab53bcc016c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:44.858896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.060859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9154f1b5-69e9-4065-8484-97e478a4991f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:45.137751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9154f1b5-69e9-4065-8484-97e478a4991f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:45.269094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.444711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Provisioning for port 9154f1b5-69e9-4065-8484-97e478a4991f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:45.450950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Provisioning complete for port 9154f1b5-69e9-4065-8484-97e478a4991f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.451419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.583513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.617419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] For port 9154f1b5-69e9-4065-8484-97e478a4991f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9154f1b5-69e9-4065-8484-97e478a4991f,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:45.622017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.652352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.692453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628a0b-1e2c-4d51-b5fb-2028343b9d66 None None] Pushing event updated for resources: {'Port': ['ID=9154f1b5-69e9-4065-8484-97e478a4991f,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:45.744861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-61978569-cf6e-40a6-b868-2f8d58cfd538 None None] Provisioning for port ea36aeb4-5db7-4702-8857-5ab53bcc016c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:45.749622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-61978569-cf6e-40a6-b868-2f8d58cfd538 None None] Provisioning complete for port ea36aeb4-5db7-4702-8857-5ab53bcc016c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:45.749991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-61978569-cf6e-40a6-b868-2f8d58cfd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:45.805109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-61978569-cf6e-40a6-b868-2f8d58cfd538 None None] Port ea36aeb4-5db7-4702-8857-5ab53bcc016c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 10:59:45.850436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for ea36aeb4-5db7-4702-8857-5ab53bcc016c owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:46.037400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 56ce8ece-7deb-4326-accd-06942b62ae25 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:46.151046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.285172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.389197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:46.399801 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] Sync routers for ids ['56ce8ece-7deb-4326-accd-06942b62ae25'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:46.409232 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] Routers {'56ce8ece-7deb-4326-accd-06942b62ae25'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:46.409842 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['56ce8ece-7deb-4326-accd-06942b62ae25'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:46.415458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.471286 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:46.480454 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] Routers {'56ce8ece-7deb-4326-accd-06942b62ae25'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:46.481077 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['56ce8ece-7deb-4326-accd-06942b62ae25'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:46.521387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=ea36aeb4-5db7-4702-8857-5ab53bcc016c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:46.536765 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e3646ec6-3508-4c1d-bf74-9b5a704eb68a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/56ce8ece-7deb-4326-accd-06942b62ae25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7379832 Mar 16 10:59:46.537400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42906) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.551796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.575969 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:46.576474 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aaeece-5110-4a96-a94e-25e9a39a4997 None None] The sync data for ids ['56ce8ece-7deb-4326-accd-06942b62ae25'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:46.585693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4b2f4c3c-5f06-4fbc-89b1-84432553103d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:46.598685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-94421458-be8d-4717-a2f7-82aacca254de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/ea36aeb4-5db7-4702-8857-5ab53bcc016c HTTP/1.1" status: 204 len: 168 time: 1.9274292 Mar 16 10:59:46.601438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42910) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.604642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4b2f4c3c-5f06-4fbc-89b1-84432553103d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:46.605767 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4b2f4c3c-5f06-4fbc-89b1-84432553103d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=56ce8ece-7deb-4326-accd-06942b62ae25 HTTP/1.1" status: 200 len: 205 time: 0.0673912 Mar 16 10:59:46.608463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42914) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.674228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997a616-3726-4ff8-b1cb-f098642dca6c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:46.675714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997a616-3726-4ff8-b1cb-f098642dca6c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:46.676713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c997a616-3726-4ff8-b1cb-f098642dca6c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:46.693856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c997a616-3726-4ff8-b1cb-f098642dca6c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:46.695078 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c997a616-3726-4ff8-b1cb-f098642dca6c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926876 Mar 16 10:59:46.697865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42918) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:46.771479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 75ae16dc-cc01-4561-8148-eb34c3274bd4 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:46.774738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.834196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.897159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Allocated IP 172.26.0.60 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/ebfbdfed-3833-4b51-9611-931319a833c4) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:46.900753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.914331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:46.989837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.030240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9154f1b5-69e9-4065-8484-97e478a4991f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:47.035150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=75ae16dc-cc01-4561-8148-eb34c3274bd4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.038884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.056827 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-92fe3994-5ad1-41b6-9c98-7963c9309a77 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/75ae16dc-cc01-4561-8148-eb34c3274bd4 HTTP/1.1" status: 204 len: 168 time: 0.3577123 Mar 16 10:59:47.057620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42922) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.088784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c3138-2f4d-4a96-aa26-eee5e5d05db3 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:47.126006 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-90f0be6c-23fd-4f1f-bda9-fa868d910b4f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648782 Mar 16 10:59:47.126311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42926) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.212419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3716464-e9aa-4ea6-abfe-82ca8418c4ad tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:47.216531 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3716464-e9aa-4ea6-abfe-82ca8418c4ad tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0869169 Mar 16 10:59:47.216818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42930) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.280880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9154f1b5-69e9-4065-8484-97e478a4991f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:47.281628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.285679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b610708-4133-43f4-a8a4-a08315bdd5d7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:47.287015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7b610708-4133-43f4-a8a4-a08315bdd5d7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:47.304160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7b610708-4133-43f4-a8a4-a08315bdd5d7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:47.307988 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7b610708-4133-43f4-a8a4-a08315bdd5d7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878704 Mar 16 10:59:47.308325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.313042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.316882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.359571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.360163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router 56ce8ece-7deb-4326-accd-06942b62ae25 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 10:59:47.383542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.391444 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-392dd713-63db-4aea-a02b-7df88bbafb70 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784535 Mar 16 10:59:47.392369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42938) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.393070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.397644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-631e6746-8ef3-44fa-ad0b-56268b4c9e80 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/56ce8ece-7deb-4326-accd-06942b62ae25 HTTP/1.1" status: 204 len: 168 time: 0.7843878 Mar 16 10:59:47.398418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42942) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:47.438071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.439231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:47.451979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:47.458911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Deleting port 9154f1b5-69e9-4065-8484-97e478a4991f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:47.459372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.529602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:47.533911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:47.537204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:47.571880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 38210886-0283-438f-a25a-822024cc7899 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:47.576209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=ebfbdfed-3833-4b51-9611-931319a833c4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.577414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.621059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:47.637901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:47.647174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.688798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:47.690612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] For port 9154f1b5-69e9-4065-8484-97e478a4991f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9154f1b5-69e9-4065-8484-97e478a4991f,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:47.691115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.692187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.819077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Calling delete_port for 9154f1b5-69e9-4065-8484-97e478a4991f owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:47.840715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.896712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.943582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] Pushing event deleted for resources: {'Port': ['ID=9154f1b5-69e9-4065-8484-97e478a4991f,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:47.947275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b785c4-e727-4952-91cd-4c1766c67528 None None] No DVR routers for this DVR port 9154f1b5-69e9-4065-8484-97e478a4991f on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:47.970682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.976181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.031365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=38210886-0283-438f-a25a-822024cc7899,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.037273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.041628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45a04b-9489-4663-850b-7a8e21f297a2 None None] Network b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:48.048135 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-565c086b-56a2-4cb1-a243-81eb01f0c6ac tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/38210886-0283-438f-a25a-822024cc7899 HTTP/1.1" status: 204 len: 168 time: 0.6487429 Mar 16 10:59:48.051281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42946) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:48.155872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:48.157354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.218101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:48.221100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:48.226184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:48.226766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.240873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=2ebc79bf-09ca-4501-b413-955203fbba81,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:48.243585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54c77b-31e7-4ae1-b8f4-a897741d3ac2 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:48.256715 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-02adbbdd-f3e9-4110-a79b-e423c1c0ea69 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8609672 Mar 16 10:59:48.257280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42950) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:48.264423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:c9:1f:93', 'name': 'tempest-NetworksTestDHCPv6-795293101'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:48.447568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.480208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port f621034e-7d13-4aa8-9e16-0c3849095f4f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:48.480547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.521231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '2ebc79bf-09ca-4501-b413-955203fbba81'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:48.522695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.561852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:48.573869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:48.586517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:48.591351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.610489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] DHCP port deletion for b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:48.625735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port b890edf6-9f7b-4633-af27-36f654e77152 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:48.627339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Deleting port f621034e-7d13-4aa8-9e16-0c3849095f4f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:48.627831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.673040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.840488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Allocated IP 2001:db8::f816:3eff:fe4d:69c1 (afd54f52-9bee-4769-8938-30d579685ddc/2ebc79bf-09ca-4501-b413-955203fbba81/e78a376b-1dc7-4678-a3dd-03eef4cf7b9b) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:48.923833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port f621034e-7d13-4aa8-9e16-0c3849095f4f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f621034e-7d13-4aa8-9e16-0c3849095f4f,segment=NetworkSegment(a64cf5d4-f271-4220-b905-e78436d9bc9e),segment_id=a64cf5d4-f271-4220-b905-e78436d9bc9e)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:48.924196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.955004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] For port f621034e-7d13-4aa8-9e16-0c3849095f4f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f621034e-7d13-4aa8-9e16-0c3849095f4f,segment=NetworkSegment(a64cf5d4-f271-4220-b905-e78436d9bc9e),segment_id=a64cf5d4-f271-4220-b905-e78436d9bc9e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:48.955401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.062802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for f621034e-7d13-4aa8-9e16-0c3849095f4f owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:49.073125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9154f1b5-69e9-4065-8484-97e478a4991f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:49.158359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Router 63352da2-e4ce-4b28-8dc7-235a126eb310 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:49.163710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.168745 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Calling delete_port for f621034e-7d13-4aa8-9e16-0c3849095f4f owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:49.196444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 9154f1b5-69e9-4065-8484-97e478a4991f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:49.196783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9154f1b5-69e9-4065-8484-97e478a4991f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:49.197222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f621034e-7d13-4aa8-9e16-0c3849095f4f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:49.220280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=f621034e-7d13-4aa8-9e16-0c3849095f4f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.245080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f621034e-7d13-4aa8-9e16-0c3849095f4f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:49.245425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f621034e-7d13-4aa8-9e16-0c3849095f4f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:49.274661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port f621034e-7d13-4aa8-9e16-0c3849095f4f on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:49.349461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:49.349815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:49.365213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.375477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Transition to ACTIVE for port object e78a376b-1dc7-4678-a3dd-03eef4cf7b9b will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:49.393406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Transition to ACTIVE for port object e78a376b-1dc7-4678-a3dd-03eef4cf7b9b will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:49.402516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.472004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fec9:1f93 (afd54f52-9bee-4769-8938-30d579685ddc/2ebc79bf-09ca-4501-b413-955203fbba81/b890edf6-9f7b-4633-af27-36f654e77152) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:49.473939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:49.477938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:49.478549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.480440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:49.487649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Pushing event updated for resources: {'Port': ['ID=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.518952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.535170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:49.537992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64cf5d4-f271-4220-b905-e78436d9bc9e') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.538282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64cf5d4-f271-4220-b905-e78436d9bc9e') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.573364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.581833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Sync routers for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:49.617957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:49.618691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:49.716875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Attempting to bind port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:49.717217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Attempting to bind port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:49.717742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Attempting to bind port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:49.729773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.734145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:49.734512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:49.734935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.735342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:49.735842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Bound port: e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:49.736070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.736254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.737259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-64359be0-88b6-4c54-bbc1-357f5e1a12f5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.8371437 Mar 16 10:59:49.738389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 10:59:49.738987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.740973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42954) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.751087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 10:59:49.759184 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 10:59:49.781460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object b890edf6-9f7b-4633-af27-36f654e77152 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:49.818765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.844294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.868383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.881576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6 HTTP/1.1" status: 204 len: 168 time: 1.8286817 Mar 16 10:59:49.882198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42960) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.887222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74dbe-a758-4ba4-a84a-2cf552e0b708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=b82fccdf-7fa6-4215-b2d4-c6103a6f7cb6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.892725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154153664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:49.898405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:49.899460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:49.903601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:49.905997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Deleting port f621034e-7d13-4aa8-9e16-0c3849095f4f {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:49.906378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.907044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:49.913821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:49.924620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.925890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.937032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:49.944918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:49.949647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.950255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:49.950864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.966045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=b890edf6-9f7b-4633-af27-36f654e77152,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:49.971083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.977507 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-871e6030-8e2e-4a17-9d14-4874a4dc536a tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=0d405678adaf4e218715b8c9fd685242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2347555 Mar 16 10:59:49.979363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42964) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:49.997163 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-502df6d4-eb4e-40b9-b139-a9b9716db8c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7380080 Mar 16 10:59:49.999225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42968) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.003796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6a244-2507-4296-9fca-9d863c9fdc25 None None] The port 'f621034e-7d13-4aa8-9e16-0c3849095f4f' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 10:59:50.063426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:50.089365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.093196 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-315d3fda-6822-42ef-a5fa-112ae8c08465 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2052381 Mar 16 10:59:50.093874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42972) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.100745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1606072454'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:50.105176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:50.112772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbf4a4-112e-429b-ba6a-aabc557e4b98 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:50.120091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbf4a4-112e-429b-ba6a-aabc557e4b98 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:50.120948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03cbf4a4-112e-429b-ba6a-aabc557e4b98 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:50.126448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:50.134411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:50.139557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:50.145662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c1fb3-d786-4269-b13f-c5ff6d3a2301 tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:50.147247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:50.147390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-236c1fb3-d786-4269-b13f-c5ff6d3a2301 tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666932 Mar 16 10:59:50.149937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42976) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.154575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-03cbf4a4-112e-429b-ba6a-aabc557e4b98 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:50.155773 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-03cbf4a4-112e-429b-ba6a-aabc557e4b98 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1555452 Mar 16 10:59:50.158362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.196131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2d8fd77f-ec45-405e-8b1e-aaee2f28bce1 tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421813 Mar 16 10:59:50.196364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:50.196644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42984) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.199237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.202009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-158939837', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'project_id': '0d405678adaf4e218715b8c9fd685242', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:50.206992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:50.244140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:50.252821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.253127 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment 0398baef-fdef-42dc-9336-cdff1a4205c4 of type vlan for network 6965acff-eba0-4f01-95a2-0a53ccdebc39 Mar 16 10:59:50.260825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.280017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.315155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port b890edf6-9f7b-4633-af27-36f654e77152 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:50.315525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.320508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:50.324597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:subnet and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:50.328296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:50.336128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:50.348893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Made reservation on behalf of 0d405678adaf4e218715b8c9fd685242 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:50.352604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.373218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.378501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f354df-cbd9-4f51-bd7e-d10bc110a7ff None None] Pushing event updated for resources: {'Port': ['ID=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.378664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:50.379153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.485517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:47Z', 'revision_number': 3, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:50.493046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Checking router: 63352da2-e4ce-4b28-8dc7-235a126eb310 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:50.494014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Updating router 63352da2-e4ce-4b28-8dc7-235a126eb310 port ebfbdfed-3833-4b51-9611-931319a833c4 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:50.568802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=6965acff-eba0-4f01-95a2-0a53ccdebc39,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.584951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:50.594820 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5fed686c-bea2-482f-bc6c-8b631ccb6708 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4999104 Mar 16 10:59:50.602106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.606799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42990) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.615942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:50.623231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.761304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Subnet': ['ID=3bd597f7-26fa-456e-8814-10b0b1336690,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:50.772566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Checking segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:50.772941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network hostable DHCP agents. Network: bcb9d892-6f79-4d5e-b18d-63a0d9ca8923, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:50.803814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:50.821487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, bcb9d892-6f79-4d5e-b18d-63a0d9ca8923) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:50.829960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:50.830605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.839013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758f271-81a3-4597-b4f5-a02240c07c58 None None] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:50.857726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:50.861839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d4202d1a-43a3-49b7-837b-b7065977b460 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6612203 Mar 16 10:59:50.862122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 42994) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:50.870308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:50.873543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.881213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:50.890809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:51.023873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for b890edf6-9f7b-4633-af27-36f654e77152 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:51.069627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:51.073254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.131664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e78a376b-1dc7-4678-a3dd-03eef4cf7b9b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:51.322715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:51.323552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.377566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.435514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Transition to ACTIVE for port object ebfbdfed-3833-4b51-9611-931319a833c4 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:51.439864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:51.463503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.526239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.592306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.599051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Attempting to bind port ebfbdfed-3833-4b51-9611-931319a833c4 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:51.599661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Attempting to bind port ebfbdfed-3833-4b51-9611-931319a833c4 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:51.600257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Attempting to bind port ebfbdfed-3833-4b51-9611-931319a833c4 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:51.607299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c02de-032b-4bc6-9ff1-16ec487edcb0 None None] Pushing event updated for resources: {'Port': ['ID=ebfbdfed-3833-4b51-9611-931319a833c4,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:51.632709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=b890edf6-9f7b-4633-af27-36f654e77152,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:51.664225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:51.664947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:51.665527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.666084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:51.666730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Bound port: ebfbdfed-3833-4b51-9611-931319a833c4, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:51.667494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.718110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.744088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=24561abe-4e56-4400-8969-3d753e74b8b9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:51.749603 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-874a167a-c9b9-498a-a734-581f193520c2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/b890edf6-9f7b-4633-af27-36f654e77152 HTTP/1.1" status: 204 len: 168 time: 1.5897577 Mar 16 10:59:51.750758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:51.751119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 6965acff-eba0-4f01-95a2-0a53ccdebc39, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:51.755812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 42998) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:51.788392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] For port ebfbdfed-3833-4b51-9611-931319a833c4, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:51.793590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] For port ebfbdfed-3833-4b51-9611-931319a833c4, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ebfbdfed-3833-4b51-9611-931319a833c4,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:51.799310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Allocated IP 172.20.0.2 (bcb9d892-6f79-4d5e-b18d-63a0d9ca8923/3bd597f7-26fa-456e-8814-10b0b1336690/8c42365e-6fdc-4928-84d4-53540210e7d3) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:51.815821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.829861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:51.842279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3039a8-d169-4084-b039-d5c352ca2ae8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:51.843723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3039a8-d169-4084-b039-d5c352ca2ae8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:51.844479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3c3039a8-d169-4084-b039-d5c352ca2ae8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:51.862928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 6965acff-eba0-4f01-95a2-0a53ccdebc39) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:51.869380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:51.870888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:51.881087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3c3039a8-d169-4084-b039-d5c352ca2ae8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:51.884645 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3c3039a8-d169-4084-b039-d5c352ca2ae8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1239729 Mar 16 10:59:51.885382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43002) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:51.905856 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4eed5b7c-0878-43ea-bd79-64b72f815eff tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2975154 Mar 16 10:59:51.906848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43006) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:51.911796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fca46-51e6-4459-a370-52db574f39dc None None] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:51.951324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.003677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:52.004330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:52.025004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 2ebc79bf-09ca-4501-b413-955203fbba81 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:52.033117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.115020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.339880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.464243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.473592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.517400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebc79bf-09ca-4501-b413-955203fbba81,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.519382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.529226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:52.538565 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ca0be019-e119-4f97-9c3c-d4dc097e7e2c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/2ebc79bf-09ca-4501-b413-955203fbba81 HTTP/1.1" status: 204 len: 168 time: 0.6500819 Mar 16 10:59:52.538861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43010) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:52.574217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c02de-032b-4bc6-9ff1-16ec487edcb0 None None] Pushing event updated for resources: {'Port': ['ID=ebfbdfed-3833-4b51-9611-931319a833c4,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:52.576725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Provisioning for port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:52.613604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-44a73110-fcb8-4bd3-9b8f-1b2e6b2bf977 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710166 Mar 16 10:59:52.614587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43014) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:52.627153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:52.649866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Provisioning complete for port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:52.650236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.673973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-6965acff-eba0-4f01-95a2-0a53ccdebc39', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:52.674775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:52.683811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e142db90-fdda-4f12-b915-df0efdadb481 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:52.838668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:52.982334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:52.987826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:52.998641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:53.043052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:53.046471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.167613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.20.0.1 (6965acff-eba0-4f01-95a2-0a53ccdebc39/24561abe-4e56-4400-8969-3d753e74b8b9/507cd296-f40c-4784-976d-9dcbcc734353) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:53.316532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.333340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.351574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Transition to ACTIVE for port object 8c42365e-6fdc-4928-84d4-53540210e7d3 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:53.407951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Transition to ACTIVE for port object 8c42365e-6fdc-4928-84d4-53540210e7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:53.414640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:53.415393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.420399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.444117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object 507cd296-f40c-4784-976d-9dcbcc734353 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:53.462081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.510759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:53.521757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:53.533504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:53.543922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Pushing event updated for resources: {'Port': ['ID=8c42365e-6fdc-4928-84d4-53540210e7d3,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:53.546380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 10:59:53.554385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Allocated IP 172.20.0.1 (bcb9d892-6f79-4d5e-b18d-63a0d9ca8923/3bd597f7-26fa-456e-8814-10b0b1336690/86dfdbe5-7b84-44cd-b464-474ddd4fad49) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:53.576930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.583161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:47Z', 'revision_number': 3, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:53.655318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.objects.ports [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87842) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 10:59:53.664280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:53.664983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Deleting port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:53.665360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.702425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd6ffa-72b9-4bfb-906b-529c3e635ac2 None None] The sync data for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv is: [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:47Z', 'revision_number': 3, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:53.717475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ab3552fa-a7c3-4d00-8a95-3474aefe9019 None None] Could not find standard attr ID for object b890edf6-9f7b-4633-af27-36f654e77152. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 10:59:53.733871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:53.741974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:53.744261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:53.756618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.776100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Transition to ACTIVE for port object 86dfdbe5-7b84-44cd-b464-474ddd4fad49 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:53.812656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.816287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94deea-7bc8-43bb-a233-2cc19f953169 None None] Pushing event updated for resources: {'Port': ['ID=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:53.819819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.865973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Attempting to bind port 8c42365e-6fdc-4928-84d4-53540210e7d3 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:53.866369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Attempting to bind port 8c42365e-6fdc-4928-84d4-53540210e7d3 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:53.866739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Attempting to bind port 8c42365e-6fdc-4928-84d4-53540210e7d3 on network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:53.873723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Allocated IP 172.20.0.2 (6965acff-eba0-4f01-95a2-0a53ccdebc39/24561abe-4e56-4400-8969-3d753e74b8b9/0ee74de8-1542-4f57-8a34-fe2eaa966776) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:53.885974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:53.886353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Checking segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:53.886763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.887154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Bound using segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:53.887631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Bound port: 8c42365e-6fdc-4928-84d4-53540210e7d3, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:53.888000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.900115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:53.905673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:53.909774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:53.967974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:53.972200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:53.995849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.047373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.188560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.291510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] For port 8c42365e-6fdc-4928-84d4-53540210e7d3, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:54.308028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:54.308679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.455186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:54.498556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.514878 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Transition to ACTIVE for port object 0ee74de8-1542-4f57-8a34-fe2eaa966776 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:54.544148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Transition to ACTIVE for port object 0ee74de8-1542-4f57-8a34-fe2eaa966776 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:54.637318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Calling delete_port for e78a376b-1dc7-4678-a3dd-03eef4cf7b9b owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:54.727466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.737505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] For port 8c42365e-6fdc-4928-84d4-53540210e7d3, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8c42365e-6fdc-4928-84d4-53540210e7d3,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:54.742740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.762694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.763412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.782197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:54.782621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:54.791469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.822390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:54.830063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:54.839367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.843336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:54.845316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.860711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Pushing event updated for resources: {'Port': ['ID=0ee74de8-1542-4f57-8a34-fe2eaa966776,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.907468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:54.916327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:54.935279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:54.936088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.946297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=c28e8341-07d5-4482-bd52-c7daf2e9a600,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.958569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.966583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:54.966583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,revision_number=6']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:54.977990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.039713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.058844 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-82f3af7b-98cc-4e7f-885c-f5cd8a681adb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4429622 Mar 16 10:59:55.080325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43020) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:55.086844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Attempting to bind port 0ee74de8-1542-4f57-8a34-fe2eaa966776 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:55.087218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Attempting to bind port 0ee74de8-1542-4f57-8a34-fe2eaa966776 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:55.087578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Attempting to bind port 0ee74de8-1542-4f57-8a34-fe2eaa966776 on network 6965acff-eba0-4f01-95a2-0a53ccdebc39 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:55.106683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:6e:92:ea', 'name': 'tempest-NetworksTestDHCPv6-795251875'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:55.111937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be07f9-f029-4511-827f-f834fd3046f8 None None] Pushing event updated for resources: {'Port': ['ID=8c42365e-6fdc-4928-84d4-53540210e7d3,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.118030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:55.118678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Checking segment: {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:55.125455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.125991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Bound using segment: {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:55.127266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Bound port: 0ee74de8-1542-4f57-8a34-fe2eaa966776, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:55.127793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.150586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ebfbdfed-3833-4b51-9611-931319a833c4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:55.174476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.178693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.284532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Deleting port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:55.285159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.295242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:55.296448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:55.404994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] For port 0ee74de8-1542-4f57-8a34-fe2eaa966776, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:55.409605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] For port 0ee74de8-1542-4f57-8a34-fe2eaa966776, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0ee74de8-1542-4f57-8a34-fe2eaa966776,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:55.419860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:55.427927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:55.432170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:55.446265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:55.446619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.501164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port ebfbdfed-3833-4b51-9611-931319a833c4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:55.512010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:55.523284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ebfbdfed-3833-4b51-9611-931319a833c4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:55.523648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.549088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:55.561513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:55.593294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Router 63352da2-e4ce-4b28-8dc7-235a126eb310 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 10:59:55.648855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4572-9c66-4281-9033-9a3b93dd919e None None] Pushing event updated for resources: {'Port': ['ID=0ee74de8-1542-4f57-8a34-fe2eaa966776,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:55.842183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.852457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:55.872631 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3d913106-fd58-48b0-abd8-2e050352f1a6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "PUT /v2.0/routers/63352da2-e4ce-4b28-8dc7-235a126eb310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0021749 Mar 16 10:59:55.882936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.913758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] For port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:55.914163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.938474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port e404d4aa-6613-4dc7-8cbc-bb3985cca43b yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 10:59:55.970243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port ebfbdfed-3833-4b51-9611-931319a833c4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ebfbdfed-3833-4b51-9611-931319a833c4,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:56.037746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 10:59:56.107076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-90097394-10ec-496a-b9e1-435b0b93a916 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Synchronizing usage tracker for tenant:0d405678adaf4e218715b8c9fd685242 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:56.129092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Calling delete_port for e78a376b-1dc7-4678-a3dd-03eef4cf7b9b owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:56.129272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-90097394-10ec-496a-b9e1-435b0b93a916 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Unset dirty status for tenant:0d405678adaf4e218715b8c9fd685242 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:56.130676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-90097394-10ec-496a-b9e1-435b0b93a916 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766425083&fields=id&tenant_id=0d405678adaf4e218715b8c9fd685242 HTTP/1.1" status: 200 len: 267 time: 0.0855823 Mar 16 10:59:56.266976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fe6e:92ea (afd54f52-9bee-4769-8938-30d579685ddc/c28e8341-07d5-4482-bd52-c7daf2e9a600/e404d4aa-6613-4dc7-8cbc-bb3985cca43b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 10:59:56.289177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 10:59:56.299543 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1751904-bdc5-43c1-bfe0-3dd535cec7c1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3913085 Mar 16 10:59:56.302653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43036) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:56.307817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.309301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-905490209'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:56.309447 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:56.320093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:56.320297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:56.320769 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:56.330314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:56.334889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:56.337141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-2046bf35-aa85-4ee9-9068-e1acd2329e8b tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:56.339675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-2046bf35-aa85-4ee9-9068-e1acd2329e8b tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 797 time: 0.1998906 Mar 16 10:59:56.344398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:56.358686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.373967 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-b74121e0-2bea-4512-8bfc-4e6d3c3034d0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/quotas/0d405678adaf4e218715b8c9fd685242 HTTP/1.1" status: 200 len: 375 time: 0.0277421 Mar 16 10:59:56.380615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:56.382702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Sync routers for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 10:59:56.384467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.420244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] Pushing event deleted for resources: {'Port': ['ID=e78a376b-1dc7-4678-a3dd-03eef4cf7b9b,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.513119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=ebfbdfed-3833-4b51-9611-931319a833c4,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:56.555858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-69e634c3-ada7-40f7-bbca-dfbc535e48da tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Synchronizing usage tracker for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:56.591188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-69e634c3-ada7-40f7-bbca-dfbc535e48da tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Unset dirty status for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:56.591495 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:56.592536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-69e634c3-ada7-40f7-bbca-dfbc535e48da tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102950 Mar 16 10:59:56.634033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:56.639104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e78a376b-1dc7-4678-a3dd-03eef4cf7b9b no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 10:59:56.668195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.668576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment abb84474-081d-47dd-912a-47e735a7e0b4 of type vlan for network 14562ffd-6165-4774-8efb-12648282b36e Mar 16 10:59:56.700341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4ca92-34ca-4bac-8ddb-ed3caf117de9 None None] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:56.705113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.736334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:56.748740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object e404d4aa-6613-4dc7-8cbc-bb3985cca43b will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:56.832309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-dc3796a7-34b1-4bc6-a727-5d89cb6d2a2c service neutron] 10.222.0.50 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206161 Mar 16 10:59:56.870215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e78a376b-1dc7-4678-a3dd-03eef4cf7b9b {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 10:59:56.870595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e78a376b-1dc7-4678-a3dd-03eef4cf7b9b not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 10:59:56.916178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:56.916865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:56.989690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.002344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:57.002983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.035609 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 10:59:57.107999 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T10:59:53Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:57.121050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 10:59:57.121492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Updating router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 port 507cd296-f40c-4784-976d-9dcbcc734353 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 10:59:57.122554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-ed7ea56a-f6f0-44bf-a14d-30044c3a0446 service neutron] 10.222.0.50 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830095 Mar 16 10:59:57.127538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8536f-1e5b-4ada-b67e-f247c41ef04b None None] No DVR routers for this DVR port e78a376b-1dc7-4678-a3dd-03eef4cf7b9b on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 10:59:57.131680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2f8e4c41-60df-4a5a-b2b7-f7a97d54d142 None None] Provisioning for port 8c42365e-6fdc-4928-84d4-53540210e7d3 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:57.152810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b06e6a4-ee89-4827-97ad-74b7ccb80690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.169298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879da44d-febc-487a-a07d-b371cf6feff5 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:57.228628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=14562ffd-6165-4774-8efb-12648282b36e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:57.232078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.247235 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-27bb53f5-5177-4604-90dc-a0b69e2c2e19 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9432914 Mar 16 10:59:57.250063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43040) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.258893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:57.268022 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.272623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 14562ffd-6165-4774-8efb-12648282b36e details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:57.400826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 10:59:57.416705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:57.423128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 10:59:57.429102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:57.447487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.517250 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4107163 Mar 16 10:59:57.517977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43048) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.594908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=e404d4aa-6613-4dc7-8cbc-bb3985cca43b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:57.652862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.653872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.654758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.655309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.656547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.657130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.658126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.658683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.659480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.660015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.660711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.661324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95adc4a-852b-4da4-9005-e705b6b73fde tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:57.670602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0ee74de8-1542-4f57-8a34-fe2eaa966776 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:57.700678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e09c659a-e785-454f-a2b0-d9261afe61fb req-8194f74f-46c6-47ed-a89f-8761e3de5349 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 210 time: 0.2532680 Mar 16 10:59:57.701711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f66ef0-55e2-43dd-b214-fd5ba4dca65b None None] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:57.709775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:57.724291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:57.729211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:57.731285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67270c5a-b46c-4432-947f-5fc17b6ec408 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:57.732073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67270c5a-b46c-4432-947f-5fc17b6ec408 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:57.752330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:57.763140 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.771860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67270c5a-b46c-4432-947f-5fc17b6ec408 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:57.774714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:57.777436 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67270c5a-b46c-4432-947f-5fc17b6ec408 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2506847 Mar 16 10:59:57.777591 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Transition to ACTIVE for port object 507cd296-f40c-4784-976d-9dcbcc734353 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 10:59:57.778406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.781015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43056) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:57.785572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.875657 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb555-41fa-41cc-ae44-a15db1720c88 None None] Pushing event updated for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:57.884767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port e404d4aa-6613-4dc7-8cbc-bb3985cca43b {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 10:59:57.885280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:57.973734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fc435493-98cb-4f8f-8547-e95d2806ead9 None None] Provisioning for port 0ee74de8-1542-4f57-8a34-fe2eaa966776 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:58.014108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:58.117513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.124430 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Attempting to bind port 507cd296-f40c-4784-976d-9dcbcc734353 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 10:59:58.125053 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Attempting to bind port 507cd296-f40c-4784-976d-9dcbcc734353 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 10:59:58.125640 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Attempting to bind port 507cd296-f40c-4784-976d-9dcbcc734353 on network 6965acff-eba0-4f01-95a2-0a53ccdebc39 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 10:59:58.132921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 10:59:58.133565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Checking segment: {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:58.134435 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.134979 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Bound using segment: {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 10:59:58.135592 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Bound port: 507cd296-f40c-4784-976d-9dcbcc734353, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0398baef-fdef-42dc-9336-cdff1a4205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 10:59:58.136152 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.234987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.258136 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] For port 507cd296-f40c-4784-976d-9dcbcc734353, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 10:59:58.265803 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] For port 507cd296-f40c-4784-976d-9dcbcc734353, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=507cd296-f40c-4784-976d-9dcbcc734353,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 10:59:58.275538 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.297927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=45793d73-d629-4172-b14b-858451f413b3,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.319216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 10:59:58.319759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 14562ffd-6165-4774-8efb-12648282b36e, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 10:59:58.333570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.334353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.334863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.335353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.335839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.336580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.337089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.337573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.338170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.338642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.339265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.339749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.360222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 14562ffd-6165-4774-8efb-12648282b36e is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 10:59:58.375042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 14562ffd-6165-4774-8efb-12648282b36e) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 10:59:58.384559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.387128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.408274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for e404d4aa-6613-4dc7-8cbc-bb3985cca43b owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 10:59:58.409120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505bb6b-9e18-4341-b98f-56e4d781bb65 None None] Network 14562ffd-6165-4774-8efb-12648282b36e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 10:59:58.413927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb555-41fa-41cc-ae44-a15db1720c88 None None] Pushing event updated for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.444634 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:58.445352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:58.451448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2399ce5b-c2f2-47c3-8ce9-26074214b712 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1972275 Mar 16 10:59:58.452810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43062) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:58.571690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0ee74de8-1542-4f57-8a34-fe2eaa966776 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 10:59:58.657880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.673732 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 10:59:58.715798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=e404d4aa-6613-4dc7-8cbc-bb3985cca43b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.720679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0ee74de8-1542-4f57-8a34-fe2eaa966776 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 10:59:58.721254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.776455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.809314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8f56d1a2-8583-4359-9237-f33f2534d868 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/e404d4aa-6613-4dc7-8cbc-bb3985cca43b HTTP/1.1" status: 204 len: 168 time: 1.0260246 Mar 16 10:59:58.811279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43070) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:58.956703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4818c9-b408-4bc3-b501-323e3d269dc9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.959348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4818c9-b408-4bc3-b501-323e3d269dc9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:58.960279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6c4818c9-b408-4bc3-b501-323e3d269dc9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:58.990829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6c4818c9-b408-4bc3-b501-323e3d269dc9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:58.992415 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6c4818c9-b408-4bc3-b501-323e3d269dc9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1793289 Mar 16 10:59:58.995265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:59.088221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3c57d89-128f-497e-9cd1-eddbfa7742b9 req-6addec0b-b74d-4938-8194-dd40589719cc tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 210 time: 0.1666691 Mar 16 10:59:59.106575 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T10:59:53Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:59.119224 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9a95-18da-42f1-9251-fc8057d68d1f None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T10:59:53Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 10:59:59.256634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet c28e8341-07d5-4482-bd52-c7daf2e9a600 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 10:59:59.265648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.266300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6132c963-a6aa-47ec-ac1f-0533101cd10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.294398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82896df-6fc4-413d-b6cd-cee2aa56b909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'c28e8341-07d5-4482-bd52-c7daf2e9a600'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:59.295271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d82896df-6fc4-413d-b6cd-cee2aa56b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.298125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.358834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.428483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-ceee486e-f925-45d8-8240-ab312a33a724 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:59.429478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-ceee486e-f925-45d8-8240-ab312a33a724 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Synchronizing usage tracker for tenant:0d405678adaf4e218715b8c9fd685242 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 10:59:59.476174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.567974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.583577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-ceee486e-f925-45d8-8240-ab312a33a724 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Unset dirty status for tenant:0d405678adaf4e218715b8c9fd685242 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 10:59:59.585457 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-ceee486e-f925-45d8-8240-ab312a33a724 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.55 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 797 time: 0.5230143 Mar 16 10:59:59.671244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-e0d7b2ac-8b54-4a04-8b05-5e8e13ed3cd0 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d405678adaf4e218715b8c9fd685242 HTTP/1.1" status: 200 len: 379 time: 0.0614617 Mar 16 10:59:59.682767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'port': {'device_id': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'admin_state_up': True, 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'security_groups': ['497ff950-d6a0-40b1-af40-58c32b628e2f']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:59.708973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-14562ffd-6165-4774-8efb-12648282b36e', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 10:59:59.709807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-d82896df-6fc4-413d-b6cd-cee2aa56b909 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c28e8341-07d5-4482-bd52-c7daf2e9a600: This subnet is being modified by another concurrent operation. Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c28e8341-07d5-4482-bd52-c7daf2e9a600: This subnet is being modified by another concurrent operation. Mar 16 10:59:59.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 10:59:59.872177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 0ee74de8-1542-4f57-8a34-fe2eaa966776, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0ee74de8-1542-4f57-8a34-fe2eaa966776,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 10:59:59.889594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.890387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8c42365e-6fdc-4928-84d4-53540210e7d3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 10:59:59.903638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.21.0.1 (14562ffd-6165-4774-8efb-12648282b36e/45793d73-d629-4172-b14b-858451f413b3/d0f3f321-24f7-477f-9ee4-015bbaed37cf) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:00.000531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-78a7240f-fdf7-475d-a1d2-c405b4fb850a None None] Provisioning for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:00.047501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.066538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-78a7240f-fdf7-475d-a1d2-c405b4fb850a None None] Provisioning complete for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:00.067467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-78a7240f-fdf7-475d-a1d2-c405b4fb850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.136270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 2, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:00.171302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.187778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Checking router: 63352da2-e4ce-4b28-8dc7-235a126eb310 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:00.188526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Updating router 63352da2-e4ce-4b28-8dc7-235a126eb310 port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:00.201091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=c28e8341-07d5-4482-bd52-c7daf2e9a600,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:00.289104 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ddbe9b7b-afc5-4299-b09a-f98eec85e53b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/c28e8341-07d5-4482-bd52-c7daf2e9a600 HTTP/1.1" status: 204 len: 168 time: 1.2919297 Mar 16 11:00:00.301202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43084) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.322269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.371246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=0ee74de8-1542-4f57-8a34-fe2eaa966776,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:00.385701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf0da4b4-b460-436a-a4bd-1f95caa34e6a req-182f6812-5b96-41a3-bcd9-73ef45334fa8 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 210 time: 0.0621479 Mar 16 11:00:00.387253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-78a7240f-fdf7-475d-a1d2-c405b4fb850a None None] Port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:00.406930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.429871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:00.441966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:00.453633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object d0f3f321-24f7-477f-9ee4-015bbaed37cf will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:00.463255 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c57a3df-8864-4e7f-ab78-0f239b961ca7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603589 Mar 16 11:00:00.463978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Made reservation on behalf of 0d405678adaf4e218715b8c9fd685242 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:00.470270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.477393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43088) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.521757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.576039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-625c777f-de54-4a35-9413-ade711ad9847 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.634840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 14562ffd-6165-4774-8efb-12648282b36e is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:00.638617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:00.640755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-625c777f-de54-4a35-9413-ade711ad9847 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.643859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-625c777f-de54-4a35-9413-ade711ad9847 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1629376 Mar 16 11:00:00.645697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:00.666498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.672027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Provisioning for port 507cd296-f40c-4784-976d-9dcbcc734353 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:00.675178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8c42365e-6fdc-4928-84d4-53540210e7d3 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:00.689236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8c42365e-6fdc-4928-84d4-53540210e7d3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:00.689613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.693520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43092) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.694331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:00.736971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Allocated IP 172.20.0.12 (bcb9d892-6f79-4d5e-b18d-63a0d9ca8923/3bd597f7-26fa-456e-8814-10b0b1336690/4ff914fb-32fa-4c86-8aa7-e4b9b211b653) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:00.771771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.798925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Allocated IP 172.21.0.2 (14562ffd-6165-4774-8efb-12648282b36e/45793d73-d629-4172-b14b-858451f413b3/10ac03f0-701e-479e-b11b-172bbbc8586a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:00.826189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.842528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590dae4-ad35-470a-8cca-2eee9802ac32 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:00.843161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8590dae4-ad35-470a-8cca-2eee9802ac32 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:00.857113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Provisioning complete for port 0ee74de8-1542-4f57-8a34-fe2eaa966776 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:00.857113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:00.874858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8590dae4-ad35-470a-8cca-2eee9802ac32 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:00.878461 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8590dae4-ad35-470a-8cca-2eee9802ac32 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1714938 Mar 16 11:00:00.878671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43096) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.962755 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a1194c57-3471-400a-92fa-5ca3eaa2adca tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829549 Mar 16 11:00:00.967620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43100) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:00.974572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:01.015022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.040386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Transition to ACTIVE for port object 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:01.059677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.101299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.152487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:01.185361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:01.197993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:01.201423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:01.211931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:01.212725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.234762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:01.242527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.264128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.292858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:01.293604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.329976 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0c48ccaa-c0e6-4957-a21a-9fa2748752f9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6515100 Mar 16 11:00:01.348591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Request body: {'port': {'device_id': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:01.446392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Provisioning complete for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:01.446998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.539369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1fff4eae-3617-40fc-a86b-800aaae44828 None None] Port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:01.548526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 8c42365e-6fdc-4928-84d4-53540210e7d3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8c42365e-6fdc-4928-84d4-53540210e7d3,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:01.563633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.564959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ebfbdfed-3833-4b51-9611-931319a833c4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:01.597490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.739121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:00:01.760516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.834663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Transition to ACTIVE for port object 10ac03f0-701e-479e-b11b-172bbbc8586a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:01.841719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ec15e6ab-70f0-4f36-988b-f8e6515abbe4 None None] Provisioning for port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:01.881604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ec15e6ab-70f0-4f36-988b-f8e6515abbe4 None None] Provisioning complete for port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:01.882357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ec15e6ab-70f0-4f36-988b-f8e6515abbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.917327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=8c42365e-6fdc-4928-84d4-53540210e7d3,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:01.923301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874af632-d4cd-4e5f-bd84-9485cb508535 req-4d351782-f41f-4f5c-a750-bebd77570131 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:01.924715 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-874af632-d4cd-4e5f-bd84-9485cb508535 req-4d351782-f41f-4f5c-a750-bebd77570131 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 932 time: 0.2668812 Mar 16 11:00:01.941771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.943383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Transition to ACTIVE for port object 10ac03f0-701e-479e-b11b-172bbbc8586a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:01.951256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:01.957219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.957648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.958043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.958529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.958890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.959200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.959568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.959913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.960237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.960563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.960910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.961235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:01.979900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.023919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.029434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-874af632-d4cd-4e5f-bd84-9485cb508535 req-74f75c31-ac70-44d9-bc69-0bf9b41715e1 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943859 Mar 16 11:00:02.031828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Transition to ACTIVE for port object 86dfdbe5-7b84-44cd-b464-474ddd4fad49 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:02.037306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ec15e6ab-70f0-4f36-988b-f8e6515abbe4 None None] Port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:02.060898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port ebfbdfed-3833-4b51-9611-931319a833c4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:02.061255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.088197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Network 14562ffd-6165-4774-8efb-12648282b36e is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:02.095291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.116997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:02.134116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:02.140342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Pushing event updated for resources: {'Port': ['ID=10ac03f0-701e-479e-b11b-172bbbc8586a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.258403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:02.260454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.265552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:02.269647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.270282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.279356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:02.290787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.298597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.299297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9592e66-8896-4bcf-bb5f-c0a8e5c09a56 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:02.310219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Transition to ACTIVE for port object 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:02.314301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.391862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4205439 Mar 16 11:00:02.410076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43106) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:02.413184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23ba7-045a-42eb-9903-83a2978e374f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=2529c1df-9f09-43d3-83ee-ec17d97ea216,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.420684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:78:0a:0c', 'name': 'tempest-NetworksTestDHCPv6-2109766805'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:02.550588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.574701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:02.577188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.598627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe288-2aea-4953-8ec0-87c69e2417b3 None None] Pushing event updated for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.599813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Attempting to bind port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:02.600327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Attempting to bind port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:02.600438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Attempting to bind port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 on network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:02.611536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 on network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:00:02.612381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Attempting to bind port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 on network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:02.618112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Attempting to bind port 10ac03f0-701e-479e-b11b-172bbbc8586a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:02.618479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Attempting to bind port 10ac03f0-701e-479e-b11b-172bbbc8586a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:02.618840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Attempting to bind port 10ac03f0-701e-479e-b11b-172bbbc8586a on network 14562ffd-6165-4774-8efb-12648282b36e {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:02.619888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:02.620308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Checking segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:02.620921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Bound using segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:02.621180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:02.621900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Bound port: 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:02.622457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.623120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.697171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:02.697542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Checking segment: {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:02.697943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.698338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Bound using segment: {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:02.698823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Bound port: 10ac03f0-701e-479e-b11b-172bbbc8586a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:02.699249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.705427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:02.729225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Attempting to bind port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:02.729649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Attempting to bind port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:02.730012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Attempting to bind port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 on network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:02.731923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:02.735849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:02.742403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.803053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:02.803342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Checking segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:02.803636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.804027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Bound using segment: {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:02.804893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Bound port: 86dfdbe5-7b84-44cd-b464-474ddd4fad49, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b0d479-4f9a-4893-b0b6-235e4361a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:02.804893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.805856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.806621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.808602 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] 10.222.0.55 "PUT /v2.0/ports/4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 1094 time: 1.4649227 Mar 16 11:00:02.811767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:02.856554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 14562ffd-6165-4774-8efb-12648282b36e is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:02.860425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:02.939777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275db1-78db-4230-b5e0-1aca7984906d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:02.958612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:02.977882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0b147a18-f8ff-434c-931b-4edffc8ff4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.979765 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-0b147a18-f8ff-434c-931b-4edffc8ff4e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1097 time: 0.1060965 Mar 16 11:00:02.985566 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'status': 'completed', 'code': 200} Mar 16 11:00:03.028811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] For port 10ac03f0-701e-479e-b11b-172bbbc8586a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:03.055426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '2529c1df-9f09-43d3-83ee-ec17d97ea216'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:03.056267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.096725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] For port 10ac03f0-701e-479e-b11b-172bbbc8586a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10ac03f0-701e-479e-b11b-172bbbc8586a,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:03.111700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] For port 86dfdbe5-7b84-44cd-b464-474ddd4fad49, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:03.115981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] For port 86dfdbe5-7b84-44cd-b464-474ddd4fad49, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=86dfdbe5-7b84-44cd-b464-474ddd4fad49,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:03.117605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.137246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port cdc31bd5-0155-439d-b411-6ff033416a23 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:03.214441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0ee74de8-1542-4f57-8a34-fe2eaa966776 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:03.259621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.287067 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-eaf265e4-d700-48e1-9495-10898c4d122f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 217 time: 0.2803607 Mar 16 11:00:03.310336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:03.359377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-81eb68e7-7441-42c6-a2c5-3002782f21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.361282 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-81eb68e7-7441-42c6-a2c5-3002782f21ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 200 len: 834 time: 0.0671062 Mar 16 11:00:03.401458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f8fb2-f6fd-45b4-9f65-0eae5b771fa1 None None] Pushing event updated for resources: {'Port': ['ID=10ac03f0-701e-479e-b11b-172bbbc8586a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.452756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:03.452756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:03.518398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-867b9e83-cc96-4419-a049-e34bb0ffdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.522152 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-867b9e83-cc96-4419-a049-e34bb0ffdec3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1543684 Mar 16 11:00:03.618266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::100 (afd54f52-9bee-4769-8938-30d579685ddc/2529c1df-9f09-43d3-83ee-ec17d97ea216/cdc31bd5-0155-439d-b411-6ff033416a23) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:03.664618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:03.681146 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:03.693216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0ee74de8-1542-4f57-8a34-fe2eaa966776 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:03.693589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.695179 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:03.699245 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:03.732751 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f3d478d9-39fb-4411-82d6-1b79b3101b34 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2795589 Mar 16 11:00:03.755667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43114) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:03.770916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2c45-6243-4273-b1a5-ba62584a9ac3 req-38bc5ce1-6f86-4bb8-bed9-9dc9b31b3448 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.773269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-709b2c45-6243-4273-b1a5-ba62584a9ac3 req-38bc5ce1-6f86-4bb8-bed9-9dc9b31b3448 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 944 time: 0.5375271 Mar 16 11:00:03.775252 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-aa5ef380-0842-44f9-bd85-41f7fc1eec6a service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452273 Mar 16 11:00:03.777774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-796302500'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:03.825969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:03.843757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:03.850511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe288-2aea-4953-8ec0-87c69e2417b3 None None] Pushing event updated for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.858750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:03.889035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:03.927157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.945948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-709b2c45-6243-4273-b1a5-ba62584a9ac3 req-1a50eb24-5025-49da-bb20-181976b9107a tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610463 Mar 16 11:00:03.974744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:03.986125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:03.988061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:03.995215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.024378 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b8daa57b-0dd2-41f5-968b-d31fe0753c85 req-c86ef893-a6c7-4c44-9712-713178cce02e service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362490 Mar 16 11:00:04.111714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:04.127896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.128584 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment 6ee679d5-63ac-4608-99e9-9e457b8eaa31 of type vlan for network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 Mar 16 11:00:04.182484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.196415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 507cd296-f40c-4784-976d-9dcbcc734353 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:04.227094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.232079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.232724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.306013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-306f39d6-494e-48a9-9705-082d953193e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.307931 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-306f39d6-494e-48a9-9705-082d953193e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1097 time: 0.1642559 Mar 16 11:00:04.347903 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:01Z', 'revision_number': 3, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T10:59:58Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:01Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:04.360368 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:04.361013 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Updating router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 port d0f3f321-24f7-477f-9ee4-015bbaed37cf binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:04.396219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 507cd296-f40c-4784-976d-9dcbcc734353 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:04.408154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 507cd296-f40c-4784-976d-9dcbcc734353 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:04.408526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.433890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.495751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:03Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:04.515852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.533980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68dc5d-a79d-457a-9dd4-f6aa2e041354 None None] The sync data for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv is: [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:03Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:04.534650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object cdc31bd5-0155-439d-b411-6ff033416a23 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:04.580304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8230600 Mar 16 11:00:04.587306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43120) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:04.599576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.644881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:04.698673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-462944e1-de01-42fe-8f6e-3c8350c77607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.700143 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-462944e1-de01-42fe-8f6e-3c8350c77607 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 898 time: 0.3823693 Mar 16 11:00:04.708441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.773844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/2529c1df-9f09-43d3-83ee-ec17d97ea216/5f323f0d-7408-4319-ae7f-06068759e95a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:04.788062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 507cd296-f40c-4784-976d-9dcbcc734353, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=507cd296-f40c-4784-976d-9dcbcc734353,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:04.799318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.800092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8c42365e-6fdc-4928-84d4-53540210e7d3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:04.834309 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-7b262bad-934c-4609-be7d-677f6be66e17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 217 time: 0.1253293 Mar 16 11:00:04.874025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:04.883589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:04.888919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2e73-7226-413a-964c-b12fa8eee717 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.891668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:04.899745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:04.900884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.952302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=cdc31bd5-0155-439d-b411-6ff033416a23,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.976071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8eb25596-dda3-4383-aab1-a86293afe0af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5611806 Mar 16 11:00:04.976860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43126) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:05.014992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:05.018399 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.034520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:05.048500 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Transition to ACTIVE for port object d0f3f321-24f7-477f-9ee4-015bbaed37cf will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:05.051804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:05.055783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-e0a9b38f-2fae-4339-ba74-757dc1a27bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.057281 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-e0a9b38f-2fae-4339-ba74-757dc1a27bd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 200 len: 834 time: 0.1478975 Mar 16 11:00:05.058133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:05.064891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:05.071980 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.130261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:05.134349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.168093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d4289a-5956-462f-b769-92ab9cc5e200 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.169352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-43d4289a-5956-462f-b769-92ab9cc5e200 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:05.290810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-43d4289a-5956-462f-b769-92ab9cc5e200 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:05.294770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-43d4289a-5956-462f-b769-92ab9cc5e200 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3143559 Mar 16 11:00:05.296164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43130) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:05.302582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8517c-f539-4b50-8246-b71b1132b636 None None] Network 14562ffd-6165-4774-8efb-12648282b36e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:05.342146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.347097 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Pushing event updated for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.361889 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.362306 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.362651 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.363070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.363447 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.363842 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.364169 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.364951 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.364951 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.365167 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.365435 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.365744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:05.447095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-dc4d73f3-8153-4ad5-94fa-d3fe26605ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.452386 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-dc4d73f3-8153-4ad5-94fa-d3fe26605ddb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3845029 Mar 16 11:00:05.459538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port cdc31bd5-0155-439d-b411-6ff033416a23 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:05.459880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.468658 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Attempting to bind port d0f3f321-24f7-477f-9ee4-015bbaed37cf on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:05.469043 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Attempting to bind port d0f3f321-24f7-477f-9ee4-015bbaed37cf by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:05.469395 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Attempting to bind port d0f3f321-24f7-477f-9ee4-015bbaed37cf on network 14562ffd-6165-4774-8efb-12648282b36e {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:05.475468 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:05.475858 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Checking segment: {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:05.476233 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.476624 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Bound using segment: {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:05.477095 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Bound port: d0f3f321-24f7-477f-9ee4-015bbaed37cf, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb84474-081d-47dd-912a-47e735a7e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '14562ffd-6165-4774-8efb-12648282b36e'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:05.477498 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.502648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-def92041-79cf-4e8a-8a9d-e936569c41b4 None None] Provisioning for port 10ac03f0-701e-479e-b11b-172bbbc8586a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:05.572563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.591289 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] For port d0f3f321-24f7-477f-9ee4-015bbaed37cf, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:05.594721 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] For port d0f3f321-24f7-477f-9ee4-015bbaed37cf, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0f3f321-24f7-477f-9ee4-015bbaed37cf,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:05.602367 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.741888 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3078e1-22a0-4596-a652-1b39148819b8 None None] Pushing event updated for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.794639 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:05.797027 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:05.826241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:05.826945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:05.834866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=924fae02-9aae-4fb1-92c1-8333a1bd532e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:05.872641 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-e1902f74-5f29-415c-9207-a19ab17a4679 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110754 Mar 16 11:00:05.935027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:05.946832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0195fb-5d25-4605-834a-a647e45e908d req-9d805920-0cf8-4795-a362-a71f481a7814 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:05.957195 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a0195fb-5d25-4605-834a-a647e45e908d req-9d805920-0cf8-4795-a362-a71f481a7814 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 944 time: 0.7688203 Mar 16 11:00:06.037223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.069824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a0195fb-5d25-4605-834a-a647e45e908d req-530ce2d0-6d57-44b5-9072-61566c34ce6c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107609 Mar 16 11:00:06.075357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Transition to ACTIVE for port object 5f323f0d-7408-4319-ae7f-06068759e95a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:06.109190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.140540 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:06.157813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8c42365e-6fdc-4928-84d4-53540210e7d3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:06.158266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.197375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Transition to ACTIVE for port object 5f323f0d-7408-4319-ae7f-06068759e95a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:06.238061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.281817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for cdc31bd5-0155-439d-b411-6ff033416a23 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:06.289725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:06.306240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.306962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.337134 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9620e3a6-9549-4121-81d4-699180861e43 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7361369 Mar 16 11:00:06.339917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43134) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:06.345717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ff679-6f0b-40ee-b749-71a6204e22fc None None] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:06.484313 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:01Z', 'revision_number': 3, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:06.488257 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc40da-abd2-4359-ab72-96232a3c1a2a None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:01Z', 'revision_number': 3, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:06.512221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.514733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:06.534043 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-da8bc5db-108a-455b-a234-1928bd2b0dec req-e570ebe5-d8ba-458f-abbf-aa500ed56bbb service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534083 Mar 16 11:00:06.582069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:06.604650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:06.636913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.651972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=cdc31bd5-0155-439d-b411-6ff033416a23,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.719741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.741947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33f12f18-2b09-49ca-abfe-2c42868e397a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/cdc31bd5-0155-439d-b411-6ff033416a23 HTTP/1.1" status: 204 len: 168 time: 1.4443293 Mar 16 11:00:06.745397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43138) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:06.787046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Attempting to bind port 5f323f0d-7408-4319-ae7f-06068759e95a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:06.787444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Attempting to bind port 5f323f0d-7408-4319-ae7f-06068759e95a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:06.787806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Attempting to bind port 5f323f0d-7408-4319-ae7f-06068759e95a on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:06.803572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:06.803977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:06.804341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.805269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:06.805269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Bound port: 5f323f0d-7408-4319-ae7f-06068759e95a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:06.805589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:06.825584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29308f2-d0c3-43c1-83fe-d7add53c0286 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.827185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29308f2-d0c3-43c1-83fe-d7add53c0286 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:06.827924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f29308f2-d0c3-43c1-83fe-d7add53c0286 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:06.848721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f29308f2-d0c3-43c1-83fe-d7add53c0286 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:06.850855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f29308f2-d0c3-43c1-83fe-d7add53c0286 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1006453 Mar 16 11:00:06.868400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43142) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:07.020864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 2529c1df-9f09-43d3-83ee-ec17d97ea216 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:07.032753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.045938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:07.047412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.088568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:07.110600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:07.125775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.170231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.256052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.299337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 86dfdbe5-7b84-44cd-b464-474ddd4fad49 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:07.434407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.462811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af55d0f-a0ed-48d7-ab6e-a016a8229288 None None] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:07.568563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10ba6-1034-400f-adde-03907775ad8e req-53343886-9981-4f0d-8004-e1ee7cf240ed tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:07.570189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-02a10ba6-1034-400f-adde-03907775ad8e req-53343886-9981-4f0d-8004-e1ee7cf240ed tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 944 time: 0.2428577 Mar 16 11:00:07.632776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.635976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:07.647981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:07.648660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.704182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bda3d7d6-acae-4c07-9536-f7a087825083 None None] Provisioning for port d0f3f321-24f7-477f-9ee4-015bbaed37cf completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:07.709155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:07.729525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-02a10ba6-1034-400f-adde-03907775ad8e req-caa777f2-aa47-46a7-b660-9dd796b434d3 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449897 Mar 16 11:00:07.736615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=2529c1df-9f09-43d3-83ee-ec17d97ea216,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:07.738579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Allocated IP 172.22.0.2 (f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6/924fae02-9aae-4fb1-92c1-8333a1bd532e/064202a6-7121-498e-b8e7-85091c4e9dd0) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:07.758512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-792e15cf-9953-4c57-8c9b-e3a234b06c28 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/2529c1df-9f09-43d3-83ee-ec17d97ea216 HTTP/1.1" status: 204 len: 168 time: 0.8887811 Mar 16 11:00:07.761227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:07.978141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-06b0c27e-6089-4b17-970f-e0751039efc1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2133226 Mar 16 11:00:07.978346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43158) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.061935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.074049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6419a-b2bb-4136-9c66-803e3863e62a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:08.074784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a7f6419a-b2bb-4136-9c66-803e3863e62a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:08.092165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.093959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a7f6419a-b2bb-4136-9c66-803e3863e62a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:08.095124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a7f6419a-b2bb-4136-9c66-803e3863e62a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1158917 Mar 16 11:00:08.098058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43162) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.113561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Transition to ACTIVE for port object 064202a6-7121-498e-b8e7-85091c4e9dd0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:08.125934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 86dfdbe5-7b84-44cd-b464-474ddd4fad49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=86dfdbe5-7b84-44cd-b464-474ddd4fad49,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:08.135803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.137828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10ac03f0-701e-479e-b11b-172bbbc8586a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:08.170014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e4ab5-ba51-4f2f-85e7-9b3a08233c81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:08.170673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2a7e4ab5-ba51-4f2f-85e7-9b3a08233c81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:08.189731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2a7e4ab5-ba51-4f2f-85e7-9b3a08233c81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:08.191269 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2a7e4ab5-ba51-4f2f-85e7-9b3a08233c81 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919199 Mar 16 11:00:08.194696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43166) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.214336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:00:08.218344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Transition to ACTIVE for port object 064202a6-7121-498e-b8e7-85091c4e9dd0 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:08.249289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.288998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03f00c42-ec40-4eb2-998a-46de1c76a0ac tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924087 Mar 16 11:00:08.292770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43170) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:08.299220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:08.330699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.22.0.1 (f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6/924fae02-9aae-4fb1-92c1-8333a1bd532e/1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:08.393402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:08.451295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:08.464277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:08.474178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:08.484364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:08.486970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:08.490807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:08.494909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.597326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.615810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:08.660355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.697436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Pushing event updated for resources: {'Port': ['ID=064202a6-7121-498e-b8e7-85091c4e9dd0,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:08.732938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 10ac03f0-701e-479e-b11b-172bbbc8586a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:08.741384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 10ac03f0-701e-479e-b11b-172bbbc8586a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:08.741994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.748080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:08.751858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:08.755928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:08.872012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Attempting to bind port 064202a6-7121-498e-b8e7-85091c4e9dd0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:08.872552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Attempting to bind port 064202a6-7121-498e-b8e7-85091c4e9dd0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:08.873046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Attempting to bind port 064202a6-7121-498e-b8e7-85091c4e9dd0 on network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:08.922552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:08.922974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Checking segment: {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:08.923337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.923734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Bound using segment: {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:08.924218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Bound port: 064202a6-7121-498e-b8e7-85091c4e9dd0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:08.924603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:08.973517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:00:08.977085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.022224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54485d7-136d-4432-8578-2dab949831d0 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:09.056743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.071453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.077523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.081029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'mac_address': 'fa:16:3e:12:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:00:09.140365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e1fc-3ff9-472d-b15a-17fce64991ec req-b2c26e9e-1dd6-4fbc-96d6-44194a462717 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:09.141858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3032e1fc-3ff9-472d-b15a-17fce64991ec req-b2c26e9e-1dd6-4fbc-96d6-44194a462717 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 944 time: 0.1716049 Mar 16 11:00:09.204747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.243514 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3032e1fc-3ff9-472d-b15a-17fce64991ec req-3d3e7fa4-2cfd-4e01-8f69-d8da58e7d5bc tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913057 Mar 16 11:00:09.249680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.281406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 10ac03f0-701e-479e-b11b-172bbbc8586a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10ac03f0-701e-479e-b11b-172bbbc8586a,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.285825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.299237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a61a5e13-42f0-4d8e-a64f-34c7922f689a None None] Provisioning for port 5f323f0d-7408-4319-ae7f-06068759e95a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:09.302645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] For port 064202a6-7121-498e-b8e7-85091c4e9dd0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:09.313888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.314645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 507cd296-f40c-4784-976d-9dcbcc734353 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:09.400134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] For port 064202a6-7121-498e-b8e7-85091c4e9dd0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=064202a6-7121-498e-b8e7-85091c4e9dd0,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:09.401935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:00:09.428179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.495169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.517587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.528961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.532499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=10ac03f0-701e-479e-b11b-172bbbc8586a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.540266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.541025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.542042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.671001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 507cd296-f40c-4784-976d-9dcbcc734353 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:09.671384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.674659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:09.681155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:09.688349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:09.689118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.690758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.696802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.709872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=1ea97473-06b6-49fd-8a8a-2d446a8b2423,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.714834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=5']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.738022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e8df8f00-3457-474e-b31d-642310366201 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4438596 Mar 16 11:00:09.741631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56aad-272e-4986-8fdd-e53176f699eb None None] Pushing event updated for resources: {'Port': ['ID=064202a6-7121-498e-b8e7-85091c4e9dd0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.741933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:09.749334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:09.881899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.885797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.911564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.943176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:09.947829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:09.953740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:09.960209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:09.972472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:09.976617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.984744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['4ff914fb-32fa-4c86-8aa7-e4b9b211b653'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:00:10.049552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0f3f321-24f7-477f-9ee4-015bbaed37cf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:10.058015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:10.060002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:10.245225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d0f3f321-24f7-477f-9ee4-015bbaed37cf completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:10.252872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0f3f321-24f7-477f-9ee4-015bbaed37cf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:10.253164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.269231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ea97473-06b6-49fd-8a8a-2d446a8b2423 (CIDR: 2001:db8::/64) Mar 16 11:00:10.270927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:10.273428 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:10.274437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:10.292377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7956f3-9efb-42f7-851d-8373b1e856b2 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:10.296955 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bb713d17-5987-45ee-b240-42ddc53ce359 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5537000 Mar 16 11:00:10.299761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43192) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:10.309219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:10.473312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:10.501073 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba80ed37-ce01-4180-b9b6-453a712e57f2 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1599021 Mar 16 11:00:10.501910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43196) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:10.509949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1803153671'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:10.510860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:10.516498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:10.521234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:network and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:10.524555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:10.530931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:10.548020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:10.550385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:10.555455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.571688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:10.577265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:10.594591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0e484-2cd3-4dfe-997b-2c0a6088799d req-78b084f7-d690-422d-a885-c18291a53c62 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:10.597570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4dc0e484-2cd3-4dfe-997b-2c0a6088799d req-78b084f7-d690-422d-a885-c18291a53c62 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 945 time: 0.1809556 Mar 16 11:00:10.598763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:10.602900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:10.616320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.617013 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added segment 66d92c30-83b8-445e-84d7-2ca3b82d4234 of type vlan for network 51a69157-584b-4fe2-b093-86b32fef2fff Mar 16 11:00:10.635893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:10.636545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:10.652481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:10.657157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.657328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.707702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.715234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:10.716007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.763450 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2598791 Mar 16 11:00:10.777795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43202) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:10.788943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'subnet': {'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:10.811837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4dc0e484-2cd3-4dfe-997b-2c0a6088799d req-bb1d5629-0e46-4623-be69-c83625f239bd tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074063 Mar 16 11:00:10.901937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55784d0-db46-4086-8bf7-34465518a571 None None] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:10.961906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:10.988128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.066092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:11.071142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:11.076383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:11.077400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.093156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e9b3-553e-4de9-a423-9b041bf104e6 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Network': ['ID=51a69157-584b-4fe2-b093-86b32fef2fff,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.113310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:11.116815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.118221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:subnet and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:11.121815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:11.123798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 51a69157-584b-4fe2-b093-86b32fef2fff details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:11.127564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33736cbb-4326-4aed-af1c-f9da0877dffa tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8253722 Mar 16 11:00:11.130797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:11.131559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43208) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:11.137143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:61:e0:62', 'name': 'tempest-NetworksTestDHCPv6-74755011'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:11.147967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Made reservation on behalf of b22a1c9cb859474ca25763cf64a1af25 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:11.148896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.153837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.192932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b33b0092-26e4-46af-8836-738fdf717652 None None] Provisioning for port 064202a6-7121-498e-b8e7-85091c4e9dd0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:11.312637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:11.326568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:11.344081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:11.396621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.436361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d0f3f321-24f7-477f-9ee4-015bbaed37cf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0f3f321-24f7-477f-9ee4-015bbaed37cf,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:11.454039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.603275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Checking segment: {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:11.605357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network hostable DHCP agents. Network: 51a69157-584b-4fe2-b093-86b32fef2fff, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:11.612856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68521705-c819-4cb9-a15e-aec3ed9e2de9 req-16e8e185-45b8-47f0-acf9-44ed553a9890 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:11.615231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68521705-c819-4cb9-a15e-aec3ed9e2de9 req-16e8e185-45b8-47f0-acf9-44ed553a9890 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2551203 Mar 16 11:00:11.621743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Subnet': ['ID=3e4ce5ea-269d-462d-b905-6af55a11bacb,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:11.622406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.646027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 51a69157-584b-4fe2-b093-86b32fef2fff is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:11.658859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 51a69157-584b-4fe2-b093-86b32fef2fff) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:11.666529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:11.667466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:11.681314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf9a05-292b-407c-93b8-8bf404aa9b36 None None] Network 51a69157-584b-4fe2-b093-86b32fef2fff requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:11.697371 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f528d4a5-fcca-4e1e-a4fd-49ca56447ced tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9184935 Mar 16 11:00:11.706240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43214) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:11.711733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:11.809917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41beee-e780-4e8e-93a7-5ec83ba1c399 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:11.813812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68521705-c819-4cb9-a15e-aec3ed9e2de9 req-3969d495-6e15-4f5b-aa98-9f6f139ddd13 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788208 Mar 16 11:00:11.833503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 86dfdbe5-7b84-44cd-b464-474ddd4fad49 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:11.994027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8:0:1::3c4 (afd54f52-9bee-4769-8938-30d579685ddc/1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6/97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:12.041170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.066640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fe61:e062 (afd54f52-9bee-4769-8938-30d579685ddc/1ea97473-06b6-49fd-8a8a-2d446a8b2423/97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:12.252709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ffbe-6d76-49d6-aaf9-09d96eb330ef req-948b1fd1-a0ce-4fd7-b0e8-d620fea70684 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.254427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b682ffbe-6d76-49d6-aaf9-09d96eb330ef req-948b1fd1-a0ce-4fd7-b0e8-d620fea70684 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2624865 Mar 16 11:00:12.372386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:12.372756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.373555 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b682ffbe-6d76-49d6-aaf9-09d96eb330ef req-e6138741-5447-4399-8f9b-87cbb94c70f1 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110232 Mar 16 11:00:12.384987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0797742-c7ad-4a7b-872c-f292eabd7bc5 req-33a1cf9a-327c-4a73-a751-a2afc4226253 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.386280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d0797742-c7ad-4a7b-872c-f292eabd7bc5 req-33a1cf9a-327c-4a73-a751-a2afc4226253 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 945 time: 0.3576546 Mar 16 11:00:12.412369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.477348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.498553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:12.627246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:09Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:09Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:05Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:12.648456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:12.648586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Updating router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:12.684813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-51a69157-584b-4fe2-b093-86b32fef2fff', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:12.685672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.736221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.757470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.842038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d0797742-c7ad-4a7b-872c-f292eabd7bc5 req-6324f57a-5fa1-4c19-8329-7727ad4a4f65 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493828 Mar 16 11:00:12.860244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:12.865201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:12.867597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:12.874233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.874543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.894293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:12.946308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Allocated IP 172.23.0.1 (51a69157-584b-4fe2-b093-86b32fef2fff/3e4ce5ea-269d-462d-b905-6af55a11bacb/cb39f7ad-1fbf-4074-901d-588f80a87649) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:12.947959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a8a0c-0a03-4a35-8b65-0f7be3a7d9f0 req-3c79869b-3cf0-4cef-949b-5e8a17cd9600 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:12.950270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c78a8a0c-0a03-4a35-8b65-0f7be3a7d9f0 req-3c79869b-3cf0-4cef-949b-5e8a17cd9600 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4163797 Mar 16 11:00:12.954325 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eb932cf6-0539-4573-bc41-40f832e48d02 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8193641 Mar 16 11:00:12.955041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43224) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:12.961261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4c9dd4a5-85b8-4118-a808-92151f234cb1 None None] Provisioning for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:12.983213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10ac03f0-701e-479e-b11b-172bbbc8586a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:13.019862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4c9dd4a5-85b8-4118-a808-92151f234cb1 None None] Provisioning complete for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.020263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd4a5-85b8-4118-a808-92151f234cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.086746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c78a8a0c-0a03-4a35-8b65-0f7be3a7d9f0 req-c103fa34-b9c0-40dc-91e5-4c40c3fb6475 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744045 Mar 16 11:00:13.100061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:13.100414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.273067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '1ea97473-06b6-49fd-8a8a-2d446a8b2423', 'ip_address': '2001:db8::f816:3eff:fe9c:e688'}, {'subnet_id': '1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '5f323f0d-7408-4319-ae7f-06068759e95a'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:13.326641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.343109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4c9dd4a5-85b8-4118-a808-92151f234cb1 None None] Port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:13.345424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Transition to ACTIVE for port object cb39f7ad-1fbf-4074-901d-588f80a87649 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:13.371972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.396727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.441909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 51a69157-584b-4fe2-b093-86b32fef2fff is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:13.446695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:13.451340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:13.472096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.487255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4c75-7a41-4b30-bb01-18d720da3674 req-d3e430f2-3345-4a21-b15a-d192ec7cd7e7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:13.488728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891f4c75-7a41-4b30-bb01-18d720da3674 req-d3e430f2-3345-4a21-b15a-d192ec7cd7e7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2153363 Mar 16 11:00:13.551888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=cb39f7ad-1fbf-4074-901d-588f80a87649,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:13.556486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.600574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 10ac03f0-701e-479e-b11b-172bbbc8586a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.600996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.623702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:13.685749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.691631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Allocated IP 172.23.0.2 (51a69157-584b-4fe2-b093-86b32fef2fff/3e4ce5ea-269d-462d-b905-6af55a11bacb/31d09b72-43db-4c8a-a7d5-5766c2795a27) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:13.699871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891f4c75-7a41-4b30-bb01-18d720da3674 req-a2529b7f-67dd-4562-a895-ab3ee1d4778c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554263 Mar 16 11:00:13.827655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7f426de0-3fe5-4093-ada1-aabb3dcfb01f None None] Provisioning complete for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:13.828169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f426de0-3fe5-4093-ada1-aabb3dcfb01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.894524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:13.951283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:14.141320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.151693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.156447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.170269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34709318-5ef9-4d59-bda2-03a760096ed0 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b HTTP/1.1" status: 204 len: 168 time: 1.2128170 Mar 16 11:00:14.174838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43238) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:14.206124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.resource_extend [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:00:14.216608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:14.273222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event updated for resources: {'Port': ['ID=cb39f7ad-1fbf-4074-901d-588f80a87649,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:14.275124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5406f-0808-465f-8f9f-f48115b19ee8 req-0034447b-e58f-4c25-a025-ee509ee2b744 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:14.276653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.282217 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44e5406f-0808-465f-8f9f-f48115b19ee8 req-0034447b-e58f-4c25-a025-ee509ee2b744 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 945 time: 0.2470536 Mar 16 11:00:14.313600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb413a64-2d67-40a3-b994-5a0183d37628 req-b0be2b25-3ea5-4344-abb9-4cf361f3640f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:14.318656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fb413a64-2d67-40a3-b994-5a0183d37628 req-b0be2b25-3ea5-4344-abb9-4cf361f3640f tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2408369 Mar 16 11:00:14.379768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618e53a-11a3-4353-87c2-e1eefd4b26c5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:14.380481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8618e53a-11a3-4353-87c2-e1eefd4b26c5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:14.387815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44e5406f-0808-465f-8f9f-f48115b19ee8 req-38729583-a55e-4d61-b392-47fdf7b735ea tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045887 Mar 16 11:00:14.396705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7f426de0-3fe5-4093-ada1-aabb3dcfb01f None None] Port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:14.418212 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fb413a64-2d67-40a3-b994-5a0183d37628 req-8bf8aefe-bdc3-4035-a8e6-14b479b72fd9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868640 Mar 16 11:00:14.444381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8618e53a-11a3-4353-87c2-e1eefd4b26c5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:14.445821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8618e53a-11a3-4353-87c2-e1eefd4b26c5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2700500 Mar 16 11:00:14.447486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Network 51a69157-584b-4fe2-b093-86b32fef2fff is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:14.450391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:14.452979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:14.549299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.553358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5f323f0d-7408-4319-ae7f-06068759e95a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:14.595889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Allocated IP 2001:db8:0:1::2 (afd54f52-9bee-4769-8938-30d579685ddc/1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6/5f323f0d-7408-4319-ae7f-06068759e95a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:14.639364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.642329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Transition to ACTIVE for port object 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:14.674057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Transition to ACTIVE for port object 31d09b72-43db-4c8a-a7d5-5766c2795a27 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:14.678931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.753149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:14.765861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:14.773844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fced3-c3af-41d3-9e44-d6863c2ff5af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:14.774625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-358fced3-c3af-41d3-9e44-d6863c2ff5af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:14.843908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:14.844164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:14.874856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Transition to ACTIVE for port object 31d09b72-43db-4c8a-a7d5-5766c2795a27 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:14.879967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-358fced3-c3af-41d3-9e44-d6863c2ff5af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:14.883629 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-358fced3-c3af-41d3-9e44-d6863c2ff5af tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4268682 Mar 16 11:00:14.884412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43246) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:14.976169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.012594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98eb5f-3464-46c7-81d9-649f8a2920b2 None None] Pushing event updated for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.088206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 5f323f0d-7408-4319-ae7f-06068759e95a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:15.157682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Network 51a69157-584b-4fe2-b093-86b32fef2fff is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:15.167905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5f323f0d-7408-4319-ae7f-06068759e95a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:15.168262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.201735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:15.204172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:15.271334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f0508-0933-48db-a366-de33aadfb489 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.272906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f0508-0933-48db-a366-de33aadfb489 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.274469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f0508-0933-48db-a366-de33aadfb489 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.276031 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d17f0508-0933-48db-a366-de33aadfb489 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3907299 Mar 16 11:00:15.278843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43250) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:15.281887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:15.304617 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a815951f-5c3e-4aed-b406-a49619a5fa5b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968833 Mar 16 11:00:15.305081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Pushing event updated for resources: {'Port': ['ID=31d09b72-43db-4c8a-a7d5-5766c2795a27,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:15.306558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43254) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:15.312081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:15.312395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:15.322538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Attempting to bind port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:15.322921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Attempting to bind port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:15.323289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Attempting to bind port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf on network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:15.355476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:15.417401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:15.417687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Checking segment: {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:15.418094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.418499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Bound using segment: {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:15.418967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Bound port: 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee679d5-63ac-4608-99e9-9e457b8eaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:15.419355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.522013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Attempting to bind port 31d09b72-43db-4c8a-a7d5-5766c2795a27 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:15.522387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Attempting to bind port 31d09b72-43db-4c8a-a7d5-5766c2795a27 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:15.522756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Attempting to bind port 31d09b72-43db-4c8a-a7d5-5766c2795a27 on network 51a69157-584b-4fe2-b093-86b32fef2fff {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:15.529615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.544910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.563681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:15.564059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Checking segment: {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:15.564499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.564990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Bound using segment: {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:15.565493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Bound port: 31d09b72-43db-4c8a-a7d5-5766c2795a27, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:15.565907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.566093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-8bfd8bb7-e02a-430e-9bf2-5562414ead56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.567792 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-8bfd8bb7-e02a-430e-9bf2-5562414ead56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.4106569 Mar 16 11:00:15.657729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Transition to ACTIVE for port object 5f323f0d-7408-4319-ae7f-06068759e95a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:15.671523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.694986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:15.719768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.742569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.765065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:15.786933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] For port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:15.801167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.870496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.883485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] For port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:15.935723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-2e3f9575-9614-454e-8056-1d7a8fa833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:15.937060 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-2e3f9575-9614-454e-8056-1d7a8fa833fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.3460102 Mar 16 11:00:15.941720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.037494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] For port 31d09b72-43db-4c8a-a7d5-5766c2795a27, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:16.040523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe69b81-3a64-425c-92d1-791cde16f0ab None None] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:16.084700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c4c7-fdc1-49ef-87f4-adbf43da7d71 req-30c345c7-4cf1-4bbc-aa23-5e28cc4eaa27 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.086382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44b5c4c7-fdc1-49ef-87f4-adbf43da7d71 req-30c345c7-4cf1-4bbc-aa23-5e28cc4eaa27 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 945 time: 0.5101175 Mar 16 11:00:16.107737 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-ed52c062-c8b6-4ac5-9dd6-751a3f478039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.1638703 Mar 16 11:00:16.113078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] For port 31d09b72-43db-4c8a-a7d5-5766c2795a27, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31d09b72-43db-4c8a-a7d5-5766c2795a27,segment=NetworkSegment(66d92c30-83b8-445e-84d7-2ca3b82d4234),segment_id=66d92c30-83b8-445e-84d7-2ca3b82d4234)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:16.122453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9157bf-758f-46f5-ac8c-8b34395a33e4 req-c0a1d55f-805a-4ef3-a7cf-779691de7c53 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.133150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed9157bf-758f-46f5-ac8c-8b34395a33e4 req-c0a1d55f-805a-4ef3-a7cf-779691de7c53 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1838973 Mar 16 11:00:16.152083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.159096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:16.159958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:16.166908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.275277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed9157bf-758f-46f5-ac8c-8b34395a33e4 req-a54375f3-2842-42a5-985f-a046fd04fce5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411214 Mar 16 11:00:16.277906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44b5c4c7-fdc1-49ef-87f4-adbf43da7d71 req-cfc5b7fd-754c-4890-915b-d86e838fb8e6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857407 Mar 16 11:00:16.294192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:16.323855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.367279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-b3dba9be-8dc4-4686-874e-ba6451bd083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.368755 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-b3dba9be-8dc4-4686-874e-ba6451bd083d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.2534912 Mar 16 11:00:16.413363 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'code': 200} Mar 16 11:00:16.415946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:16.426864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.437720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-77252e7c-d8a6-41a0-8430-70d107ce343e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6 HTTP/1.1" status: 204 len: 168 time: 1.1571517 Mar 16 11:00:16.439957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:16.554721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:16.598575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Removed routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:16.599314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.620059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:16.620784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:16.622622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 1ea97473-06b6-49fd-8a8a-2d446a8b2423 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:16.632646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.725903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:16.734612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:16.831511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98eb5f-3464-46c7-81d9-649f8a2920b2 None None] Pushing event updated for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:16.911764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-9b86d48a-aba3-40da-9c6e-0c989662dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.913633 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-9b86d48a-aba3-40da-9c6e-0c989662dd79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5092745 Mar 16 11:00:16.936782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674d5d-3f3b-41e9-868f-c75f47dac484 req-0ca0d350-2f3a-45aa-90f5-63fab43ad5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:16.938273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf674d5d-3f3b-41e9-868f-c75f47dac484 req-0ca0d350-2f3a-45aa-90f5-63fab43ad5a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1099 time: 0.1112740 Mar 16 11:00:16.947093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.126151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.188489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea97473-06b6-49fd-8a8a-2d446a8b2423,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.191610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.198750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8dca-759b-4784-bbb6-a44a8cc4aa80 None None] Pushing event updated for resources: {'Port': ['ID=31d09b72-43db-4c8a-a7d5-5766c2795a27,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.202500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf674d5d-3f3b-41e9-868f-c75f47dac484 req-709fa108-bf81-44f4-9ebf-b4b7131c7b29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759832 Mar 16 11:00:17.210723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2b968287-5e2c-496f-b0f1-88e83cd0a841 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1ea97473-06b6-49fd-8a8a-2d446a8b2423 HTTP/1.1" status: 204 len: 168 time: 0.7671733 Mar 16 11:00:17.217218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43268) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:17.303474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ecb81-94d6-4ae5-ad94-36ebc797b010 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:17.312596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b4726b3d-8537-42ed-a7f2-05a8aa1c3251 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947375 Mar 16 11:00:17.315505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43274) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:17.324159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:17.469358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.497062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.518113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.572860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e0e75acf-6108-4310-b762-c89192e4690a None None] Provisioning for port 5f323f0d-7408-4319-ae7f-06068759e95a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:17.578226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:17.588857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e0e75acf-6108-4310-b762-c89192e4690a None None] Provisioning complete for port 5f323f0d-7408-4319-ae7f-06068759e95a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:17.589239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acf-6108-4310-b762-c89192e4690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.596522 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-28e27d03-3507-4cd0-ba1f-03b36bdabfd3 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753478 Mar 16 11:00:17.610289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:17.617547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:17.622952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:17.628325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.628489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 064202a6-7121-498e-b8e7-85091c4e9dd0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:17.636275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:17.670478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7c9ca-943e-4369-9977-954edd5310e3 req-f7ae7afc-f93d-47f0-9fe2-1085c7d00c65 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.672196 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c0e7c9ca-943e-4369-9977-954edd5310e3 req-f7ae7afc-f93d-47f0-9fe2-1085c7d00c65 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1977665 Mar 16 11:00:17.675278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:17.679604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.749648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d55a-cc09-457a-ba59-ff6a01633b50 req-a6f1d041-a8a2-489a-8e6f-832dcc314ab1 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:17.751300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cce7d55a-cc09-457a-ba59-ff6a01633b50 req-a6f1d041-a8a2-489a-8e6f-832dcc314ab1 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2227468 Mar 16 11:00:17.814155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:17.845616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:17.876168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c0e7c9ca-943e-4369-9977-954edd5310e3 req-d31ff4f2-e6c8-4a10-a6db-d9a0bb23d7b2 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799371 Mar 16 11:00:17.916373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 064202a6-7121-498e-b8e7-85091c4e9dd0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:17.932229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cce7d55a-cc09-457a-ba59-ff6a01633b50 req-469b8fca-d0b8-4740-9513-72ec124b96c4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703744 Mar 16 11:00:17.949886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 064202a6-7121-498e-b8e7-85091c4e9dd0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:17.950259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.021728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e0e75acf-6108-4310-b762-c89192e4690a None None] Could not find standard attr ID for object 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:18.024884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:18.040617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Deleting port 5f323f0d-7408-4319-ae7f-06068759e95a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:18.041647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.054613 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-685f0847-35e2-46c8-a7a1-08c3f4f76f8c req-a110dea8-d7f7-412d-a6c9-05918f87b75b service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997257 Mar 16 11:00:18.062602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:18.075471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.080488 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b52e1732-4d71-47ee-b0f2-2d206522d347 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 934 time: 2.7730703 Mar 16 11:00:18.082526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43282) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:18.190679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c117d-e5db-4f09-854a-de49c721f7f3 None None] Network 51a69157-584b-4fe2-b093-86b32fef2fff requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:18.218949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:00:18.263426 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-801f23c1-a3f6-478d-bf3a-fb1659e5d893 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 934 time: 0.1772048 Mar 16 11:00:18.263618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43286) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:18.268496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'routes': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:18.293172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:13Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:15Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:13Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:18.317365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab612d1-46e3-40a7-9e03-9ce9a4b4c6cb None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:13Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:15Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:13Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:18.414601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-345abe38-8d12-4dc5-bfdf-d80f233b7380 None None] Provisioning for port 31d09b72-43db-4c8a-a7d5-5766c2795a27 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:18.456756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.566057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.713175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 064202a6-7121-498e-b8e7-85091c4e9dd0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=064202a6-7121-498e-b8e7-85091c4e9dd0,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:18.751937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.816478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:18.817221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.890351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:18.951625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.963943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.965052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.052587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Calling delete_port for 5f323f0d-7408-4319-ae7f-06068759e95a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:19.126222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31d09b72-43db-4c8a-a7d5-5766c2795a27 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:19.199962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=064202a6-7121-498e-b8e7-85091c4e9dd0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.268543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 31d09b72-43db-4c8a-a7d5-5766c2795a27 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:19.276243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 31d09b72-43db-4c8a-a7d5-5766c2795a27 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:19.276628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.345566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:19.365688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:19.379844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:19.380458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.421930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=9288d60f-551d-42ac-b4b3-593ec69dc5d1,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.434185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:19.434955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:19.435078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.437841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=11']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.506461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 31d09b72-43db-4c8a-a7d5-5766c2795a27, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31d09b72-43db-4c8a-a7d5-5766c2795a27,segment=NetworkSegment(66d92c30-83b8-445e-84d7-2ca3b82d4234),segment_id=66d92c30-83b8-445e-84d7-2ca3b82d4234)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:19.514858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615a40-075a-46b9-9f7a-ca6d2c706a8a req-3e378f74-29aa-4f7e-b9bc-8b71bfa2af9c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:19.516415 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51615a40-075a-46b9-9f7a-ca6d2c706a8a req-3e378f74-29aa-4f7e-b9bc-8b71bfa2af9c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.3212867 Mar 16 11:00:19.520703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8275049d-8bdc-41d5-ab10-0bf50bea6fef tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2036052 Mar 16 11:00:19.524256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.524409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43294) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:19.525064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:19.530027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:19.530506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:19.531231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:19.573932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.575142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a086-811a-4276-b8ec-1c10f74d08ca req-41839a58-72d0-433e-9fdd-2cf8feb95aa0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:19.582964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-22f1a086-811a-4276-b8ec-1c10f74d08ca req-41839a58-72d0-433e-9fdd-2cf8feb95aa0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4456148 Mar 16 11:00:19.741551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=31d09b72-43db-4c8a-a7d5-5766c2795a27,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:19.745717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Provisioning for port cb39f7ad-1fbf-4074-901d-588f80a87649 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:19.758071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Provisioning complete for port cb39f7ad-1fbf-4074-901d-588f80a87649 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:19.758422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.803022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-22f1a086-811a-4276-b8ec-1c10f74d08ca req-b41aa15d-97bb-4131-83bf-b64428e1d206 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190657 Mar 16 11:00:19.818586 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51615a40-075a-46b9-9f7a-ca6d2c706a8a req-38a4af18-9649-4b02-823e-3d08415e5e14 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697041 Mar 16 11:00:19.831798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:19.839280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Port cb39f7ad-1fbf-4074-901d-588f80a87649 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:19.840952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:19.841317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.891096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:19.896249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:19.899937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:19.907358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:19.938466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:19.950364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Deleting port 5f323f0d-7408-4319-ae7f-06068759e95a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:19.950880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:19.965411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.023006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Provisioning complete for port 31d09b72-43db-4c8a-a7d5-5766c2795a27 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:20.026835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd5e2-c2b0-4330-b1bc-653338f5b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.102717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.106609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.175508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.200814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9288d60f-551d-42ac-b4b3-593ec69dc5d1 (CIDR: 2001:db8::/64) Mar 16 11:00:20.211537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0962803-d56a-4e44-bd72-1a0e6b4917f7 req-e8529558-0f65-4de5-b5be-173926da4d12 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:20.213183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e0962803-d56a-4e44-bd72-1a0e6b4917f7 req-e8529558-0f65-4de5-b5be-173926da4d12 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2067225 Mar 16 11:00:20.214954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:20.216020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:20.264166 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:20.274750 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:20.275668 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:20.276719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f321c11-66b9-4079-835b-4a9cedee2786 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7497773 Mar 16 11:00:20.279346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:20.290315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43300) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.294189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:20.312183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.312980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0f3f321-24f7-477f-9ee4-015bbaed37cf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:20.330542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:20.357543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e0962803-d56a-4e44-bd72-1a0e6b4917f7 req-d05e69eb-78fc-46dc-8d71-ed2b760ad2ba tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298025 Mar 16 11:00:20.358079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43304) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.471223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:20.538143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:20.541956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:20.542460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3042c09a-603b-41d6-a2c5-961503ccc713 tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:20.547368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3042c09a-603b-41d6-a2c5-961503ccc713 tempest-TestNetworkAdvancedServerOps-2061546485 tempest-TestNetworkAdvancedServerOps-2061546485-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1094 time: 0.1839716 Mar 16 11:00:20.547368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43308) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.551578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.553180 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-01255016-fd05-48d8-9a20-e0a08f7b77f1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 700 time: 2.2886999 Mar 16 11:00:20.554212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:20.555593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43312) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.559672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:20.563845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:20.568584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:20.575374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:20.577622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Usage tracker for resource:floatingip and tenant:0d405678adaf4e218715b8c9fd685242 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:20.581341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:20.590906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:20.600104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:20.604410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.622125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.750980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43316) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:20.751225 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c6276631-b8ec-400f-952f-326dc8d12b90 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 700 time: 0.1931021 Mar 16 11:00:20.764165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:20.796772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d0f3f321-24f7-477f-9ee4-015bbaed37cf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:20.797548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.835828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-066b5545-9c14-45fd-b4b7-2eb228030507 None None] Provisioning complete for port cb39f7ad-1fbf-4074-901d-588f80a87649 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:20.836261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-066b5545-9c14-45fd-b4b7-2eb228030507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.891605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] For port 5f323f0d-7408-4319-ae7f-06068759e95a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5f323f0d-7408-4319-ae7f-06068759e95a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:20.892107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:20.906667 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 7, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:13Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:20.912326 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:20.913023 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Updating router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 port cb39f7ad-1fbf-4074-901d-588f80a87649 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:20.968715 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.046183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Calling delete_port for 5f323f0d-7408-4319-ae7f-06068759e95a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:21.083727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-066b5545-9c14-45fd-b4b7-2eb228030507 None None] Port cb39f7ad-1fbf-4074-901d-588f80a87649 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:21.256068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.306633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5f323f0d-7408-4319-ae7f-06068759e95a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:21.371946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] Pushing event deleted for resources: {'Port': ['ID=5f323f0d-7408-4319-ae7f-06068759e95a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.383376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 5f323f0d-7408-4319-ae7f-06068759e95a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:21.383680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5f323f0d-7408-4319-ae7f-06068759e95a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:21.406047 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.428978 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Transition to ACTIVE for port object cb39f7ad-1fbf-4074-901d-588f80a87649 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:21.429765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819c85f-debf-4d94-af7a-2490ffc9f13b None None] No DVR routers for this DVR port 5f323f0d-7408-4319-ae7f-06068759e95a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:21.450250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dee7c0-c633-41d6-8412-aae3041ab2af None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:21.450390 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.488046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff11bd-f5fc-4377-8508-0565a445bff4 req-7c1162e8-42ba-45be-a5cb-7467ed34d811 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:21.490110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20ff11bd-f5fc-4377-8508-0565a445bff4 req-7c1162e8-42ba-45be-a5cb-7467ed34d811 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5221934 Mar 16 11:00:21.550640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31d09b72-43db-4c8a-a7d5-5766c2795a27 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:21.577418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.588313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20ff11bd-f5fc-4377-8508-0565a445bff4 req-d9690e7f-03a5-41ad-9668-443517ae4471 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902069 Mar 16 11:00:21.725100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 31d09b72-43db-4c8a-a7d5-5766c2795a27 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:21.725638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.743887 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459b25-c4f6-480c-87e4-ae1002c66ed2 None None] Pushing event updated for resources: {'Port': ['ID=cb39f7ad-1fbf-4074-901d-588f80a87649,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.751469 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Attempting to bind port cb39f7ad-1fbf-4074-901d-588f80a87649 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:21.751873 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Attempting to bind port cb39f7ad-1fbf-4074-901d-588f80a87649 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:21.752225 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Attempting to bind port cb39f7ad-1fbf-4074-901d-588f80a87649 on network 51a69157-584b-4fe2-b093-86b32fef2fff {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:21.758594 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:21.758962 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Checking segment: {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:21.759354 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.759737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Bound using segment: {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:21.760244 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Bound port: cb39f7ad-1fbf-4074-901d-588f80a87649, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d92c30-83b8-445e-84d7-2ca3b82d4234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:21.760615 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.760825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.854508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': '9288d60f-551d-42ac-b4b3-593ec69dc5d1'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:21.855410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.862066 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] For port cb39f7ad-1fbf-4074-901d-588f80a87649, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:21.865297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] For port cb39f7ad-1fbf-4074-901d-588f80a87649, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cb39f7ad-1fbf-4074-901d-588f80a87649,segment=NetworkSegment(66d92c30-83b8-445e-84d7-2ca3b82d4234),segment_id=66d92c30-83b8-445e-84d7-2ca3b82d4234)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:21.870186 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.879826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:21.887824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:21.898575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:21.899160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.955919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Allocated IP 172.26.0.198 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/f660e294-6318-4bf7-a45f-ef4089674c5e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:21.956372 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:21.957777 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:21.958927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=9b84f5e1-a8c5-4e76-a266-5764f76e8b17,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:21.982994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 064202a6-7121-498e-b8e7-85091c4e9dd0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:22.021726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43322) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:22.022312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c68758da-329b-4d5c-804c-6741aff70efb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7397106 Mar 16 11:00:22.028337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:df:88:28', 'name': 'tempest-NetworksTestDHCPv6-1032381512'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:22.124164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.165456 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:22.240634 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459b25-c4f6-480c-87e4-ae1002c66ed2 None None] Pushing event updated for resources: {'Port': ['ID=cb39f7ad-1fbf-4074-901d-588f80a87649,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:22.242630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:22.253566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:22.255946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 064202a6-7121-498e-b8e7-85091c4e9dd0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:22.256316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.268693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:22.338892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Allocated IP 2001:db8::f816:3eff:fef6:e335 (afd54f52-9bee-4769-8938-30d579685ddc/9288d60f-551d-42ac-b4b3-593ec69dc5d1/acf16d8d-4797-47ac-8fd7-6e4178326aab) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:22.427953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.466932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.509800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:22.515933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 457ec2d9-b409-4371-b276-b75a3e06bad7 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:22.546073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.596600 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 7, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:21Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:22.604614 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e439f-7331-445c-803b-7ca39a4be40e None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 7, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:21Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:22.676663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:22.677626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.678994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:22.686211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:22.697977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:22.748711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=f660e294-6318-4bf7-a45f-ef4089674c5e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:22.751461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.757544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port cb39f7ad-1fbf-4074-901d-588f80a87649 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:22.758065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.777258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Transition to ACTIVE for port object acf16d8d-4797-47ac-8fd7-6e4178326aab will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:22.806130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Transition to ACTIVE for port object acf16d8d-4797-47ac-8fd7-6e4178326aab will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:22.849140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.928184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:22.939761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:22.949085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:22.955312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:22.965683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:22.966311 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:23.013982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Pushing event updated for resources: {'Port': ['ID=acf16d8d-4797-47ac-8fd7-6e4178326aab,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.022672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8:0:1::1af (afd54f52-9bee-4769-8938-30d579685ddc/9b84f5e1-a8c5-4e76-a266-5764f76e8b17/457ec2d9-b409-4371-b276-b75a3e06bad7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:23.030194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::f816:3eff:fedf:8828 (afd54f52-9bee-4769-8938-30d579685ddc/9288d60f-551d-42ac-b4b3-593ec69dc5d1/457ec2d9-b409-4371-b276-b75a3e06bad7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:23.184113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Attempting to bind port acf16d8d-4797-47ac-8fd7-6e4178326aab on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:23.184547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Attempting to bind port acf16d8d-4797-47ac-8fd7-6e4178326aab by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:23.184999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Attempting to bind port acf16d8d-4797-47ac-8fd7-6e4178326aab on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:23.200330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:23.200683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:23.201032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.201880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:23.201880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Bound port: acf16d8d-4797-47ac-8fd7-6e4178326aab, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:23.202364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.213553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:23.236574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.254142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 457ec2d9-b409-4371-b276-b75a3e06bad7 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:23.279180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.344171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port cb39f7ad-1fbf-4074-901d-588f80a87649, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cb39f7ad-1fbf-4074-901d-588f80a87649,segment=NetworkSegment(66d92c30-83b8-445e-84d7-2ca3b82d4234),segment_id=66d92c30-83b8-445e-84d7-2ca3b82d4234)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:23.344528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.348931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:23.356932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:23.362270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:23.369189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:23.369883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.377957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=457ec2d9-b409-4371-b276-b75a3e06bad7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.402909 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6ef5fa53-6f56-4351-bdf8-4dcc01ff7966 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3792636 Mar 16 11:00:23.417309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43328) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:23.440569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] For port acf16d8d-4797-47ac-8fd7-6e4178326aab, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:23.446633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] For port acf16d8d-4797-47ac-8fd7-6e4178326aab, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=acf16d8d-4797-47ac-8fd7-6e4178326aab,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:23.463953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.488979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 457ec2d9-b409-4371-b276-b75a3e06bad7 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:23.489693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.546170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a264b0-a9b7-4072-a6b0-12718435a343 req-5fa45872-f643-4d34-9165-2684c28df02e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:23.547577 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15a264b0-a9b7-4072-a6b0-12718435a343 req-5fa45872-f643-4d34-9165-2684c28df02e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.5344896 Mar 16 11:00:23.570435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for cb39f7ad-1fbf-4074-901d-588f80a87649 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:23.595999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cb39f7ad-1fbf-4074-901d-588f80a87649 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:23.777045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90b20-fcb5-462b-9b23-19cf8235712e None None] Pushing event updated for resources: {'Port': ['ID=acf16d8d-4797-47ac-8fd7-6e4178326aab,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.781934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15a264b0-a9b7-4072-a6b0-12718435a343 req-3a6abae9-a0d0-4140-a913-8debcd7e78b7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825488 Mar 16 11:00:23.792468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.830014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port cb39f7ad-1fbf-4074-901d-588f80a87649 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:23.839338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cb39f7ad-1fbf-4074-901d-588f80a87649 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.839954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.938893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.942737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 457ec2d9-b409-4371-b276-b75a3e06bad7 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:23.946090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:19Z', 'revision_number': 7, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb39f7ad-1fbf-4074-901d-588f80a87649', 'name': '', 'network_id': '51a69157-584b-4fe2-b093-86b32fef2fff', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:5f:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:21Z', 'revision_number': 4, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '3e4ce5ea-269d-462d-b905-6af55a11bacb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:23.948481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.955218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:23.998595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:23.999233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:24.026894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=cb39f7ad-1fbf-4074-901d-588f80a87649,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.095032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Could not find standard attr ID for object cb39f7ad-1fbf-4074-901d-588f80a87649. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:24.101673 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No ports have port_id starting with cb39f7ad-1fbf-4074-901d-588f80a87649 Mar 16 11:00:24.212264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:24.252083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.363906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=457ec2d9-b409-4371-b276-b75a3e06bad7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:24.374450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.409122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.421403 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-52143ccc-3792-4224-bc63-5eba3009bc91 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/457ec2d9-b409-4371-b276-b75a3e06bad7 HTTP/1.1" status: 204 len: 168 time: 1.0009003 Mar 16 11:00:24.422110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43334) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.465500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.511424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e3922-c580-4b22-8891-cc0aec2042a7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.512034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e3e3922-c580-4b22-8891-cc0aec2042a7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:24.532624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e3e3922-c580-4b22-8891-cc0aec2042a7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:24.534169 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e3e3922-c580-4b22-8891-cc0aec2042a7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1115417 Mar 16 11:00:24.537612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.607739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 8, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:24.612521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fd3f-daf1-4bc1-83c0-00c5e28bd88e None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 8, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:24.631089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b356b-0cce-4491-9abd-96d8e99c9302 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.632945 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f4b356b-0cce-4491-9abd-96d8e99c9302 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0929887 Mar 16 11:00:24.635607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43342) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.716310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b94390-ef39-4a01-9574-bbd19f751b61 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.718033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b94390-ef39-4a01-9574-bbd19f751b61 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.719983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b94390-ef39-4a01-9574-bbd19f751b61 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:24.722258 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-55b94390-ef39-4a01-9574-bbd19f751b61 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0849996 Mar 16 11:00:24.724961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43346) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:24.796942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 9288d60f-551d-42ac-b4b3-593ec69dc5d1 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:24.800088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:24.860900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.013330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb4770-95a0-4aea-9927-0985ff100d88 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:25.079856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.104934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.120508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.174936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.181631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:25.214096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-529cf331-cfb2-4c2c-8dc0-f644f314621c None None] Provisioning for port acf16d8d-4797-47ac-8fd7-6e4178326aab completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:25.225888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=9288d60f-551d-42ac-b4b3-593ec69dc5d1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.231596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.243212 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f815402d-c927-4532-85f0-584597538803 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9288d60f-551d-42ac-b4b3-593ec69dc5d1 HTTP/1.1" status: 204 len: 168 time: 0.5171380 Mar 16 11:00:25.245707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43352) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.265701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01870c83-e04c-46b4-83f3-489b551f490c req-41f12c2f-6265-4250-b395-f1076683ef7a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:25.267224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01870c83-e04c-46b4-83f3-489b551f490c req-41f12c2f-6265-4250-b395-f1076683ef7a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3261437 Mar 16 11:00:25.318413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 9b84f5e1-a8c5-4e76-a266-5764f76e8b17 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:25.321605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.352080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event updated for resources: {'Port': ['ID=f660e294-6318-4bf7-a45f-ef4089674c5e,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.378323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.418626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811d9f1-eaaf-41f0-b2b4-54098b2bb12b None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': '9b84f5e1-a8c5-4e76-a266-5764f76e8b17'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': 'acf16d8d-4797-47ac-8fd7-6e4178326aab'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:25.422349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.486226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b811d9f1-eaaf-41f0-b2b4-54098b2bb12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.502163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.554371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01870c83-e04c-46b4-83f3-489b551f490c req-eec9b875-3e78-42f0-9237-fd9082924507 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285578 Mar 16 11:00:25.562854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:25.578143 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:25.587805 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:25.588411 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:25.623775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.659555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device acf16d8d-4797-47ac-8fd7-6e4178326aab up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:25.664334 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-88639a40-ef44-460c-9e1e-f10692da8623 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9092984 Mar 16 11:00:25.664763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43356) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.673471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.684153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9b84f5e1-a8c5-4e76-a266-5764f76e8b17 HTTP/1.1" status: 204 len: 168 time: 0.4374051 Mar 16 11:00:25.685097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5b098-44fb-4200-84fb-be50f30fb627 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=9b84f5e1-a8c5-4e76-a266-5764f76e8b17,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.693655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43360) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.731330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Floating IP 6f00fd8b-1ce7-42af-9cfd-b82c7250298b associated. External IP: 172.26.0.198, port: 4ff914fb-32fa-4c86-8aa7-e4b9b211b653. Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server [None req-b811d9f1-eaaf-41f0-b2b4-54098b2bb12b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b84f5e1-a8c5-4e76-a266-5764f76e8b17: This subnet is being modified by another concurrent operation. Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b84f5e1-a8c5-4e76-a266-5764f76e8b17: This subnet is being modified by another concurrent operation. Mar 16 11:00:25.749311 dv-neutron-828143-9-hyperv neutron-server[87843]: ERROR oslo_messaging.rpc.server Mar 16 11:00:25.782588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port acf16d8d-4797-47ac-8fd7-6e4178326aab completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:25.789549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port acf16d8d-4797-47ac-8fd7-6e4178326aab triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:25.789822 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e64528df-71bd-4568-a7f9-abeb900992e3 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947516 Mar 16 11:00:25.790331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.794489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43364) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:25.802364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:25.830007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 3e4ce5ea-269d-462d-b905-6af55a11bacb {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:25.833326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.858302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:25.875414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d010fab-945e-4732-bbaf-4406677bb23c None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:25.893385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.928421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2c4a6ad9-b945-4ae3-872a-759f0fa645e3 None None] Provisioning complete for port acf16d8d-4797-47ac-8fd7-6e4178326aab triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:25.928975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6ad9-b945-4ae3-872a-759f0fa645e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.969152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:25.974656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:25.977938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:25.978176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.985096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:25.997853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:26.003102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.223704 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 8, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.228621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:26.238985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:26.240501 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.242348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.289749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.302449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.338283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port acf16d8d-4797-47ac-8fd7-6e4178326aab, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=acf16d8d-4797-47ac-8fd7-6e4178326aab,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:26.342148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6ad9-b945-4ae3-872a-759f0fa645e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.358390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.362500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4ce5ea-269d-462d-b905-6af55a11bacb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.370685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:26.374879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:26.379038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:26.380424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.386250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.409260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.414514 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ae9115b1-32f3-4390-8419-ccf51f64ad9c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6186821 Mar 16 11:00:26.415436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ae57c181-b978-41e6-a47e-5ef423a56f01 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/3e4ce5ea-269d-462d-b905-6af55a11bacb HTTP/1.1" status: 204 len: 168 time: 0.7490506 Mar 16 11:00:26.415560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43368) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:26.420297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43372) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:26.422146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf202b3-de1c-4f6a-96bb-63c7a378f39d None None] Network 51a69157-584b-4fe2-b093-86b32fef2fff requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:26.477000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cb39f7ad-1fbf-4074-901d-588f80a87649 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:26.497890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:26.516310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: cb39f7ad-1fbf-4074-901d-588f80a87649 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:26.516631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cb39f7ad-1fbf-4074-901d-588f80a87649 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:26.517883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:26.627602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.639563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:26.639908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 31d09b72-43db-4c8a-a7d5-5766c2795a27 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:26.640256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.683855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Deleting port acf16d8d-4797-47ac-8fd7-6e4178326aab {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:26.684451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.730589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=acf16d8d-4797-47ac-8fd7-6e4178326aab,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:26.795684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-2c4a6ad9-b945-4ae3-872a-759f0fa645e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:26.796125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-2c4a6ad9-b945-4ae3-872a-759f0fa645e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:26.883659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 31d09b72-43db-4c8a-a7d5-5766c2795a27, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=31d09b72-43db-4c8a-a7d5-5766c2795a27,segment=NetworkSegment(66d92c30-83b8-445e-84d7-2ca3b82d4234),segment_id=66d92c30-83b8-445e-84d7-2ca3b82d4234)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:26.884019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.891583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-75ef9d21-6003-4010-ac4c-79c5508b1d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:26.947867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Router 63352da2-e4ce-4b28-8dc7-235a126eb310 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:26.954060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:26.965970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca7316-58d7-4026-8e65-7edcc86e87da req-183b2406-7dfb-41d2-b016-c330ab949149 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:26.967604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76ca7316-58d7-4026-8e65-7edcc86e87da req-183b2406-7dfb-41d2-b016-c330ab949149 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2901630 Mar 16 11:00:26.971313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:26.979888 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 8, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.985291 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e5c6a-30eb-4747-8074-6d43f31f123b None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 8, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf', 'name': '', 'network_id': 'f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:51:7c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:07Z', 'updated_at': '2022-03-16T11:00:20Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '924fae02-9aae-4fb1-92c1-8333a1bd532e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:27.004296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:27.073693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 31d09b72-43db-4c8a-a7d5-5766c2795a27 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:27.084864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] For port acf16d8d-4797-47ac-8fd7-6e4178326aab, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=acf16d8d-4797-47ac-8fd7-6e4178326aab,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:27.085268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.108181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:27.110611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b18115-c2c3-4d40-a332-27b283672ead None None] DHCP port deletion for 51a69157-584b-4fe2-b093-86b32fef2fff request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:27.152947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76ca7316-58d7-4026-8e65-7edcc86e87da req-696616bd-2855-47f1-8afe-ab808003947e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654003 Mar 16 11:00:27.152947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:27.152947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.170416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.171067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05b18115-c2c3-4d40-a332-27b283672ead None None] Deleting port 31d09b72-43db-4c8a-a7d5-5766c2795a27 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:27.171485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05b18115-c2c3-4d40-a332-27b283672ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.228802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=31d09b72-43db-4c8a-a7d5-5766c2795a27,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.233333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 31d09b72-43db-4c8a-a7d5-5766c2795a27 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:27.272066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Calling delete_port for acf16d8d-4797-47ac-8fd7-6e4178326aab owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:27.347612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:27.384474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.389363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Sync routers for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:27.400346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-05b18115-c2c3-4d40-a332-27b283672ead None None] The port '31d09b72-43db-4c8a-a7d5-5766c2795a27' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:27.429699 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7 (CIDR: 2001:db8::/64) Mar 16 11:00:27.439664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:27.440116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:27.444735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:27.445691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:27.466467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-df2a728a-3e22-44a9-95e2-e3f99c69b8ab tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9167581 Mar 16 11:00:27.468274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:27.477894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a79b93a2-e7a2-480c-80fb-4640afe6338a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0559752 Mar 16 11:00:27.480499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43384) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:27.491098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:27.531173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.561715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.607499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a69157-584b-4fe2-b093-86b32fef2fff']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:27.629911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31d09b72-43db-4c8a-a7d5-5766c2795a27 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:27.632639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d92c30-83b8-445e-84d7-2ca3b82d4234') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:27.633314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d92c30-83b8-445e-84d7-2ca3b82d4234') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:27.648008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.655694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:27.660994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:27.666668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:27.667628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.670832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:27.673354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] Pushing event deleted for resources: {'Port': ['ID=acf16d8d-4797-47ac-8fd7-6e4178326aab,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.682579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:27.683141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.686391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:27.690256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:27.705928 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:27.711368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'status': 'completed', 'code': 200} Mar 16 11:00:27.737556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 31d09b72-43db-4c8a-a7d5-5766c2795a27 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:27.738175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 31d09b72-43db-4c8a-a7d5-5766c2795a27 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:27.738445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device acf16d8d-4797-47ac-8fd7-6e4178326aab no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:27.835124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.856610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.863086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:27.870360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=51a69157-584b-4fe2-b093-86b32fef2fff,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.881014 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b9be5829-8ae3-42fa-a6b8-93ed1639fe1f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/51a69157-584b-4fe2-b093-86b32fef2fff HTTP/1.1" status: 204 len: 168 time: 1.4640343 Mar 16 11:00:27.883554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:27.896084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e595-9289-465f-a207-8d05880bac53 req-acab76d2-6998-429e-9abd-3f39b664070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:27.898059 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-acab76d2-6998-429e-9abd-3f39b664070f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1099 time: 0.1258466 Mar 16 11:00:27.920609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18f6af-e677-44fa-bcb5-f659ec3531d2 None None] No DVR routers for this DVR port acf16d8d-4797-47ac-8fd7-6e4178326aab on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:27.922301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: acf16d8d-4797-47ac-8fd7-6e4178326aab {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:27.922737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device acf16d8d-4797-47ac-8fd7-6e4178326aab not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:27.942515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028a52f-3cc4-40d9-be5c-970e2d5e63f9 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:28.081003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e595-9289-465f-a207-8d05880bac53 req-8e1659fa-cfb4-49dc-b84a-1a4b0d263b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.083521 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-8e1659fa-cfb4-49dc-b84a-1a4b0d263b15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 898 time: 0.1742995 Mar 16 11:00:28.174269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea855028-5a05-4e04-868f-8e0fc76d63e4 req-8bc10841-17fc-4948-b358-3d1f01800efb tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.175554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea855028-5a05-4e04-868f-8e0fc76d63e4 req-8bc10841-17fc-4948-b358-3d1f01800efb tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.4634428 Mar 16 11:00:28.204821 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-9ba7934e-37bf-4aed-93ca-3b70f119b0ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 1000 time: 0.1133096 Mar 16 11:00:28.289910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e595-9289-465f-a207-8d05880bac53 req-b2e2ab41-e5e8-4f4a-bc53-8f60d80b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.291728 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-b2e2ab41-e5e8-4f4a-bc53-8f60d80b50b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 200 len: 834 time: 0.0816288 Mar 16 11:00:28.360330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea855028-5a05-4e04-868f-8e0fc76d63e4 req-d5f3f1b1-8e06-4e28-849b-0fad7dc5a103 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755369 Mar 16 11:00:28.369490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e595-9289-465f-a207-8d05880bac53 req-250eea9b-2758-4e85-9d05-cc09217a171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.371183 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-250eea9b-2758-4e85-9d05-cc09217a171e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727947 Mar 16 11:00:28.396894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43394) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:28.442958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6f00fd8b-1ce7-42af-9cfd-b82c7250298b', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'mac_address': 'fa:16:3e:12:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:23Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 0, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:28.449340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Checking router: 63352da2-e4ce-4b28-8dc7-235a126eb310 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:28.451568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:28.452365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.485427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:28.486063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T10:59:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:28.610666 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ff686ecd-304b-4ee6-88ca-515d0f3ede64 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/floatingips/6f00fd8b-1ce7-42af-9cfd-b82c7250298b HTTP/1.1" status: 200 len: 992 time: 0.2103348 Mar 16 11:00:28.634307 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-62af00d5-7063-4096-9b63-534401fe847e service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570601 Mar 16 11:00:28.647348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ecae-904f-44ed-a450-b9b20c623523 req-ed4eaf09-8929-4d76-a6bc-33d88902d2ae tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.648808 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a031ecae-904f-44ed-a450-b9b20c623523 req-ed4eaf09-8929-4d76-a6bc-33d88902d2ae tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3304522 Mar 16 11:00:28.778322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a031ecae-904f-44ed-a450-b9b20c623523 req-452524b8-2cd4-4bb3-9b97-bd85b42b2edb tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991769 Mar 16 11:00:28.779343 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1219e595-9289-465f-a207-8d05880bac53 req-8f482bbc-3c50-4060-919c-ebec1152aa8f service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380668 Mar 16 11:00:28.808810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:28.838270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:00:28.840004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.866933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7/8153a333-8d27-4930-bc5f-1026a27f369a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:28.912578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:28.918513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:28.921444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:28.922027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.937058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=474004d6-2a05-4ff6-9ef7-e0cbfa3e326f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:28.993804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-20dcc96f-0f28-4987-91b5-f3a34db2244c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5114596 Mar 16 11:00:28.996545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43398) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:29.004399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:ed:bf:de', 'name': 'tempest-NetworksTestDHCPv6-1436560011'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:29.078229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-26d2de08-ca74-4773-8968-6228eea55581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.126473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.286282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:29.312194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:29.386095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.403338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Transition to ACTIVE for port object 8153a333-8d27-4930-bc5f-1026a27f369a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:29.407980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:29.429043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Transition to ACTIVE for port object 8153a333-8d27-4930-bc5f-1026a27f369a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:29.437846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.500811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6f00fd8b-1ce7-42af-9cfd-b82c7250298b', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'mac_address': 'fa:16:3e:12:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:23Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 0, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:29.510804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:29.518299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:29.523128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fdbc2-1388-4fe6-bf8f-abd21f2355b4 None None] The sync data for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv is: [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '6f00fd8b-1ce7-42af-9cfd-b82c7250298b', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'mac_address': 'fa:16:3e:12:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:00:23Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 0, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:29.527261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:29.536320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Pushing event updated for resources: {'Port': ['ID=8153a333-8d27-4930-bc5f-1026a27f369a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:29.573404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.614615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:29.638298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Attempting to bind port 8153a333-8d27-4930-bc5f-1026a27f369a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:29.638688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Attempting to bind port 8153a333-8d27-4930-bc5f-1026a27f369a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:29.639019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Attempting to bind port 8153a333-8d27-4930-bc5f-1026a27f369a on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:29.644369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:29.645407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:29.645975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.646372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:29.646953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Bound port: 8153a333-8d27-4930-bc5f-1026a27f369a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:29.647440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.650537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port 4c3f401a-0644-473e-8448-dfa0cd187afa yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:29.740273 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-620b6298-883b-4fcf-a8b0-bd9b5835a2d8 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/floatingips/6f00fd8b-1ce7-42af-9cfd-b82c7250298b HTTP/1.1" status: 200 len: 992 time: 0.1235359 Mar 16 11:00:29.757421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] For port 8153a333-8d27-4930-bc5f-1026a27f369a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:29.761262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] For port 8153a333-8d27-4930-bc5f-1026a27f369a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8153a333-8d27-4930-bc5f-1026a27f369a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:29.766987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.781085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aadbd7-4370-4ad7-9f91-35c6cc82f392 None None] New status for floating IP 6f00fd8b-1ce7-42af-9cfd-b82c7250298b: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:00:29.858125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:29.858471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:29.865795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1185b1-1299-42dd-85ab-a2cc875f80bc None None] Pushing event updated for resources: {'Port': ['ID=8153a333-8d27-4930-bc5f-1026a27f369a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:30.316562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:30.316904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.333017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03ac79-dfb5-4f50-991c-9b0952ac709d req-718e3f3f-2b94-4cee-b202-fa8c009dbb86 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:30.334495 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ec03ac79-dfb5-4f50-991c-9b0952ac709d req-718e3f3f-2b94-4cee-b202-fa8c009dbb86 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3898399 Mar 16 11:00:30.335612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::343 (afd54f52-9bee-4769-8938-30d579685ddc/ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7/4c3f401a-0644-473e-8448-dfa0cd187afa) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:30.363342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.435721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.468129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:bfde (afd54f52-9bee-4769-8938-30d579685ddc/474004d6-2a05-4ff6-9ef7-e0cbfa3e326f/4c3f401a-0644-473e-8448-dfa0cd187afa) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:30.476758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:30.591906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ec03ac79-dfb5-4f50-991c-9b0952ac709d req-d2c9b5e6-5d9c-467b-964d-e26d573adbee tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515073 Mar 16 11:00:30.743326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43412) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:30.855103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.882554 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e599b8a-4313-4f07-bae8-85e169198e11 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/floatingips/6f00fd8b-1ce7-42af-9cfd-b82c7250298b HTTP/1.1" status: 200 len: 994 time: 0.1380615 Mar 16 11:00:30.885905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object 4c3f401a-0644-473e-8448-dfa0cd187afa will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:30.896507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.985335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.000312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e796d-f66a-467e-a35c-1ce5044471fe None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:31.073869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-ba5a0d82-4e6f-4b7e-8c19-4f49cd4c747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.075618 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-ba5a0d82-4e6f-4b7e-8c19-4f49cd4c747a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.0817709 Mar 16 11:00:31.120019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5b3ac7d4-2137-4dcd-8ef2-eaf6e21c696e None None] Provisioning for port 8153a333-8d27-4930-bc5f-1026a27f369a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:31.125279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.307083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aef76-b1c6-4b3e-b4be-3f950b6229d5 req-efc572c6-0da2-4969-a1f1-35005a89174a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.308545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e4aef76-b1c6-4b3e-b4be-3f950b6229d5 req-efc572c6-0da2-4969-a1f1-35005a89174a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3655057 Mar 16 11:00:31.310441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:31.321276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:31.369197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-02dc8b97-15f9-4179-8bbb-9ea92b660f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.370763 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-02dc8b97-15f9-4179-8bbb-9ea92b660f5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.2864876 Mar 16 11:00:31.384006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=4c3f401a-0644-473e-8448-dfa0cd187afa,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.386480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:31.391885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.392491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.413391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Update dhcp port {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'fixed_ips': [{'subnet_id': 'ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7', 'ip_address': '2001:db8::2'}, {'subnet_id': '474004d6-2a05-4ff6-9ef7-e0cbfa3e326f'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '8153a333-8d27-4930-bc5f-1026a27f369a'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:00:31.502560 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-7467b0b4-dfaf-46a7-9581-3b7bafb3b4ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.1229906 Mar 16 11:00:31.510772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.601525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.608612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e4aef76-b1c6-4b3e-b4be-3f950b6229d5 req-abcdf751-a083-4d38-b676-11b60b99653d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929018 Mar 16 11:00:31.615582 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9fb1101f-7f1c-4886-b915-4690746a5013 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6143980 Mar 16 11:00:31.616387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43418) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:31.670979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-819d6ab4-a007-454d-90e7-b2a9b6a53405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.672421 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-819d6ab4-a007-454d-90e7-b2a9b6a53405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.1636674 Mar 16 11:00:31.679232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8153a333-8d27-4930-bc5f-1026a27f369a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:31.735798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port 4c3f401a-0644-473e-8448-dfa0cd187afa {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:31.736866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.836071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8153a333-8d27-4930-bc5f-1026a27f369a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:31.843058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.845894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8153a333-8d27-4930-bc5f-1026a27f369a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:31.846255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.866181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-98bfe91c-f506-4af8-b26f-6c1608621414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:31.867714 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-98bfe91c-f506-4af8-b26f-6c1608621414 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773014 Mar 16 11:00:31.893183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe50:20 (afd54f52-9bee-4769-8938-30d579685ddc/474004d6-2a05-4ff6-9ef7-e0cbfa3e326f/8153a333-8d27-4930-bc5f-1026a27f369a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:31.944938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:32.087521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.111037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:32.120059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e29f5aee-14ab-41a2-bb12-450559b5f7ec tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2354815 Mar 16 11:00:32.120924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:32.122204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] For port 8153a333-8d27-4930-bc5f-1026a27f369a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8153a333-8d27-4930-bc5f-1026a27f369a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:32.122481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.126034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:32.146823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:32.147355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.176139 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-948bb84b-9813-42c6-ab4b-482e9a193d89 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982826 Mar 16 11:00:32.277219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.307603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for 4c3f401a-0644-473e-8448-dfa0cd187afa owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:32.359405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Transition to ACTIVE for port object 8153a333-8d27-4930-bc5f-1026a27f369a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:32.371653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.375581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:32.459957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 924fae02-9aae-4fb1-92c1-8333a1bd532e {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:32.468689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.562050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.636974 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e2551921-0911-4aed-9d1f-23c471d5d520 req-fef184e0-6f02-4ae1-a6c3-b1ab7d207f43 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532984 Mar 16 11:00:32.700803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:32.701171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:32.712820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7504d-8338-47ab-82ca-bbae6a06c11f None None] Pushing event updated for resources: {'Port': ['ID=8153a333-8d27-4930-bc5f-1026a27f369a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:32.756759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.784118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.834983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ef9a-4127-45e8-bc2d-494cbf467b0c req-4ae03235-f244-4ff2-90bc-26766e16cad5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:32.836850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2790ef9a-4127-45e8-bc2d-494cbf467b0c req-4ae03235-f244-4ff2-90bc-26766e16cad5 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.0891714 Mar 16 11:00:32.899961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2790ef9a-4127-45e8-bc2d-494cbf467b0c req-71b91b68-588f-476e-883a-1a4fc2917d1e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554764 Mar 16 11:00:32.906267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:30Z', 'revision_number': 9, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.911195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:32.922205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:32.922998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.980784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=4c3f401a-0644-473e-8448-dfa0cd187afa,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.070971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.083426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:33.089191 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f82a2036-ef62-4386-90af-56bb6399f394 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/4c3f401a-0644-473e-8448-dfa0cd187afa HTTP/1.1" status: 204 len: 168 time: 1.4700882 Mar 16 11:00:33.090215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43428) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.141438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.186611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=924fae02-9aae-4fb1-92c1-8333a1bd532e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.195898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.210660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.210899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9a37d579-3987-458c-8b7c-d3dfd1ec398b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/924fae02-9aae-4fb1-92c1-8333a1bd532e HTTP/1.1" status: 204 len: 168 time: 1.0808015 Mar 16 11:00:33.235848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735bc80-9649-4c65-9e15-40f9296e11ca tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:33.236494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7735bc80-9649-4c65-9e15-40f9296e11ca tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:33.249110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff4f0e-6909-4953-a6f1-d789d1a5351e None None] Network f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:33.255578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7735bc80-9649-4c65-9e15-40f9296e11ca tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:33.259140 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7735bc80-9649-4c65-9e15-40f9296e11ca tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1042 time: 0.1656387 Mar 16 11:00:33.260069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43436) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.384990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.430664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.459675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 064202a6-7121-498e-b8e7-85091c4e9dd0 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:33.460043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.538324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee2cc6-51d1-4f62-a7a7-7aab31510c60 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:33.539059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6ee2cc6-51d1-4f62-a7a7-7aab31510c60 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:33.564895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-128f585a-9896-458e-a6f7-b718a3a69c3d None None] Could not find standard attr ID for object 4c3f401a-0644-473e-8448-dfa0cd187afa. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:33.582712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 8153a333-8d27-4930-bc5f-1026a27f369a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8153a333-8d27-4930-bc5f-1026a27f369a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:33.599654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.601102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6ee2cc6-51d1-4f62-a7a7-7aab31510c60 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:33.602198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b6ee2cc6-51d1-4f62-a7a7-7aab31510c60 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1042 time: 0.3411543 Mar 16 11:00:33.604945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43440) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:33.683258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-128f585a-9896-458e-a6f7-b718a3a69c3d None None] Provisioning for port 8153a333-8d27-4930-bc5f-1026a27f369a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:33.699125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-128f585a-9896-458e-a6f7-b718a3a69c3d None None] Provisioning complete for port 8153a333-8d27-4930-bc5f-1026a27f369a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:33.699493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-128f585a-9896-458e-a6f7-b718a3a69c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.778139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:33.779534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:33.781036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:33.781834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:33.801135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8153a333-8d27-4930-bc5f-1026a27f369a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:33.809446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 064202a6-7121-498e-b8e7-85091c4e9dd0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=064202a6-7121-498e-b8e7-85091c4e9dd0,segment=NetworkSegment(6ee679d5-63ac-4608-99e9-9e457b8eaa31),segment_id=6ee679d5-63ac-4608-99e9-9e457b8eaa31)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:33.809805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.896790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=8153a333-8d27-4930-bc5f-1026a27f369a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.911009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.955690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 064202a6-7121-498e-b8e7-85091c4e9dd0 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:33.998587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8153a333-8d27-4930-bc5f-1026a27f369a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:33.998955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.007986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:34.010319 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bc51e1d5-d377-4aef-8f57-0b24cf0ef910 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4045017 Mar 16 11:00:34.013453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43446) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:34.025088 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:00:34.056132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:30Z', 'revision_number': 9, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.066118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903c38b-5179-4c34-b463-0cec413a16e3 None None] DHCP port deletion for f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:34.083205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd7811-2e4a-48d0-9452-e9ddf7d0f12b None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:30Z', 'revision_number': 9, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3f321-24f7-477f-9ee4-015bbaed37cf', 'name': '', 'network_id': '14562ffd-6165-4774-8efb-12648282b36e', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:1f:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '45793d73-d629-4172-b14b-858451f413b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:59Z', 'updated_at': '2022-03-16T11:00:11Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '45793d73-d629-4172-b14b-858451f413b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:34.087666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8903c38b-5179-4c34-b463-0cec413a16e3 None None] Deleting port 064202a6-7121-498e-b8e7-85091c4e9dd0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:34.088036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8903c38b-5179-4c34-b463-0cec413a16e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.143310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.150604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 474004d6-2a05-4ff6-9ef7-e0cbfa3e326f {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:34.154984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.225180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.233583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-57527ab6-69d6-4b2f-ac02-0000d042bf0a None None] Could not find standard attr ID for object 97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:34.263121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8903c38b-5179-4c34-b463-0cec413a16e3 None None] The port '064202a6-7121-498e-b8e7-85091c4e9dd0' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:34.268418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-57527ab6-69d6-4b2f-ac02-0000d042bf0a None None] Could not find standard attr ID for object cdc31bd5-0155-439d-b411-6ff033416a23. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:34.336369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=064202a6-7121-498e-b8e7-85091c4e9dd0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.338773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.343508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 064202a6-7121-498e-b8e7-85091c4e9dd0 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:34.352358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085878-b2ac-48cc-97bd-4fb68bc4b4af req-eb1c8534-c768-46e2-b924-c95430430b42 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.353904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5085878-b2ac-48cc-97bd-4fb68bc4b4af req-eb1c8534-c768-46e2-b924-c95430430b42 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3290458 Mar 16 11:00:34.392763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1d074b16-b750-4b1b-bea7-008243783dd5 None None] Could not find standard attr ID for object 457ec2d9-b409-4371-b276-b75a3e06bad7. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:34.424309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.480527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.492548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=474004d6-2a05-4ff6-9ef7-e0cbfa3e326f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.502123 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-95bb0e31-3042-4b7f-aaca-53daf8c8cf24 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/474004d6-2a05-4ff6-9ef7-e0cbfa3e326f HTTP/1.1" status: 204 len: 168 time: 0.4872229 Mar 16 11:00:34.502794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43450) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:34.533354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.548807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56f75a-da5a-4eda-96e0-05d954246734 None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:34.558618 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5085878-b2ac-48cc-97bd-4fb68bc4b4af req-69cd6d6e-bdd3-4a8a-a6ab-55dbc717d9e1 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763110 Mar 16 11:00:34.581750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.596063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee679d5-63ac-4608-99e9-9e457b8eaa31') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.596726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee679d5-63ac-4608-99e9-9e457b8eaa31') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.609806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.610199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:34.614283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.630687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.637719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:34.638300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.676610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:34.725491 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:34.728860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-07fef82a-d4ac-4882-97fa-3e6831ffa55d None None] Could not find standard attr ID for object 4c3f401a-0644-473e-8448-dfa0cd187afa. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:00:34.782866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.784210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.803619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.812259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.828193 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2c4a1a2d-2326-41d0-8e8c-99fabef0fe92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/f6383a41-ecb7-42b6-a86c-f0a9b8e2b2f6 HTTP/1.1" status: 204 len: 168 time: 1.6151800 Mar 16 11:00:34.830735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43456) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:34.859483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3f46b-e01b-4bbb-a9a5-68c78fd619b4 req-01820c30-bfec-4b24-903b-a0263a45f9d7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:34.861117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6d3f46b-e01b-4bbb-a9a5-68c78fd619b4 req-01820c30-bfec-4b24-903b-a0263a45f9d7 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1293242 Mar 16 11:00:34.915566 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6d3f46b-e01b-4bbb-a9a5-68c78fd619b4 req-0c83be2e-c12f-40e8-9352-5235e5c79912 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Mar 16 11:00:35.013349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.106396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491bd2-71d8-4517-a138-55e6ee7ba63d req-fb0e2eaf-91bb-4712-8610-a77fd17b999a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.109164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c491bd2-71d8-4517-a138-55e6ee7ba63d req-fb0e2eaf-91bb-4712-8610-a77fd17b999a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.0847924 Mar 16 11:00:35.118335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:35.129764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.160612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c491bd2-71d8-4517-a138-55e6ee7ba63d req-18cc01be-2309-4285-893f-561d71f21056 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Mar 16 11:00:35.205676 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8930751d-7333-4e72-b47d-d061c0884f1c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7 HTTP/1.1" status: 204 len: 168 time: 0.7018199 Mar 16 11:00:35.209086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43464) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.328107 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e98500a-118e-4179-8fae-8e55900a7536 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155176 Mar 16 11:00:35.330356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43468) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.338635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:35.375305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e516b-2ef2-47b1-aef4-a51b1b5add7b None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:35.463346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.471188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:35.477180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:35.486729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9f07-75b9-4d40-9049-9d2008fb80f1 req-24c2dfbb-c172-4dd0-a10d-23cfc64f87b0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.488190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-86af9f07-75b9-4d40-9049-9d2008fb80f1 req-24c2dfbb-c172-4dd0-a10d-23cfc64f87b0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2154350 Mar 16 11:00:35.489177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:35.500986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:35.546843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fdefc162-a334-422d-8357-17a6d6f5cebb None None] Provisioning complete for port 8153a333-8d27-4930-bc5f-1026a27f369a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:35.546843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdefc162-a334-422d-8357-17a6d6f5cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.547405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:35.551141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.602622 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-86af9f07-75b9-4d40-9049-9d2008fb80f1 req-60c6da05-56ff-4cee-a206-e9a61c729dfa tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921171 Mar 16 11:00:35.769149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:35.775253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Deleting port 8153a333-8d27-4930-bc5f-1026a27f369a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:35.776040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:35.814242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 064202a6-7121-498e-b8e7-85091c4e9dd0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:35.858889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 064202a6-7121-498e-b8e7-85091c4e9dd0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:35.859142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 064202a6-7121-498e-b8e7-85091c4e9dd0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:35.859754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:35.908733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:35.910903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1bba1b44-a9ee-43ce-9fed-ddddf9f84ecf not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:35.947929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6206b-666f-4148-a528-e5a7ed2f63dc req-be5d2582-23cb-4492-b551-f41987f20092 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:35.949477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ab6206b-666f-4148-a528-e5a7ed2f63dc req-be5d2582-23cb-4492-b551-f41987f20092 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1443157 Mar 16 11:00:35.950788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.027631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port d0f3f321-24f7-477f-9ee4-015bbaed37cf {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:36.028473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.031303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:36.036299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:36.044765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:36.045388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.071552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=b29bdf88-92fe-4709-b489-8e971652b984,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.078718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ab6206b-666f-4148-a528-e5a7ed2f63dc req-eee23dba-d647-42e4-b80a-b4673e53d962 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976307 Mar 16 11:00:36.094038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e302fcb5-13e8-403e-ba6e-8f374c2f642f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7624674 Mar 16 11:00:36.096914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43474) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.104316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:36.128478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] For port 8153a333-8d27-4930-bc5f-1026a27f369a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8153a333-8d27-4930-bc5f-1026a27f369a,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:36.128898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.253144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port d0f3f321-24f7-477f-9ee4-015bbaed37cf, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d0f3f321-24f7-477f-9ee4-015bbaed37cf,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:36.254653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.257134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.261598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.264467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.270993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.282547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:36.286769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.287798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Calling delete_port for 8153a333-8d27-4930-bc5f-1026a27f369a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:36.378553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.417312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for d0f3f321-24f7-477f-9ee4-015bbaed37cf owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:36.438047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b29bdf88-92fe-4709-b489-8e971652b984 (CIDR: 2001:db8::/64) Mar 16 11:00:36.442780 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:00:36.443318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:36.470879 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4554f244-bab6-4fe9-913b-f2deebd3b86c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3694770 Mar 16 11:00:36.471119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43482) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:36.480155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'subnet': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:36.486191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] Pushing event deleted for resources: {'Port': ['ID=8153a333-8d27-4930-bc5f-1026a27f369a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.491366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793a726-4829-46e7-81c8-61b42fe55612 None None] No DVR routers for this DVR port 8153a333-8d27-4930-bc5f-1026a27f369a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:36.507090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aae654-7495-48ff-a40b-c1385d2537bb None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:36.658966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.712423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=d0f3f321-24f7-477f-9ee4-015bbaed37cf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.756821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-afd54f52-9bee-4769-8938-30d579685ddc', 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'tenant_id': 'e731b3b27f454c688efcca89f3eff78c', 'fixed_ips': [{'subnet_id': 'b29bdf88-92fe-4709-b489-8e971652b984'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:36.757735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.826480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91cbc0-48e6-45b4-b88b-7508ef9828ce req-a1004fc6-ecc6-4646-b426-bd8e91ca1b16 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:36.828050 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed91cbc0-48e6-45b4-b88b-7508ef9828ce req-a1004fc6-ecc6-4646-b426-bd8e91ca1b16 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3180778 Mar 16 11:00:36.858812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:36.865767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:subnet and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:36.876029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:36.890709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:36.902257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ed91cbc0-48e6-45b4-b88b-7508ef9828ce req-f6d0fbc1-e127-4f07-87a0-4775f00297ba tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637908 Mar 16 11:00:36.914466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:36.918594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.969489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Allocated IP 2001:db8::2 (afd54f52-9bee-4769-8938-30d579685ddc/b29bdf88-92fe-4709-b489-8e971652b984/e7222a0e-4b30-4847-a108-b916bffa9046) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:37.039376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.184561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.197004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Transition to ACTIVE for port object e7222a0e-4b30-4847-a108-b916bffa9046 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:37.217923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Transition to ACTIVE for port object e7222a0e-4b30-4847-a108-b916bffa9046 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:37.227283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.287906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:37.290744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:37.294260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:37.321979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.objects.ports [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87841) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:00:37.336602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Pushing event updated for resources: {'Port': ['ID=e7222a0e-4b30-4847-a108-b916bffa9046,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:37.411493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Attempting to bind port e7222a0e-4b30-4847-a108-b916bffa9046 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:37.411493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Attempting to bind port e7222a0e-4b30-4847-a108-b916bffa9046 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:37.412353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Attempting to bind port e7222a0e-4b30-4847-a108-b916bffa9046 on network afd54f52-9bee-4769-8938-30d579685ddc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:37.417608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:37.417982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Checking segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:37.418389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.418774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Bound using segment: {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:37.419291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Bound port: e7222a0e-4b30-4847-a108-b916bffa9046, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc314d-07d9-44df-8182-e8debb19816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:37.419670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.516791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:37.522657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] For port e7222a0e-4b30-4847-a108-b916bffa9046, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:37.526270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] For port e7222a0e-4b30-4847-a108-b916bffa9046, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e7222a0e-4b30-4847-a108-b916bffa9046,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:37.531706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.555000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.619498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3854881-46e2-4dd4-9e68-028fce33bf5b None None] Pushing event updated for resources: {'Port': ['ID=e7222a0e-4b30-4847-a108-b916bffa9046,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:37.688826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:37.701931 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:37.720125 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f9c26c31-5d32-4dbf-b040-b0f252be1372 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8881364 Mar 16 11:00:37.722493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43488) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:37.723378 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:37.724476 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:37.796306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8153a333-8d27-4930-bc5f-1026a27f369a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:37.800275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 45793d73-d629-4172-b14b-858451f413b3 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:37.804993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.826744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] For port e7222a0e-4b30-4847-a108-b916bffa9046, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e7222a0e-4b30-4847-a108-b916bffa9046,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:37.888772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8153a333-8d27-4930-bc5f-1026a27f369a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:37.890649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8153a333-8d27-4930-bc5f-1026a27f369a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:37.893660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.898494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.904333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:37.905478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.002619 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:38.015102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.047365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:38.100607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:38.113229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.119664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.119664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.123412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Subnet': ['ID=7f96e386-e577-41fb-b073-8d7dd4d7df5e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:38.161745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.164507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=45793d73-d629-4172-b14b-858451f413b3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:38.167887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a22021-8607-408f-9ace-5ee93ace36b6 None None] Network 14562ffd-6165-4774-8efb-12648282b36e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:38.178160 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bcb5107a-d9f3-49e4-ac96-2dfb9532b879 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/45793d73-d629-4172-b14b-858451f413b3 HTTP/1.1" status: 204 len: 168 time: 0.4544909 Mar 16 11:00:38.178981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43494) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:38.196770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=e7222a0e-4b30-4847-a108-b916bffa9046,revision_number=4']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:38.214169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b83a1187-a76e-4cf6-a05d-ac032a57a43a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7406943 Mar 16 11:00:38.215539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43498) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:38.232313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Request body: {'port': {'network_id': 'afd54f52-9bee-4769-8938-30d579685ddc', 'mac_address': 'fa:16:3e:07:59:fa', 'name': 'tempest-NetworksTestDHCPv6-1276153698'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:38.323052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.336709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 10ac03f0-701e-479e-b11b-172bbbc8586a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:38.337101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.378406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7a605-86d7-44a3-bfae-57895cbbb2fc req-23352b41-c9a7-470f-9eea-afa1258cfb9e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:38.380325 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93f7a605-86d7-44a3-bfae-57895cbbb2fc req-23352b41-c9a7-470f-9eea-afa1258cfb9e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2683606 Mar 16 11:00:38.458184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:36Z', 'revision_number': 10, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:38.471574 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:38.479508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93f7a605-86d7-44a3-bfae-57895cbbb2fc req-0a062446-60b5-4695-a0fa-8929f8ffd17e tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904057 Mar 16 11:00:38.492232 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:38.492876 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:38.524937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] DHCP port deletion for 14562ffd-6165-4774-8efb-12648282b36e request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:38.540016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Deleting port 10ac03f0-701e-479e-b11b-172bbbc8586a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:38.541186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.569537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:38.577904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Usage tracker for resource:port and tenant:e731b3b27f454c688efcca89f3eff78c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:38.592186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:38.609020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:38.628328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Made reservation on behalf of e731b3b27f454c688efcca89f3eff78c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:38.738436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 10ac03f0-701e-479e-b11b-172bbbc8586a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10ac03f0-701e-479e-b11b-172bbbc8586a,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.740121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.765362 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:38.884564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] For port 10ac03f0-701e-479e-b11b-172bbbc8586a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=10ac03f0-701e-479e-b11b-172bbbc8586a,segment=NetworkSegment(abb84474-081d-47dd-912a-47e735a7e0b4),segment_id=abb84474-081d-47dd-912a-47e735a7e0b4)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:38.885217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.887812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:38.964073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9da5a-6b6e-4a2a-9330-048671ac917b None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:38.964320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] device_id is not set on port fd71aa73-1920-4e53-a074-c670e11a6d67 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:38.969610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 10ac03f0-701e-479e-b11b-172bbbc8586a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:39.099284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Calling delete_port for 10ac03f0-701e-479e-b11b-172bbbc8586a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:39.119596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.179119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-b7ad998f-672e-4787-be7f-f9bf611386f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.181629 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-b7ad998f-672e-4787-be7f-f9bf611386f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca3dc637d854accb26e4c9a89b47512&device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 1099 time: 0.1797531 Mar 16 11:00:39.221367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=10ac03f0-701e-479e-b11b-172bbbc8586a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:39.226129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 10ac03f0-701e-479e-b11b-172bbbc8586a on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:39.242541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b935578-e5bb-4bc8-b41f-2354b4578d4a None None] Provisioning for port e7222a0e-4b30-4847-a108-b916bffa9046 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: from cryptography.utils import int_from_bytes Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: from cryptography.utils import int_from_bytes Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn_limited( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn_limited( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:00:39.276406 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:00:39.286231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:00:39.286665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:00:39.286902 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:36Z', 'revision_number': 10, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:39.291297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699102b-e6a4-4cd8-b3a0-5487c4865690 None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:36Z', 'revision_number': 10, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None, '_interfaces': [{'id': '507cd296-f40c-4784-976d-9dcbcc734353', 'name': '', 'network_id': '6965acff-eba0-4f01-95a2-0a53ccdebc39', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'mac_address': 'fa:16:3e:ba:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:04Z', 'revision_number': 5, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'subnets': [{'id': '24561abe-4e56-4400-8969-3d753e74b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:39.403992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b7d3-06b1-4ed5-891a-8f035be23a3f req-4a1fff7c-7d1d-4ced-b4d1-5cda5e572871 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.405365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-22a8b7d3-06b1-4ed5-891a-8f035be23a3f req-4a1fff7c-7d1d-4ced-b4d1-5cda5e572871 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2911026 Mar 16 11:00:39.472618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8::9f (afd54f52-9bee-4769-8938-30d579685ddc/b29bdf88-92fe-4709-b489-8e971652b984/fd71aa73-1920-4e53-a074-c670e11a6d67) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:39.486546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:59fa (afd54f52-9bee-4769-8938-30d579685ddc/7f96e386-e577-41fb-b073-8d7dd4d7df5e/fd71aa73-1920-4e53-a074-c670e11a6d67) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:39.492348 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-22a8b7d3-06b1-4ed5-891a-8f035be23a3f req-72eb15e9-8f5d-4eff-a61a-0dcfb30a8b2b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729313 Mar 16 11:00:39.604287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.649852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14562ffd-6165-4774-8efb-12648282b36e']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:39.672640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-0f9508d9-d308-45ea-9778-0128db70b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.674026 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-0f9508d9-d308-45ea-9778-0128db70b6b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 200 len: 912 time: 0.4747581 Mar 16 11:00:39.676222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb84474-081d-47dd-912a-47e735a7e0b4') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:39.676222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb84474-081d-47dd-912a-47e735a7e0b4') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:39.770249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.788965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Deleting port 10ac03f0-701e-479e-b11b-172bbbc8586a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:39.792066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.792576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.803179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Transition to ACTIVE for port object fd71aa73-1920-4e53-a074-c670e11a6d67 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:39.823942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.833313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-92878a02-5a58-4210-af62-7dbcefc2969d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 200 len: 1001 time: 0.1484740 Mar 16 11:00:39.836136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:39.836743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.845565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e7222a0e-4b30-4847-a108-b916bffa9046 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:39.857265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:39.871814 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:39.937553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-0286d094-ef10-40ef-a94a-84df9d0df0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.939058 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-0286d094-ef10-40ef-a94a-84df9d0df0b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 200 len: 850 time: 0.0666084 Mar 16 11:00:39.954169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Network afd54f52-9bee-4769-8938-30d579685ddc is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:39.963666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:39.964668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-92ccf8cc-cdeb-4dcf-913f-810fbdcabad4 None None] The port '10ac03f0-701e-479e-b11b-172bbbc8586a' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:00:39.969566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:39.982267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e7222a0e-4b30-4847-a108-b916bffa9046 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:39.984216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:39.985034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.991113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e7222a0e-4b30-4847-a108-b916bffa9046 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:39.991739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:39.995031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event updated for resources: {'Port': ['ID=fd71aa73-1920-4e53-a074-c670e11a6d67,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.022137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-66670cdb-583c-4453-91c7-8d6ff2e0362a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7968333 Mar 16 11:00:40.025107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43506) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:40.101289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.112333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting port fd71aa73-1920-4e53-a074-c670e11a6d67 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:40.112675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.136267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.159818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=14562ffd-6165-4774-8efb-12648282b36e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.166826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.171207 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-79627fa1-eecd-4938-8a21-f667ba275f49 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/14562ffd-6165-4774-8efb-12648282b36e HTTP/1.1" status: 204 len: 168 time: 1.9911683 Mar 16 11:00:40.174039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43510) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:40.179001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-65dd0226-f6b1-4d02-9589-d1d31df95a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.183504 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-65dd0226-f6b1-4d02-9589-d1d31df95a8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2306235 Mar 16 11:00:40.220104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-93bd0034-98ce-42fa-a256-d5502a04ba0e None None] Provisioning complete for port e7222a0e-4b30-4847-a108-b916bffa9046 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:40.220471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-93bd0034-98ce-42fa-a256-d5502a04ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.265389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e7222a0e-4b30-4847-a108-b916bffa9046, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e7222a0e-4b30-4847-a108-b916bffa9046,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:40.278609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.394062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0f3f321-24f7-477f-9ee4-015bbaed37cf no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:40.418778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.458990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d0f3f321-24f7-477f-9ee4-015bbaed37cf {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:40.459608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d0f3f321-24f7-477f-9ee4-015bbaed37cf not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:40.460319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10ac03f0-701e-479e-b11b-172bbbc8586a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:40.525404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4568e-6817-4c66-9608-f7d162a2bc6e None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:00:40.562823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Calling delete_port for fd71aa73-1920-4e53-a074-c670e11a6d67 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:40.572103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e7222a0e-4b30-4847-a108-b916bffa9046,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.580306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 10ac03f0-701e-479e-b11b-172bbbc8586a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:40.580718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 10ac03f0-701e-479e-b11b-172bbbc8586a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:40.624074 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-85a7eaf9-2c4e-4df8-8e26-2ad106eacd30 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105795 Mar 16 11:00:40.665229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7e6a3d8a-4124-4514-9266-2167cfefe16d None None] Provisioning for port fd71aa73-1920-4e53-a074-c670e11a6d67 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:40.677848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7e6a3d8a-4124-4514-9266-2167cfefe16d None None] Provisioning complete for port fd71aa73-1920-4e53-a074-c670e11a6d67 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:40.678269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d8a-4124-4514-9266-2167cfefe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.733649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4568e-6817-4c66-9608-f7d162a2bc6e None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:00:40.755550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a3d8a-4124-4514-9266-2167cfefe16d None None] Port fd71aa73-1920-4e53-a074-c670e11a6d67 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:40.782951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbccbfa-4cd4-4a7c-a75f-f3768516fcd0 req-4914707d-0512-41fb-96e9-9ea2f3d1cc5a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:40.784443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fbccbfa-4cd4-4a7c-a75f-f3768516fcd0 req-4914707d-0512-41fb-96e9-9ea2f3d1cc5a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1525760 Mar 16 11:00:40.867054 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-0b425083-8e89-430b-91a9-f7785ee73a80 req-79aedc2f-5465-4aa3-b818-518fa3a548d6 service neutron] 10.222.0.55 "GET /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330704 Mar 16 11:00:40.884493 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fbccbfa-4cd4-4a7c-a75f-f3768516fcd0 req-b84dbd93-0549-43b1-b673-712134727aec tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633681 Mar 16 11:00:40.894149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:40.950834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Port': ['ID=fd71aa73-1920-4e53-a074-c670e11a6d67,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:40.999255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.031351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.044475 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0d46b04d-f4e4-4dc6-b586-9a028c1172a8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/fd71aa73-1920-4e53-a074-c670e11a6d67 HTTP/1.1" status: 204 len: 168 time: 1.0159576 Mar 16 11:00:41.044772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43516) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.131930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2776da-641c-4298-9917-31d8b714a96c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.132651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c2776da-641c-4298-9917-31d8b714a96c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:41.150732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2c2776da-641c-4298-9917-31d8b714a96c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:41.153057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2c2776da-641c-4298-9917-31d8b714a96c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1074035 Mar 16 11:00:41.155778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43520) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.243703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bbcfa-51c6-435f-b9c1-76283270a8fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.245315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-819bbcfa-51c6-435f-b9c1-76283270a8fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0883632 Mar 16 11:00:41.247858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43524) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.322767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.324439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.326179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:41.327034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:41.345463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:41.346703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17b0ac19-b812-41b0-9252-d0c4a65338bd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0978935 Mar 16 11:00:41.349722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43528) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.419547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet 7f96e386-e577-41fb-b073-8d7dd4d7df5e {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:41.422729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.490298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.510433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 507cd296-f40c-4784-976d-9dcbcc734353 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:41.510807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.590353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.665736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707fb8d-a9ac-4e05-82a2-7cbc05522035 None None] get_active_networks_info from dv-neutron-828143-9-hyperv {{(pid=87843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:00:41.680367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.712787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e7222a0e-4b30-4847-a108-b916bffa9046 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:41.725341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 507cd296-f40c-4784-976d-9dcbcc734353, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=507cd296-f40c-4784-976d-9dcbcc734353,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:41.726773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.731465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=7f96e386-e577-41fb-b073-8d7dd4d7df5e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:41.734899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.751638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aaea6837-20a9-4268-b7cd-e696c2070ace tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/7f96e386-e577-41fb-b073-8d7dd4d7df5e HTTP/1.1" status: 204 len: 168 time: 0.3985665 Mar 16 11:00:41.751847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:41.773143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7b4f16e9-6b91-4fc4-8454-9292d846eb69 None None] Provisioning complete for port e7222a0e-4b30-4847-a108-b916bffa9046 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:41.773520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b4f16e9-6b91-4fc4-8454-9292d846eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.867952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 507cd296-f40c-4784-976d-9dcbcc734353 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:41.965288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Deleting subnet b29bdf88-92fe-4709-b489-8e971652b984 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:41.970989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:41.994081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e7222a0e-4b30-4847-a108-b916bffa9046 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:41.994455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.044066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.071416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707fb8d-a9ac-4e05-82a2-7cbc05522035 None None] Resources bound (agent type, host, resource id): {{(pid=87843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:00:42.077727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.206166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=507cd296-f40c-4784-976d-9dcbcc734353,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.226425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28474af-6aa5-4371-b86a-19ab6a9d98fb req-f979ade5-1d43-41f7-a7db-25142e8ce033 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:42.228051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b28474af-6aa5-4371-b86a-19ab6a9d98fb req-f979ade5-1d43-41f7-a7db-25142e8ce033 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1451123 Mar 16 11:00:42.233209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.323756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b28474af-6aa5-4371-b86a-19ab6a9d98fb req-63bad1b1-701c-49a3-abcc-363ca6105251 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629923 Mar 16 11:00:42.340823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.381736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Subnet': ['ID=b29bdf88-92fe-4709-b489-8e971652b984,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:42.388177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.401870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f37c1be8-e6cb-47ba-9412-d3c83fd0ddf5 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/b29bdf88-92fe-4709-b489-8e971652b984 HTTP/1.1" status: 204 len: 168 time: 0.6468449 Mar 16 11:00:42.402189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43538) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.407929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.472077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-82cb7ccb-2b76-4143-8518-4f9c35415730 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688255 Mar 16 11:00:42.475109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43542) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.492547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb53a7-5674-496f-9352-195110b88c9f None None] Network afd54f52-9bee-4769-8938-30d579685ddc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:42.586649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b222244-ef4f-4a35-9743-e4667f73a813 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:42.589298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7b222244-ef4f-4a35-9743-e4667f73a813 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1121936 Mar 16 11:00:42.591669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43546) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.620956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-af2bfaa6-e333-4f17-8924-d522467c2792 None None] Provisioning complete for port e7222a0e-4b30-4847-a108-b916bffa9046 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:42.621627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-af2bfaa6-e333-4f17-8924-d522467c2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.665058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93964264-e784-419f-bd2d-a5fd0591867f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:42.665676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93964264-e784-419f-bd2d-a5fd0591867f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Synchronizing usage tracker for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:42.685286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93964264-e784-419f-bd2d-a5fd0591867f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Unset dirty status for tenant:e731b3b27f454c688efcca89f3eff78c on resource:subnet {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:42.686448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-93964264-e784-419f-bd2d-a5fd0591867f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0938540 Mar 16 11:00:42.689380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43550) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.748412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:42.766136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2f0a4f5c-3a65-4068-a206-89ca98764c73 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713995 Mar 16 11:00:42.768794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43554) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.810457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c653d28d-24f0-4d38-9c69-f3254eedb147 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:42.810734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c653d28d-24f0-4d38-9c69-f3254eedb147 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:42.814519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c653d28d-24f0-4d38-9c69-f3254eedb147 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/fd71aa73-1920-4e53-a074-c670e11a6d67 HTTP/1.1" status: 404 len: 333 time: 0.0425646 Mar 16 11:00:42.815116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43558) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.853263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-792e4fad-a220-4ccc-b10f-d47195422e9e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:42.853716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792e4fad-a220-4ccc-b10f-d47195422e9e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:42.855515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-792e4fad-a220-4ccc-b10f-d47195422e9e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/7f96e386-e577-41fb-b073-8d7dd4d7df5e HTTP/1.1" status: 404 len: 337 time: 0.0396533 Mar 16 11:00:42.858251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.902157 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cb1cb6-498a-48ef-b0f7-5f814becffe2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:42.902611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cb1cb6-498a-48ef-b0f7-5f814becffe2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:42.904305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-90cb1cb6-498a-48ef-b0f7-5f814becffe2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/b29bdf88-92fe-4709-b489-8e971652b984 HTTP/1.1" status: 404 len: 337 time: 0.0451403 Mar 16 11:00:42.906854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43566) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.918854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] DHCP port deletion for afd54f52-9bee-4769-8938-30d579685ddc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:42.923577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Deleting port e7222a0e-4b30-4847-a108-b916bffa9046 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:42.924090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:42.949499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11616f5-977a-4877-a426-33d8c19be22b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:42.949968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11616f5-977a-4877-a426-33d8c19be22b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:42.954070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d11616f5-977a-4877-a426-33d8c19be22b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/4c3f401a-0644-473e-8448-dfa0cd187afa HTTP/1.1" status: 404 len: 333 time: 0.0438852 Mar 16 11:00:42.954326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:42.996956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f672466a-7373-4031-aad4-5f09e334ba78 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:42.997408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f672466a-7373-4031-aad4-5f09e334ba78 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.001312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f672466a-7373-4031-aad4-5f09e334ba78 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/474004d6-2a05-4ff6-9ef7-e0cbfa3e326f HTTP/1.1" status: 404 len: 337 time: 0.0437927 Mar 16 11:00:43.001548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.018704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:43.030614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:43.035320 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dcf4e9b1-00d6-45a9-8f94-3d83b14c86a0 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8569827 Mar 16 11:00:43.035639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.043695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d05459a-b1d1-4fa2-92e6-066e2260682a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.044153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d05459a-b1d1-4fa2-92e6-066e2260682a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.046144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2d05459a-b1d1-4fa2-92e6-066e2260682a tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/ae9ccc85-33a4-4f49-94cd-b4bf8bee2ec7 HTTP/1.1" status: 404 len: 337 time: 0.0434573 Mar 16 11:00:43.048404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43582) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.079037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:43.079656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:43.090612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eab2c5-47f2-42de-bba5-a61562ba9f83 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.091094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eab2c5-47f2-42de-bba5-a61562ba9f83 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.092824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-92eab2c5-47f2-42de-bba5-a61562ba9f83 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/457ec2d9-b409-4371-b276-b75a3e06bad7 HTTP/1.1" status: 404 len: 333 time: 0.0432622 Mar 16 11:00:43.095238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43586) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.107815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting subnet 24561abe-4e56-4400-8969-3d753e74b8b9 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:00:43.110868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.134052 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcbbceb-29b5-4424-905e-865220733e3c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.134517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcbbceb-29b5-4424-905e-865220733e3c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.138439 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7bcbbceb-29b5-4424-905e-865220733e3c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9b84f5e1-a8c5-4e76-a266-5764f76e8b17 HTTP/1.1" status: 404 len: 337 time: 0.0400901 Mar 16 11:00:43.138695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43590) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.171063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.180166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39294c0-25f9-48c9-98d0-09c0dee03820 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.180720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39294c0-25f9-48c9-98d0-09c0dee03820 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.184642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e39294c0-25f9-48c9-98d0-09c0dee03820 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9288d60f-551d-42ac-b4b3-593ec69dc5d1 HTTP/1.1" status: 404 len: 337 time: 0.0428624 Mar 16 11:00:43.184922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43594) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.226181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4cf32f-c6d7-47de-8051-f308bed631fe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.226655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4cf32f-c6d7-47de-8051-f308bed631fe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.228390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ec4cf32f-c6d7-47de-8051-f308bed631fe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/97c70b4e-f4ec-4580-bcca-e0d04bfd9e9b HTTP/1.1" status: 404 len: 333 time: 0.0425770 Mar 16 11:00:43.231155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43598) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.266388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.271030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82c9525-a74a-44b9-8532-6e2ac1a4c16c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.271309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82c9525-a74a-44b9-8532-6e2ac1a4c16c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.275198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e82c9525-a74a-44b9-8532-6e2ac1a4c16c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1a9bc3d0-44ec-49b7-ab16-35475fd3c4b6 HTTP/1.1" status: 404 len: 337 time: 0.0407038 Mar 16 11:00:43.275344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:43.275947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43602) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.318296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-960cc2df-f378-4e43-80e0-e4b79ef43127 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.319253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960cc2df-f378-4e43-80e0-e4b79ef43127 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.322700 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-960cc2df-f378-4e43-80e0-e4b79ef43127 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1ea97473-06b6-49fd-8a8a-2d446a8b2423 HTTP/1.1" status: 404 len: 337 time: 0.0435510 Mar 16 11:00:43.322942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43606) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.347494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.364476 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5a77ad-12f0-429b-937c-423a1e1d849c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.364987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5a77ad-12f0-429b-937c-423a1e1d849c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.369022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2c5a77ad-12f0-429b-937c-423a1e1d849c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/cdc31bd5-0155-439d-b411-6ff033416a23 HTTP/1.1" status: 404 len: 333 time: 0.0428858 Mar 16 11:00:43.369327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43612) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.384320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:43.387241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] For port e7222a0e-4b30-4847-a108-b916bffa9046, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e7222a0e-4b30-4847-a108-b916bffa9046,segment=NetworkSegment(afdc314d-07d9-44df-8182-e8debb19816a),segment_id=afdc314d-07d9-44df-8182-e8debb19816a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:43.387632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.394128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Subnet': ['ID=24561abe-4e56-4400-8969-3d753e74b8b9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:43.402253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:43.405988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.415399 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ecb2387c-d557-482b-b294-6ba517a0522c tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/24561abe-4e56-4400-8969-3d753e74b8b9 HTTP/1.1" status: 204 len: 168 time: 0.3762312 Mar 16 11:00:43.416117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43616) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.417284 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40c4af2-a269-4b04-8f28-21631cb9d486 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.417751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40c4af2-a269-4b04-8f28-21631cb9d486 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.421737 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f40c4af2-a269-4b04-8f28-21631cb9d486 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/2529c1df-9f09-43d3-83ee-ec17d97ea216 HTTP/1.1" status: 404 len: 337 time: 0.0492778 Mar 16 11:00:43.421974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43620) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.476654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b174a5c-f5ef-4fde-b697-858c016e955e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.477380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b174a5c-f5ef-4fde-b697-858c016e955e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.481037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b174a5c-f5ef-4fde-b697-858c016e955e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/e404d4aa-6613-4dc7-8cbc-bb3985cca43b HTTP/1.1" status: 404 len: 333 time: 0.0559375 Mar 16 11:00:43.488793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99925cbe-8b9c-4d9e-9c8e-a6995833c2fb None None] Network 6965acff-eba0-4f01-95a2-0a53ccdebc39 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:43.511540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43624) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.553456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.565823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f3cb32-cdb0-4272-a443-f9c3c79d103b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.566261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f3cb32-cdb0-4272-a443-f9c3c79d103b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.567580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Deleting port 0ee74de8-1542-4f57-8a34-fe2eaa966776 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:43.570690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.570867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f0f3cb32-cdb0-4272-a443-f9c3c79d103b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/c28e8341-07d5-4482-bd52-c7daf2e9a600 HTTP/1.1" status: 404 len: 337 time: 0.0510330 Mar 16 11:00:43.570867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.614114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Calling delete_port for e7222a0e-4b30-4847-a108-b916bffa9046 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:43.664795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:43.665484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:43.728472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-450348f4-415a-4ee4-8c70-b979125bb0bc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.728982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450348f4-415a-4ee4-8c70-b979125bb0bc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.730769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-450348f4-415a-4ee4-8c70-b979125bb0bc tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/b890edf6-9f7b-4633-af27-36f654e77152 HTTP/1.1" status: 404 len: 333 time: 0.1590374 Mar 16 11:00:43.733260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.778944 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2632c807-2ed4-4619-a06f-b77403d203e1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.779403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2632c807-2ed4-4619-a06f-b77403d203e1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.781091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2632c807-2ed4-4619-a06f-b77403d203e1 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/2ebc79bf-09ca-4501-b413-955203fbba81 HTTP/1.1" status: 404 len: 337 time: 0.0469227 Mar 16 11:00:43.787439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.811412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e7222a0e-4b30-4847-a108-b916bffa9046 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:43.821994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] For port 0ee74de8-1542-4f57-8a34-fe2eaa966776, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0ee74de8-1542-4f57-8a34-fe2eaa966776,segment=NetworkSegment(0398baef-fdef-42dc-9336-cdff1a4205c4),segment_id=0398baef-fdef-42dc-9336-cdff1a4205c4)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:43.823291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:43.834718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5439ad6-4142-4df8-b649-2327a42ef625 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.835188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5439ad6-4142-4df8-b649-2327a42ef625 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.839196 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b5439ad6-4142-4df8-b649-2327a42ef625 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/ea36aeb4-5db7-4702-8857-5ab53bcc016c HTTP/1.1" status: 404 len: 333 time: 0.0485194 Mar 16 11:00:43.839434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43640) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.849800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15c400-1396-4742-a510-735b23db89f0 req-b7b46078-7aa3-46d2-b58d-f43d54288f49 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:43.851245 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f15c400-1396-4742-a510-735b23db89f0 req-b7b46078-7aa3-46d2-b58d-f43d54288f49 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.3771510 Mar 16 11:00:43.898725 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-68322ab8-87aa-4cd8-99a4-d5a151492b6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.899086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68322ab8-87aa-4cd8-99a4-d5a151492b6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.903720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-68322ab8-87aa-4cd8-99a4-d5a151492b6d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/75ae16dc-cc01-4561-8148-eb34c3274bd4 HTTP/1.1" status: 404 len: 337 time: 0.0603833 Mar 16 11:00:43.903720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43644) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:43.946968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:43.949827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f6720e-bdff-458f-87f3-23310ba07533 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:43.950306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f6720e-bdff-458f-87f3-23310ba07533 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:43.951983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-42f6720e-bdff-458f-87f3-23310ba07533 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/4103081c-0d4f-41aa-838c-cd4765693c10 HTTP/1.1" status: 404 len: 333 time: 0.0477428 Mar 16 11:00:43.955210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Calling delete_port for 0ee74de8-1542-4f57-8a34-fe2eaa966776 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:43.966825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43648) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.006779 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f15c400-1396-4742-a510-735b23db89f0 req-d48263b4-bb64-4733-b722-c54e039f190c tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271279 Mar 16 11:00:44.010914 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-661586b1-eaf3-4b9c-a777-c6261c3a04be tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.011368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661586b1-eaf3-4b9c-a777-c6261c3a04be tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.015585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-661586b1-eaf3-4b9c-a777-c6261c3a04be tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/15dae29b-678b-483e-9e56-efda44b8ed90 HTTP/1.1" status: 404 len: 337 time: 0.0454309 Mar 16 11:00:44.015761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43652) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.044100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.070297 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d288d-a12e-474e-8683-62849060d1a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.070777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3d288d-a12e-474e-8683-62849060d1a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.072703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cf3d288d-a12e-474e-8683-62849060d1a4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/bfa79be8-92d0-4425-83fd-77b86fcaeaac HTTP/1.1" status: 404 len: 333 time: 0.0557857 Mar 16 11:00:44.077515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43658) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.106188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No DVR routers for this DVR port 0ee74de8-1542-4f57-8a34-fe2eaa966776 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:44.108169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Port': ['ID=0ee74de8-1542-4f57-8a34-fe2eaa966776,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:44.120747 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d80565d-511c-4596-95ef-1abaf9c62ef2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.121609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d80565d-511c-4596-95ef-1abaf9c62ef2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.127096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8d80565d-511c-4596-95ef-1abaf9c62ef2 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/e2655709-ceaf-4d87-9292-6274a61a2084 HTTP/1.1" status: 404 len: 337 time: 0.0471344 Mar 16 11:00:44.127096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43662) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.163956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:44.167828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.201313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5172a6-b2fd-4779-8c37-b16807a411fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.201775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5172a6-b2fd-4779-8c37-b16807a411fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.204883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ce5172a6-b2fd-4779-8c37-b16807a411fb tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/1d282993-5d8c-4e86-95ba-46d62d4dae11 HTTP/1.1" status: 404 len: 337 time: 0.0763428 Mar 16 11:00:44.209668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43666) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.217719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9494865-8ac8-4e08-9b16-945dfad7137c None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:44.226785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port e7222a0e-4b30-4847-a108-b916bffa9046 {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:00:44.227188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e7222a0e-4b30-4847-a108-b916bffa9046 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:44.230373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] Pushing event deleted for resources: {'Port': ['ID=e7222a0e-4b30-4847-a108-b916bffa9046,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:44.232103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78ac34-b89c-4855-ad33-fa27eff18402 None None] No DVR routers for this DVR port e7222a0e-4b30-4847-a108-b916bffa9046 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:44.265820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb55120-aa51-475c-af1c-d71f7bf38210 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.266362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb55120-aa51-475c-af1c-d71f7bf38210 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.267914 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2eb55120-aa51-475c-af1c-d71f7bf38210 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/12465c5f-ba06-42f0-a9d4-ef12a380e871 HTTP/1.1" status: 404 len: 333 time: 0.0571015 Mar 16 11:00:44.271867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.272016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43670) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.297654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6965acff-eba0-4f01-95a2-0a53ccdebc39']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:44.310431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0398baef-fdef-42dc-9336-cdff1a4205c4') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:44.310814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0398baef-fdef-42dc-9336-cdff1a4205c4') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:44.318360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1567b0-ea65-47f2-8007-fd8cb47ff883 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.318819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1567b0-ea65-47f2-8007-fd8cb47ff883 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.322680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9b1567b0-ea65-47f2-8007-fd8cb47ff883 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/21bb8982-2ef4-488e-bb42-c6b3f87e07c8 HTTP/1.1" status: 404 len: 337 time: 0.0479479 Mar 16 11:00:44.322851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.324431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43674) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.338537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.344392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:44.344771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:44.359498 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:44.365570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5395ae5e-508e-48fc-90f4-6dd88045ead8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.366033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5395ae5e-508e-48fc-90f4-6dd88045ead8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.367695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5395ae5e-508e-48fc-90f4-6dd88045ead8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/31222ce7-35d2-46ce-8770-049d74d34ee7 HTTP/1.1" status: 404 len: 337 time: 0.0423522 Mar 16 11:00:44.370464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43678) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.391809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71358fb4-7ce7-42c6-9cae-ecc4cc17e570 req-c5d79c90-9f76-4346-abdc-29ccc033aa92 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:44.393277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71358fb4-7ce7-42c6-9cae-ecc4cc17e570 req-c5d79c90-9f76-4346-abdc-29ccc033aa92 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2268178 Mar 16 11:00:44.438479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71358fb4-7ce7-42c6-9cae-ecc4cc17e570 req-670c71f9-8c64-419f-b44f-4b585b6577dc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Mar 16 11:00:44.462583 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5e9c34-adba-42be-80c7-04cdb866d70e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.463050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5e9c34-adba-42be-80c7-04cdb866d70e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.479432 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5c5e9c34-adba-42be-80c7-04cdb866d70e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/66355cd0-2902-42a2-9e24-437d661f777e HTTP/1.1" status: 404 len: 333 time: 0.1079552 Mar 16 11:00:44.482177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43684) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.488031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.511303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.524114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Pushing event deleted for resources: {'Network': ['ID=6965acff-eba0-4f01-95a2-0a53ccdebc39,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:44.526896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3a4359-cd08-445d-bed9-10bb77e41347 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.527410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3a4359-cd08-445d-bed9-10bb77e41347 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.530524 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b34d6708-ce3a-4a16-a5c2-29261a1ac6cb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/networks/6965acff-eba0-4f01-95a2-0a53ccdebc39 HTTP/1.1" status: 204 len: 168 time: 1.1133409 Mar 16 11:00:44.531287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43688) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.531605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43690) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.531880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ec3a4359-cd08-445d-bed9-10bb77e41347 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/478ae7bb-bde5-4796-84e3-6f14ca010059 HTTP/1.1" status: 404 len: 337 time: 0.0487168 Mar 16 11:00:44.572693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'routes': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:44.611519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b110aee-81d2-473e-ab00-74fcd52ffd85 None None] DHCP port deletion for 6965acff-eba0-4f01-95a2-0a53ccdebc39 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:00:44.647082 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb109983-5aa6-4e4b-be92-c4000d330915 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.647530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb109983-5aa6-4e4b-be92-c4000d330915 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.649241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fb109983-5aa6-4e4b-be92-c4000d330915 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/cb829da4-bf4a-472b-95a8-130a1dc1da97 HTTP/1.1" status: 404 len: 337 time: 0.1148012 Mar 16 11:00:44.652251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43696) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.712779 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b4af7c-d7cb-4341-9b9d-249b506beed7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.713405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b4af7c-d7cb-4341-9b9d-249b506beed7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.717736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e7b4af7c-d7cb-4341-9b9d-249b506beed7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/89c36587-69b4-4650-817c-841757504c4c HTTP/1.1" status: 404 len: 333 time: 0.0621529 Mar 16 11:00:44.718067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43702) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.758172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b89f12-d0d7-4ff5-93eb-49d72408a6de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.758753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b89f12-d0d7-4ff5-93eb-49d72408a6de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.760898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-27b89f12-d0d7-4ff5-93eb-49d72408a6de tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/848dd02a-97c6-4689-ae15-91254f42ab22 HTTP/1.1" status: 404 len: 337 time: 0.0414288 Mar 16 11:00:44.763344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43706) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.851152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbec6bc-7f95-40c3-b84b-d3ea670d9217 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:44.851525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbec6bc-7f95-40c3-b84b-d3ea670d9217 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:44.853230 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ddbec6bc-7f95-40c3-b84b-d3ea670d9217 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/89f24134-b646-42bd-9c4e-0497b285a2ee HTTP/1.1" status: 404 len: 337 time: 0.0888116 Mar 16 11:00:44.858804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43710) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.906937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-29e90c83-d600-4287-baf2-67d57d741b4e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3eee779-aee7-4990-8791-e1c4d6d8b2a3 HTTP/1.1" status: 200 len: 205 time: 0.0461452 Mar 16 11:00:44.909541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43714) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:44.990551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Added routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:00:44.990762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.extraroute_db [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Removed routes are [] {{(pid=87842) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:00:44.991106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:44.992525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-5147d5f0-dc25-4ed1-805e-754a0cbaa467 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] delete failed (client error): The resource could not be found. Mar 16 11:00:44.993565 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5147d5f0-dc25-4ed1-805e-754a0cbaa467 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/routers/d3eee779-aee7-4990-8791-e1c4d6d8b2a3 HTTP/1.1" status: 404 len: 336 time: 0.0826116 Mar 16 11:00:44.997495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43718) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.043583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e33e06-2db8-4d33-a81d-b01a9ddf4c5d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.044035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e33e06-2db8-4d33-a81d-b01a9ddf4c5d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.045735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-52e33e06-2db8-4d33-a81d-b01a9ddf4c5d tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/cd6a434f-b136-43f4-97cd-fa1196d16db3 HTTP/1.1" status: 404 len: 337 time: 0.0475137 Mar 16 11:00:45.048991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.097452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6c5c-889b-416d-9caf-b17d81b9247e req-2f36268c-82a5-4ed0-adeb-9fbbfba7732d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:45.100010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-484a6c5c-889b-416d-9caf-b17d81b9247e req-2f36268c-82a5-4ed0-adeb-9fbbfba7732d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.2951522 Mar 16 11:00:45.106762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-50356d33-2aa8-4c22-b650-ae498444ce4b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "GET /v2.0/ports?device_id=350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 HTTP/1.1" status: 200 len: 205 time: 0.0567949 Mar 16 11:00:45.115522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43726) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.147491 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-484a6c5c-889b-416d-9caf-b17d81b9247e req-58c21331-fc43-4d0d-a32a-1d8807f3ad69 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Mar 16 11:00:45.246688 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-c1466089-28c2-4cd1-bbde-4bd5d06f418e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] delete failed (client error): The resource could not be found. Mar 16 11:00:45.247615 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c1466089-28c2-4cd1-bbde-4bd5d06f418e tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/routers/350b8c35-7ea7-40e9-9da1-a5e1dfdf7ed7 HTTP/1.1" status: 404 len: 336 time: 0.1311412 Mar 16 11:00:45.250195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43730) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.344411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.350616 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2a8277-e347-458a-9584-86f96207dba4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.351061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2a8277-e347-458a-9584-86f96207dba4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.352699 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2a2a8277-e347-458a-9584-86f96207dba4 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/a5754bd6-92dd-4038-a15e-8e008f358b9b HTTP/1.1" status: 404 len: 337 time: 0.1000586 Mar 16 11:00:45.354077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.355368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43734) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.391996 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90878bf-f9d6-47da-bc46-d11ab60e7150 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.392434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90878bf-f9d6-47da-bc46-d11ab60e7150 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.394082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f90878bf-f9d6-47da-bc46-d11ab60e7150 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/f407505a-1b4e-4cd0-971b-f32a62715613 HTTP/1.1" status: 404 len: 337 time: 0.0377374 Mar 16 11:00:45.397505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43738) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.444097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22cb383-0395-4e62-ac96-c3cace37ccbe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.444697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22cb383-0395-4e62-ac96-c3cace37ccbe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.448785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f22cb383-0395-4e62-ac96-c3cace37ccbe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/44d18cef-c841-4858-a477-537b77973de4 HTTP/1.1" status: 404 len: 333 time: 0.0480242 Mar 16 11:00:45.448970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43742) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.487353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae07bd3-678c-4ac7-a808-109ced67dc06 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.488028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:45.488152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae07bd3-678c-4ac7-a808-109ced67dc06 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.492562 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3ae07bd3-678c-4ac7-a808-109ced67dc06 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/aceadd5d-d32e-4787-8dc2-1abea0175d54 HTTP/1.1" status: 404 len: 337 time: 0.0403903 Mar 16 11:00:45.492910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.532763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-868dcfe3-2684-40c7-b22a-3577c280e3c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.533249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868dcfe3-2684-40c7-b22a-3577c280e3c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.538557 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-868dcfe3-2684-40c7-b22a-3577c280e3c7 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/dd7bcd31-2006-47e8-b529-e2141968a624 HTTP/1.1" status: 404 len: 333 time: 0.0411246 Mar 16 11:00:45.538931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43750) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.579023 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc3649-112b-49bf-88ce-e70c96352d0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.579474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fc3649-112b-49bf-88ce-e70c96352d0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.581123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c4fc3649-112b-49bf-88ce-e70c96352d0c tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/9eb6424d-240b-459c-a08a-d035d8fc6e2c HTTP/1.1" status: 404 len: 337 time: 0.0412831 Mar 16 11:00:45.584717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.625916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ad701-1f01-423f-bb55-a3e56bd7ce18 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.626375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ad701-1f01-423f-bb55-a3e56bd7ce18 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.626480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:45.628164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-118ad701-1f01-423f-bb55-a3e56bd7ce18 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/fb597845-203e-49ab-8950-be3d4939aee1 HTTP/1.1" status: 404 len: 333 time: 0.0425446 Mar 16 11:00:45.633295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43758) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.633934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.635171 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d905f95c-f12f-4d3b-976e-ee727a913202 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 701 time: 1.1022081 Mar 16 11:00:45.639296 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Sync routers for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:45.645123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43762) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.650564 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:45.662645 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.681551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fde6e53-ecb8-475f-81f2-ffc7ae25a5b8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.682487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fde6e53-ecb8-475f-81f2-ffc7ae25a5b8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.687344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.687832 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9fde6e53-ecb8-475f-81f2-ffc7ae25a5b8 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/89444c99-b2b7-44d2-a619-f5688080461c HTTP/1.1" status: 404 len: 337 time: 0.0531948 Mar 16 11:00:45.695099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0ee74de8-1542-4f57-8a34-fe2eaa966776 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:45.727132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d4e5443a-26e0-4fc0-84be-995fb1d09bdb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:45.730562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0ee74de8-1542-4f57-8a34-fe2eaa966776 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:45.730977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0ee74de8-1542-4f57-8a34-fe2eaa966776 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:45.731469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 507cd296-f40c-4784-976d-9dcbcc734353 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:45.737995 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-07844894-71ec-423c-9688-3b2716629468 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.738508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07844894-71ec-423c-9688-3b2716629468 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.741809 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-07844894-71ec-423c-9688-3b2716629468 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/1e3906da-3bdb-477f-ba6a-42ff3a22685f HTTP/1.1" status: 404 len: 333 time: 0.0518582 Mar 16 11:00:45.742826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.760264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d4e5443a-26e0-4fc0-84be-995fb1d09bdb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:45.761824 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d4e5443a-26e0-4fc0-84be-995fb1d09bdb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 205 time: 0.1129272 Mar 16 11:00:45.764404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.768561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 507cd296-f40c-4784-976d-9dcbcc734353 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:45.769008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 507cd296-f40c-4784-976d-9dcbcc734353 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:45.806509 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:45.897424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba88341b-547b-4324-93c4-78d6986123dd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.897887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba88341b-547b-4324-93c4-78d6986123dd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.902116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ba88341b-547b-4324-93c4-78d6986123dd tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/f8a3ab2c-0f3b-4470-a82a-248603048fdc HTTP/1.1" status: 404 len: 337 time: 0.1557844 Mar 16 11:00:45.902349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43778) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.907739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.917797 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.922242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Checking router: d1b43cd2-2326-479e-a1c0-ac3e9868ed05 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:45.932480 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Routers {'d1b43cd2-2326-479e-a1c0-ac3e9868ed05'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:45.933150 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:45.951393 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8eba7d-9dc4-47a6-85ea-fb8c7ebb98f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.951876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8eba7d-9dc4-47a6-85ea-fb8c7ebb98f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:45.956147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fd8eba7d-9dc4-47a6-85ea-fb8c7ebb98f9 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/67e758d2-a0ab-4c51-979b-fdef9b684e2d HTTP/1.1" status: 404 len: 333 time: 0.0504515 Mar 16 11:00:45.956451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43782) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:45.996810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1e1109-e067-4297-9bea-fcc1a3dfa567 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:45.997303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1e1109-e067-4297-9bea-fcc1a3dfa567 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.001581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-da1e1109-e067-4297-9bea-fcc1a3dfa567 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/45fa37d0-63c0-45ff-98ce-1eb49468632f HTTP/1.1" status: 404 len: 337 time: 0.0416038 Mar 16 11:00:46.001849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43786) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.049793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7806384c-aad9-4b54-84d9-31a624ca1b95 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.050272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7806384c-aad9-4b54-84d9-31a624ca1b95 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.055700 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7806384c-aad9-4b54-84d9-31a624ca1b95 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/e622b82c-3b3d-4331-bd84-b2c414f659b1 HTTP/1.1" status: 404 len: 333 time: 0.0503483 Mar 16 11:00:46.055893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43790) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.069329 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] Set router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:46.094123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-765ed1a2-7bd3-4f3c-b9bc-53bcddf5fe3b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.094579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765ed1a2-7bd3-4f3c-b9bc-53bcddf5fe3b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.096376 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-765ed1a2-7bd3-4f3c-b9bc-53bcddf5fe3b tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/11cc0c95-1c05-4f5b-96f6-6f9d05512978 HTTP/1.1" status: 404 len: 337 time: 0.0396049 Mar 16 11:00:46.099043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43794) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.141636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a5f825-a9f1-4b60-b328-b51e91663f00 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.142121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a5f825-a9f1-4b60-b328-b51e91663f00 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.146924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c7a5f825-a9f1-4b60-b328-b51e91663f00 tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/ports/7a7ced65-68e0-4a3b-8d66-f9cf1f7d4a63 HTTP/1.1" status: 404 len: 333 time: 0.0433793 Mar 16 11:00:46.147214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43800) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.196148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a668d4d9-0849-432c-a4e8-1ab430a47bfe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:46.196610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a668d4d9-0849-432c-a4e8-1ab430a47bfe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:46.203798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a668d4d9-0849-432c-a4e8-1ab430a47bfe tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/subnets/8d926265-725c-4436-a824-3d4237e0a0c7 HTTP/1.1" status: 404 len: 337 time: 0.0554988 Mar 16 11:00:46.205234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43806) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.214677 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.218987 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706878-ee72-4f7b-9d03-07bc39c0eb55 None None] The sync data for ids ['d1b43cd2-2326-479e-a1c0-ac3e9868ed05'] in dv-neutron-828143-9-hyperv is: [{'id': 'd1b43cd2-2326-479e-a1c0-ac3e9868ed05', 'name': 'tempest-RoutersTest-router-1154153664', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:49Z', 'updated_at': '2022-03-16T11:00:41Z', 'revision_number': 11, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:46.279401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.370630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.396892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.399809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.433684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.434161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router d1b43cd2-2326-479e-a1c0-ac3e9868ed05 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:46.450019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30ed8c-b076-481d-ae49-797f8a459f7d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:46.450497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30ed8c-b076-481d-ae49-797f8a459f7d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:46.450968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30ed8c-b076-481d-ae49-797f8a459f7d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:46.466536 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ff30ed8c-b076-481d-ae49-797f8a459f7d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=36fd9767f06d479da64d989ef068aa43&network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 2999 time: 0.1716559 Mar 16 11:00:46.466536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.466536 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-150775d7-7916-4763-a763-4f88636fbbe9 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 204 len: 168 time: 0.6944478 Mar 16 11:00:46.466536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.470620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371401735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:46.475445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ee8f4-6024-4249-ad37-b4fe1ddb7b2c req-10ac460f-62b8-409b-98e1-6c195c51028b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:46.477642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-660ee8f4-6024-4249-ad37-b4fe1ddb7b2c req-10ac460f-62b8-409b-98e1-6c195c51028b tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1827397 Mar 16 11:00:46.478449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:46.483121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Usage tracker for resource:router and tenant:b22a1c9cb859474ca25763cf64a1af25 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:46.486303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:46.494103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:46.511372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.512880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.532409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.557445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.571674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.592022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.595751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4f3663f-bb88-4896-a675-95d1962b9d9f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1279819 Mar 16 11:00:46.595923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43820) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:46.599876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-660ee8f4-6024-4249-ad37-b4fe1ddb7b2c req-ba22a34d-6879-4a7e-a883-86e453757a22 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138647 Mar 16 11:00:46.601417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:46.605954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd54f52-9bee-4769-8938-30d579685ddc']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.629798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdc314d-07d9-44df-8182-e8debb19816a') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.630090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdc314d-07d9-44df-8182-e8debb19816a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:46.641797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.658362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.665731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:00:46.666270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:00:46.685073 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:00:46.762846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.780247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:46.794426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] Pushing event deleted for resources: {'Network': ['ID=afd54f52-9bee-4769-8938-30d579685ddc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:46.796875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1c7a7f76-5994-4103-ad3a-9bdf15dd4e1f tempest-NetworksTestDHCPv6-1266193987 tempest-NetworksTestDHCPv6-1266193987-project] 10.222.0.50 "DELETE /v2.0/networks/afd54f52-9bee-4769-8938-30d579685ddc HTTP/1.1" status: 204 len: 168 time: 0.5905645 Mar 16 11:00:47.010289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.020498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.081811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43830) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.179859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Router 01c761c4-5485-49ea-87e3-6fd2ea75b91b is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:47.236604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-649f42d4-4cfb-48bc-9a59-a10b643b4a9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e731b3b27f454c688efcca89f3eff78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527543 Mar 16 11:00:47.239273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43836) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.465259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:47.473473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.477120 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e1604215-9d4d-4366-b4de-b695e5506a1b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "PUT /v2.0/routers/01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 200 len: 693 time: 0.8777382 Mar 16 11:00:47.477224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Sync routers for ids ['01c761c4-5485-49ea-87e3-6fd2ea75b91b'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:47.477629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43842) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.485553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Routers {'01c761c4-5485-49ea-87e3-6fd2ea75b91b'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:47.486471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['01c761c4-5485-49ea-87e3-6fd2ea75b91b'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.507594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.536161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.621228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4c7ade93-f62b-4797-bddf-feeedb0c2f92 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/routers/01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 200 len: 699 time: 0.1421068 Mar 16 11:00:47.623885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43846) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.630174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Set router 01c761c4-5485-49ea-87e3-6fd2ea75b91b gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:47.655608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.677688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c203-cace-4e86-8420-2e3a2008230f req-24b9cf9c-74fa-4182-a537-4892bd37d85a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.678395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8848c203-cace-4e86-8420-2e3a2008230f req-24b9cf9c-74fa-4182-a537-4892bd37d85a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Synchronizing usage tracker for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:47.689566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.690664 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e098f0e1-f2c2-4c51-900c-6ca945ffb94b HTTP/1.1" status: 204 len: 168 time: 0.4455981 Mar 16 11:00:47.691113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4c22c756-b5c5-402d-9f11-6c298c459438 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Synchronizing usage tracker for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:47.695952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e327-53b2-4d7b-829c-ba058741e04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098f0e1-f2c2-4c51-900c-6ca945ffb94b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:47.710818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8848c203-cace-4e86-8420-2e3a2008230f req-24b9cf9c-74fa-4182-a537-4892bd37d85a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Unset dirty status for tenant:9ca3dc637d854accb26e4c9a89b47512 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:47.712759 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8848c203-cace-4e86-8420-2e3a2008230f req-24b9cf9c-74fa-4182-a537-4892bd37d85a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.1386797 Mar 16 11:00:47.714267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4c22c756-b5c5-402d-9f11-6c298c459438 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Unset dirty status for tenant:b22a1c9cb859474ca25763cf64a1af25 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:47.717921 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4c22c756-b5c5-402d-9f11-6c298c459438 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 200 len: 205 time: 0.0907717 Mar 16 11:00:47.718788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43854) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:47.775691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c761c4-5485-49ea-87e3-6fd2ea75b91b', 'name': 'tempest-RoutersTest-router-371401735', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:46Z', 'updated_at': '2022-03-16T11:00:47Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.782507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Checking router: 01c761c4-5485-49ea-87e3-6fd2ea75b91b for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:47.796389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Routers {'01c761c4-5485-49ea-87e3-6fd2ea75b91b'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:47.797645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['01c761c4-5485-49ea-87e3-6fd2ea75b91b'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:47.833802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394254-6d8c-4012-ae63-3ffd351a3f6e req-cdb04b85-0987-445c-b094-abbb03ffad80 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:47.835324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee394254-6d8c-4012-ae63-3ffd351a3f6e req-cdb04b85-0987-445c-b094-abbb03ffad80 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.0986817 Mar 16 11:00:47.880489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Deleting port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:47.881373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.890897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee394254-6d8c-4012-ae63-3ffd351a3f6e req-70f756e1-f789-4e4d-9ac0-ce758edb1dc4 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Mar 16 11:00:47.945142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] Set router 01c761c4-5485-49ea-87e3-6fd2ea75b91b gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:47.994397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.105743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c761c4-5485-49ea-87e3-6fd2ea75b91b', 'name': 'tempest-RoutersTest-router-371401735', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:46Z', 'updated_at': '2022-03-16T11:00:47Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:48.109955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46eb82-d616-4831-9a14-dbcfb577e1bc None None] The sync data for ids ['01c761c4-5485-49ea-87e3-6fd2ea75b91b'] in dv-neutron-828143-9-hyperv is: [{'id': '01c761c4-5485-49ea-87e3-6fd2ea75b91b', 'name': 'tempest-RoutersTest-router-371401735', 'tenant_id': 'b22a1c9cb859474ca25763cf64a1af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:46Z', 'updated_at': '2022-03-16T11:00:47Z', 'revision_number': 2, 'project_id': 'b22a1c9cb859474ca25763cf64a1af25', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:48.235559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43870) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.318625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8bb05-419d-4e41-a69e-84f2cf844475 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:48.325342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-35f8bb05-419d-4e41-a69e-84f2cf844475 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 814 time: 0.0887780 Mar 16 11:00:48.384493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.389301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.479025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.480245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Fanout notify agent at l3_agent the message router_deleted on router 01c761c4-5485-49ea-87e3-6fd2ea75b91b {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:00:48.504521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.510462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43886) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.511179 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-114f6f8e-d7bb-4a15-9f73-e3eeea6f55a7 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 204 len: 168 time: 0.7487793 Mar 16 11:00:48.530859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] For port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:48.531438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.544683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43890) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.574572 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-987b7616-2c1c-44ff-b495-238cb14ff2af tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 200 len: 205 time: 0.0628781 Mar 16 11:00:48.576858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43894) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.646714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-c4098aa3-aa4d-4285-b4a1-b0f2f5b3533e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:48.647731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c4098aa3-aa4d-4285-b4a1-b0f2f5b3533e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/01c761c4-5485-49ea-87e3-6fd2ea75b91b HTTP/1.1" status: 404 len: 336 time: 0.0698655 Mar 16 11:00:48.650207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.688311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fdacca-1d32-4f45-b259-dec2d504d6fa tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:48.688775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fdacca-1d32-4f45-b259-dec2d504d6fa tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:48.695373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-49fdacca-1d32-4f45-b259-dec2d504d6fa tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/3e4ce5ea-269d-462d-b905-6af55a11bacb HTTP/1.1" status: 404 len: 337 time: 0.0393918 Mar 16 11:00:48.695373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43904) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.717135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-7a898a4b-ca04-4287-9843-7e525054fc6a tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.720740 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7a898a4b-ca04-4287-9843-7e525054fc6a tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1725283 Mar 16 11:00:48.721178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43908) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.728295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-29f371dc-2812-4690-82c2-96b0a0838ef9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.729257 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-29f371dc-2812-4690-82c2-96b0a0838ef9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072310 Mar 16 11:00:48.731801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.732009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3cc485-82ae-417b-98c5-6091c60577e4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:48.732428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3cc485-82ae-417b-98c5-6091c60577e4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:48.734119 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5f3cc485-82ae-417b-98c5-6091c60577e4 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/924fae02-9aae-4fb1-92c1-8333a1bd532e HTTP/1.1" status: 404 len: 337 time: 0.0395789 Mar 16 11:00:48.736493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43916) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.740198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-1a17b2ae-309a-4289-8d2f-c087ccbe5ed8 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.741163 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1a17b2ae-309a-4289-8d2f-c087ccbe5ed8 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084834 Mar 16 11:00:48.749896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.758051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-78311209-8700-47b0-83b7-92ae620b4e93 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.760868 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-78311209-8700-47b0-83b7-92ae620b4e93 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080371 Mar 16 11:00:48.774341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43924) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.815102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43928) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.829852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--2082184543', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:48.843723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:48.860062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:48.887286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.887662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.888006 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Floating IP c6abe656-080d-4a70-afa9-8f53446e763b disassociated. External IP: 172.26.0.18, port: 01482d41-3e5d-4afd-ade2-a3b5ba4f8503. Mar 16 11:00:48.888304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Calling delete_port for 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:48.893477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-814530d8-74d2-4760-bf29-f93715038f6a tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.896878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-814530d8-74d2-4760-bf29-f93715038f6a tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1191721 Mar 16 11:00:48.896878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f6267e-3347-4713-a37f-3bb625983b55 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:48.896878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f6267e-3347-4713-a37f-3bb625983b55 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:48.897638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e9f6267e-3347-4713-a37f-3bb625983b55 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/45793d73-d629-4172-b14b-858451f413b3 HTTP/1.1" status: 404 len: 337 time: 0.1602449 Mar 16 11:00:48.898235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43932) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.900471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43934) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.904736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-81cb81ee-88b2-4059-8cb5-0ce5d5219989 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.908269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-81cb81ee-88b2-4059-8cb5-0ce5d5219989 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066061 Mar 16 11:00:48.938983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43940) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.947581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-4a84508b-d1e6-4bb6-807b-66df91042bc6 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:48.947581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4a84508b-d1e6-4bb6-807b-66df91042bc6 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087183 Mar 16 11:00:48.947581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-38889417-2448-470a-9bee-4ae8067be236 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:48.947581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38889417-2448-470a-9bee-4ae8067be236 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:48.947581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-38889417-2448-470a-9bee-4ae8067be236 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/24561abe-4e56-4400-8969-3d753e74b8b9 HTTP/1.1" status: 404 len: 337 time: 0.0507200 Mar 16 11:00:48.957375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43946) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:48.958022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43948) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.002179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-de4959fd-e13d-4051-b1d5-6e1a063d9097 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.006364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-de4959fd-e13d-4051-b1d5-6e1a063d9097 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0421834 Mar 16 11:00:49.011718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43954) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.023209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-52617ce0-6ba9-4e30-84e9-b9a0b35d53d9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.024200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-52617ce0-6ba9-4e30-84e9-b9a0b35d53d9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0116878 Mar 16 11:00:49.047526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.057372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:49.062976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.063257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc3e971a-6f14-4454-8772-f6e712d0ce6f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 200 len: 205 time: 0.1016655 Mar 16 11:00:49.066112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43962) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.075949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-3ec89c60-4a83-40be-a341-e38ed717ddcb tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.079250 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ec89c60-4a83-40be-a341-e38ed717ddcb tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0281401 Mar 16 11:00:49.082699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43966) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.091488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-a61cd78d-dfee-4c7a-9b37-ecef5e150d42 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.092418 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a61cd78d-dfee-4c7a-9b37-ecef5e150d42 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070422 Mar 16 11:00:49.095815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43970) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.112569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-a1c16c48-3568-4854-9634-54a0526a8dbe tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.114095 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a1c16c48-3568-4854-9634-54a0526a8dbe tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0172536 Mar 16 11:00:49.119827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43974) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.126363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-495d240b-1fad-48d6-81a7-71de4e3858fe tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.127284 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-495d240b-1fad-48d6-81a7-71de4e3858fe tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065930 Mar 16 11:00:49.135899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43978) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.145030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:49.148331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-cc6a8531-5b7c-473e-aa80-da801540ad7f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.149472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc6a8531-5b7c-473e-aa80-da801540ad7f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0064240 Mar 16 11:00:49.151621 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b2edf358-434a-4547-8e1a-7ba1718ce0e1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:49.152536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43982) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.152741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2edf358-434a-4547-8e1a-7ba1718ce0e1 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/d1b43cd2-2326-479e-a1c0-ac3e9868ed05 HTTP/1.1" status: 404 len: 336 time: 0.0854316 Mar 16 11:00:49.155159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43986) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.159767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-94325a6f-d16e-4b59-9909-1e5da2521463 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.161023 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-94325a6f-d16e-4b59-9909-1e5da2521463 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070658 Mar 16 11:00:49.163907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.164248 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment 2fd352fd-a342-4019-8903-60e5ba634dcb of type vlan for network 30e6c69c-cc39-4f1c-826e-cadce05bd906 Mar 16 11:00:49.165165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43990) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.203636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7b71379d-1d8d-4e5c-a643-44e87173c95a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=56ce8ece-7deb-4326-accd-06942b62ae25 HTTP/1.1" status: 200 len: 205 time: 0.0454736 Mar 16 11:00:49.203869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 43994) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.205770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-cd07a6fb-cff0-44a4-a7a4-6457aef6d667 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.209302 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cd07a6fb-cff0-44a4-a7a4-6457aef6d667 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0114424 Mar 16 11:00:49.217604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 43998) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.222235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-cd496721-42ac-4a23-af07-21eb57cc51e3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.224257 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cd496721-42ac-4a23-af07-21eb57cc51e3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057099 Mar 16 11:00:49.228354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44002) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.238554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-fa37dc16-4a58-406c-9621-d0a64746408b tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.239515 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa37dc16-4a58-406c-9621-d0a64746408b tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102730 Mar 16 11:00:49.245851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44006) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.262426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-1dbd1391-6875-41f4-b3fb-8367412c702f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.265747 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1dbd1391-6875-41f4-b3fb-8367412c702f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0167809 Mar 16 11:00:49.268131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44010) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.273119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.281277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-c6c630e8-f1f6-489f-9784-dd55a1b87c9e tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.282193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.282485 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c6c630e8-f1f6-489f-9784-dd55a1b87c9e tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0119810 Mar 16 11:00:49.286117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44014) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.289474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-b5db1003-ec20-4ceb-af5c-d9386eaa614d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:49.290405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b5db1003-ec20-4ceb-af5c-d9386eaa614d tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/56ce8ece-7deb-4326-accd-06942b62ae25 HTTP/1.1" status: 404 len: 336 time: 0.0856962 Mar 16 11:00:49.293210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-77ee1f00-7ef6-4227-b6e5-0367efcf7a75 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.294089 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-77ee1f00-7ef6-4227-b6e5-0367efcf7a75 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071061 Mar 16 11:00:49.299727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44018) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.300045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44020) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.309447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-73df9863-e3d0-440e-9ae4-10c183afd7a5 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.310824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-73df9863-e3d0-440e-9ae4-10c183afd7a5 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074084 Mar 16 11:00:49.313543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44026) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.341410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event deleted for resources: {'Port': ['ID=01482d41-3e5d-4afd-ade2-a3b5ba4f8503,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:49.352242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-ed6659a1-b105-4cdd-b27a-33592ea63ea2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.353559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ed6659a1-b105-4cdd-b27a-33592ea63ea2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0118496 Mar 16 11:00:49.356619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44030) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.359729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-80855226-27ce-44a3-82a7-2fdb7761829a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:49.360091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80855226-27ce-44a3-82a7-2fdb7761829a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:49.364805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-80855226-27ce-44a3-82a7-2fdb7761829a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/38210886-0283-438f-a25a-822024cc7899 HTTP/1.1" status: 404 len: 337 time: 0.0608861 Mar 16 11:00:49.365175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-51e43bb7-9457-4e9b-bb16-d25e3ad90327 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.365175 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-51e43bb7-9457-4e9b-bb16-d25e3ad90327 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070570 Mar 16 11:00:49.365360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44034) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.367197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44038) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.404967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-ea88ee6d-c86e-4fa2-abfa-13b9a20780ca tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.408384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ea88ee6d-c86e-4fa2-abfa-13b9a20780ca tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0379846 Mar 16 11:00:49.414394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0fb3e-fb64-4852-991c-339f39f3153c req-6547219e-bce2-472f-a223-eabd6f633307 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:49.415898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adb0fb3e-fb64-4852-991c-339f39f3153c req-6547219e-bce2-472f-a223-eabd6f633307 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 946 time: 0.4053349 Mar 16 11:00:49.416810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.421205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44042) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.422258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:49.422855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.434357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-006279ba-a48f-4dbf-9b20-1173a5448d7d tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.435804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-006279ba-a48f-4dbf-9b20-1173a5448d7d tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0135992 Mar 16 11:00:49.450746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-56c8f283-7e9f-40eb-81a6-38fc2219ec12 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 200 len: 205 time: 0.0845644 Mar 16 11:00:49.451720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44046) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.454276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44048) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.472128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-1c96ebf7-0cf4-4714-b6a6-e300c183d6e8 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.476583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1c96ebf7-0cf4-4714-b6a6-e300c183d6e8 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0100698 Mar 16 11:00:49.480019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44054) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.487546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-7909c43c-ffc6-452f-aff8-0eea8791e387 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.491895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7909c43c-ffc6-452f-aff8-0eea8791e387 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109041 Mar 16 11:00:49.493733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44058) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.506050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-b33a8956-ec3a-4ba7-9469-2fd069c4c952 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.509889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b33a8956-ec3a-4ba7-9469-2fd069c4c952 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0152454 Mar 16 11:00:49.510476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44062) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.521089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-186ed558-1d97-4962-a1ba-d5aa7f9e5053 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.524753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-186ed558-1d97-4962-a1ba-d5aa7f9e5053 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0113246 Mar 16 11:00:49.527795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44066) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.534784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-06a5ac79-1188-4ebe-9218-873beb4091a6 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.539244 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-06a5ac79-1188-4ebe-9218-873beb4091a6 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0105011 Mar 16 11:00:49.542285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adb0fb3e-fb64-4852-991c-339f39f3153c req-7cfc2109-95d6-44e3-87ab-631ab46b816d tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b38237d-2317-400b-9e46-1c12493c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129632 Mar 16 11:00:49.542755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44070) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.547483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-a8623703-a716-4b68-83e3-ba3364804dbc tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.552099 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a8623703-a716-4b68-83e3-ba3364804dbc tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083375 Mar 16 11:00:49.553311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44074) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.557787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-9c99a3fe-074a-4cdd-98cc-58ccad5edd8f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.562210 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9c99a3fe-074a-4cdd-98cc-58ccad5edd8f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076866 Mar 16 11:00:49.562210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44078) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.565331 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-92f3edae-0b60-49b3-8079-0eba6639c03a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:49.566885 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-92f3edae-0b60-49b3-8079-0eba6639c03a tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/21bab885-014b-4654-9d05-4a99f4850237 HTTP/1.1" status: 404 len: 336 time: 0.1104977 Mar 16 11:00:49.567398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-1566e5db-3f15-41c9-8267-ca84c2f7076f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.571041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1566e5db-3f15-41c9-8267-ca84c2f7076f tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079432 Mar 16 11:00:49.571549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44082) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.573710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44084) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.577825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-e431b9a1-aa44-405d-8a6e-1d74512e223e tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.578909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e431b9a1-aa44-405d-8a6e-1d74512e223e tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063217 Mar 16 11:00:49.612693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44090) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.622813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-15d041b6-32ad-4be1-8440-e39c166fb119 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.626213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-15d041b6-32ad-4be1-8440-e39c166fb119 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095065 Mar 16 11:00:49.628945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44094) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.634509 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-af7d316c-5d8c-4ed5-9c78-516e1065e269 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=963bb604-3cc5-4913-b868-7a0dcac1e59d HTTP/1.1" status: 200 len: 205 time: 0.0573435 Mar 16 11:00:49.634969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44098) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.637614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-5282d43b-6d05-453a-aa1b-e5dd18ec2cc3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.638519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5282d43b-6d05-453a-aa1b-e5dd18ec2cc3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054269 Mar 16 11:00:49.644371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44102) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.645388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=30e6c69c-cc39-4f1c-826e-cadce05bd906,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:49.648027 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2a0fc661-ba25-4523-8916-2e37cf5288af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8319445 Mar 16 11:00:49.657065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:49.702553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44106) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.713396 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-a2ac4216-4a0e-483d-bbf1-b9d8bddc88bb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:49.714772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-58f79c3c-c634-4db0-b1f3-bbccd7744092 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.714933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a2ac4216-4a0e-483d-bbf1-b9d8bddc88bb tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/963bb604-3cc5-4913-b868-7a0dcac1e59d HTTP/1.1" status: 404 len: 336 time: 0.0749891 Mar 16 11:00:49.717712 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-58f79c3c-c634-4db0-b1f3-bbccd7744092 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0664189 Mar 16 11:00:49.718921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44110) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.719248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44112) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.725697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-8712e337-7b0b-4134-ab04-d7fb90514cfd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.728992 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8712e337-7b0b-4134-ab04-d7fb90514cfd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050659 Mar 16 11:00:49.746312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44118) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.762263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-e77f443b-6ac7-45a5-93cd-0d678a5dff27 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.763484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0935f475-7983-4360-815f-e0f3d152253f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:49.763942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0935f475-7983-4360-815f-e0f3d152253f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:49.765293 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e77f443b-6ac7-45a5-93cd-0d678a5dff27 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0132008 Mar 16 11:00:49.765627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0935f475-7983-4360-815f-e0f3d152253f tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/df300fc2-2865-4a2b-8774-52f3966b75ef HTTP/1.1" status: 404 len: 337 time: 0.0454862 Mar 16 11:00:49.766154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44122) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.770653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-03234d1f-13a1-4399-acf3-4f5c44004b60 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.771831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44126) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.771966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03234d1f-13a1-4399-acf3-4f5c44004b60 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045519 Mar 16 11:00:49.773982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44128) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.778181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-f7d1fd8f-cbef-4cd5-9e11-4c93ab70fa66 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.779074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f7d1fd8f-cbef-4cd5-9e11-4c93ab70fa66 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042710 Mar 16 11:00:49.781268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44134) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.785942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-bbcaddb8-8b20-4148-b26c-9307aef302b0 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.786793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bbcaddb8-8b20-4148-b26c-9307aef302b0 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047204 Mar 16 11:00:49.788924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44138) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.793120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-ac6bda36-1fe9-4b49-a4e8-1651d252a7c9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.794009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ac6bda36-1fe9-4b49-a4e8-1651d252a7c9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042770 Mar 16 11:00:49.796034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44142) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.800225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-a6b3af6e-0237-4a13-8dfb-ba00be755dae tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.803575 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a6b3af6e-0237-4a13-8dfb-ba00be755dae tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066223 Mar 16 11:00:49.804230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44146) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.809027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-03c94d0d-33d7-4249-b719-fc0d67993d14 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.810052 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03c94d0d-33d7-4249-b719-fc0d67993d14 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050139 Mar 16 11:00:49.812042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44150) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.817649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-67be27e7-2ecc-4400-8264-ab0af3a263a1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.818549 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-67be27e7-2ecc-4400-8264-ab0af3a263a1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057051 Mar 16 11:00:49.820682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.825074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-13f38faa-6a0f-4081-9d81-670d54ba4cbc tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.825946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-13f38faa-6a0f-4081-9d81-670d54ba4cbc tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043666 Mar 16 11:00:49.827976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44158) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.832678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-68af88a3-6904-44c8-a122-0ce93552e3f1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.833600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-68af88a3-6904-44c8-a122-0ce93552e3f1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048285 Mar 16 11:00:49.835764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44162) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.838598 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3587ee7b-e23a-4ad7-99a8-dba26b434846 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=83ae0e4b-1e4d-4461-83f0-99ed274b3c15 HTTP/1.1" status: 200 len: 205 time: 0.0643170 Mar 16 11:00:49.840307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-ddfdc790-dd95-48ea-ba2a-f84fcbec7ecf tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.841235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ddfdc790-dd95-48ea-ba2a-f84fcbec7ecf tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045836 Mar 16 11:00:49.841953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44166) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.846615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44168) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.850948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10f507-7a17-494d-b28d-7f6c8ab63ee9 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:49.852392 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2d10f507-7a17-494d-b28d-7f6c8ab63ee9 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1488841 Mar 16 11:00:49.858113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-91369908-d17d-4bbd-9c00-967382f092fd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.859042 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-91369908-d17d-4bbd-9c00-967382f092fd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0115552 Mar 16 11:00:49.859574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44174) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.861562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:49.864312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44176) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.887390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-52774c8f-40a8-4a44-886a-a5e364a470fd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.888314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-52774c8f-40a8-4a44-886a-a5e364a470fd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0227854 Mar 16 11:00:49.892635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44182) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.896983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-cf65dd42-8424-4a36-87e2-caee97b0a218 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.897884 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cf65dd42-8424-4a36-87e2-caee97b0a218 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043724 Mar 16 11:00:49.902732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44186) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.914608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-73953202-e263-4e3a-b137-ea9635ac8c7c tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.918182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-73953202-e263-4e3a-b137-ea9635ac8c7c tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119214 Mar 16 11:00:49.918182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-5fad7f95-531d-4658-99ed-6456538e993e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:49.918182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5fad7f95-531d-4658-99ed-6456538e993e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/83ae0e4b-1e4d-4461-83f0-99ed274b3c15 HTTP/1.1" status: 404 len: 336 time: 0.0746121 Mar 16 11:00:49.918513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44190) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.921078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44194) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.925297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-f9272794-3dc4-4960-9220-018558d18443 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.929555 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9272794-3dc4-4960-9220-018558d18443 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074947 Mar 16 11:00:49.956152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44198) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.964238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-7cdcb917-6a0e-427c-95d8-10c5965824f1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.965185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7cdcb917-6a0e-427c-95d8-10c5965824f1 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0081410 Mar 16 11:00:49.968782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44202) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.969667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0294d96c-74ca-4846-82cc-9c883cacfa3b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:49.970114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0294d96c-74ca-4846-82cc-9c883cacfa3b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:49.971704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0294d96c-74ca-4846-82cc-9c883cacfa3b tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/f4b5d75a-0047-4158-a94f-4a129ae1d6b0 HTTP/1.1" status: 404 len: 337 time: 0.0498183 Mar 16 11:00:49.975337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44206) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:49.979485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-bce296c8-b582-4216-af48-b89e3603a7f2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:49.980394 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bce296c8-b582-4216-af48-b89e3603a7f2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077205 Mar 16 11:00:50.013140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44210) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.026666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-394416cf-a64e-45fd-8a2b-c706c051cde2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.027515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-394416cf-a64e-45fd-8a2b-c706c051cde2 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093408 Mar 16 11:00:50.032332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-43fce0ef-b104-4f69-96e0-c0abdd07f2c8 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "GET /v2.0/ports?device_id=d33611b1-d4f7-4881-a02a-eeda048e276f HTTP/1.1" status: 200 len: 205 time: 0.0534899 Mar 16 11:00:50.032332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44214) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.034628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-313d8d2d-fbed-4eb2-8135-120639c67a26 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.036064 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-313d8d2d-fbed-4eb2-8135-120639c67a26 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049872 Mar 16 11:00:50.036817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44218) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.038590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44220) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.092293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-cfee1b6a-7d56-407d-b01d-03be3e08a140 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.093249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cfee1b6a-7d56-407d-b01d-03be3e08a140 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0538650 Mar 16 11:00:50.099173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44226) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.114784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-fb754911-4382-41c2-8a41-ea4772994ea3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.115688 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fb754911-4382-41c2-8a41-ea4772994ea3 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0156486 Mar 16 11:00:50.116730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-17d49dac-15d7-404d-8caa-f672c620153e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] delete failed (client error): The resource could not be found. Mar 16 11:00:50.120086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17d49dac-15d7-404d-8caa-f672c620153e tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/routers/d33611b1-d4f7-4881-a02a-eeda048e276f HTTP/1.1" status: 404 len: 336 time: 0.0802441 Mar 16 11:00:50.120086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44230) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.122357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-fa77fe62-3e2e-4e97-b3ee-2861a9bc24f9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.123237 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fa77fe62-3e2e-4e97-b3ee-2861a9bc24f9 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043349 Mar 16 11:00:50.123742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44234) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.125519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44236) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.129813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-c5fe7c71-9291-4bd8-a4f4-b02795d16da5 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.130717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c5fe7c71-9291-4bd8-a4f4-b02795d16da5 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041709 Mar 16 11:00:50.138015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.147653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-37573ad0-11b1-46da-9e9a-286e82e5a9d7 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.148571 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-37573ad0-11b1-46da-9e9a-286e82e5a9d7 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082307 Mar 16 11:00:50.149787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a2412-06c0-4e72-b8d9-cd98af9f4cb3 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:50.151144 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-684a2412-06c0-4e72-b8d9-cd98af9f4cb3 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2885609 Mar 16 11:00:50.151639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44246) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.157693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44248) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.162321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-33abd825-050c-461e-98f1-f601037d1dcd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.163220 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-33abd825-050c-461e-98f1-f601037d1dcd tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086200 Mar 16 11:00:50.166133 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e28e35-8c12-4eb8-96a2-41c8caa454a3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:50.166546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e28e35-8c12-4eb8-96a2-41c8caa454a3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:50.168197 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b3e28e35-8c12-4eb8-96a2-41c8caa454a3 tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/27f55f0f-3436-43bf-ba3c-07ec81550384 HTTP/1.1" status: 404 len: 337 time: 0.0436502 Mar 16 11:00:50.168727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44254) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.173247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-2a78ba31-df74-4fe9-8818-2e9d8bd436ff tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.176859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a78ba31-df74-4fe9-8818-2e9d8bd436ff tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044613 Mar 16 11:00:50.176859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44258) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.177198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44262) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.211326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [None req-72653499-20d9-45fb-9d89-47c5ce5c1373 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.212267 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-72653499-20d9-45fb-9d89-47c5ce5c1373 tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0342650 Mar 16 11:00:50.215674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44266) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.216273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b6773d-1254-4006-8720-7f91fa4c49be tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] DELETE failed (client error): The resource could not be found. Mar 16 11:00:50.216732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b6773d-1254-4006-8720-7f91fa4c49be tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:00:50.218364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e3b6773d-1254-4006-8720-7f91fa4c49be tempest-RoutersTest-1109671092 tempest-RoutersTest-1109671092-project] 10.222.0.50 "DELETE /v2.0/subnets/70bd67ac-1d17-424a-9e3a-96ff77cb5d2a HTTP/1.1" status: 404 len: 337 time: 0.0429225 Mar 16 11:00:50.219126 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b899f986-2ef6-485f-bc68-d62bf991dbd4 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605330 Mar 16 11:00:50.221791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44272) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.225237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-c2759f76-8516-4241-9537-e0503e0a9faa tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.226169 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c2759f76-8516-4241-9537-e0503e0a9faa tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094573 Mar 16 11:00:50.227439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:50.228768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44276) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.239695 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Sync routers for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:50.250573 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:50.251576 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.260204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [None req-23fd955c-0758-486c-a484-368b1c91890d tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:50.261207 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-23fd955c-0758-486c-a484-368b1c91890d tempest-ExtensionsTestJSON-1690882852 tempest-ExtensionsTestJSON-1690882852-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0315447 Mar 16 11:00:50.275702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-283ba197-f9f2-474b-8458-9df6fdec187a tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518582 Mar 16 11:00:50.277946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44282) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.319042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] No DVR routers for this DVR port 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:00:50.323683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.325907 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8848c203-cace-4e86-8420-2e3a2008230f req-a4972bcc-d12d-4ca7-942f-a2bbb0dbd57a tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.55 "DELETE /v2.0/ports/01482d41-3e5d-4afd-ade2-a3b5ba4f8503 HTTP/1.1" status: 204 len: 173 time: 2.6060152 Mar 16 11:00:50.328495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'name': 'network-vif-deleted', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:00:50.390477 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc625d5-0d25-431f-9b65-0c1ae4c4a10e', 'name': 'network-vif-deleted', 'tag': '01482d41-3e5d-4afd-ade2-a3b5ba4f8503', 'status': 'completed', 'code': 200} Mar 16 11:00:50.403493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:50.473488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:50.473827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 01482d41-3e5d-4afd-ade2-a3b5ba4f8503 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:50.475669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e286f-6e38-4de0-bb76-c5c782324eb2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:50.483001 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-621e286f-6e38-4de0-bb76-c5c782324eb2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2014127 Mar 16 11:00:50.483314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44288) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.535616 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:50.550030 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-38c5bfcb-9686-4817-a278-42ceffa9f278 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653615 Mar 16 11:00:50.553423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44292) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.560035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711778287', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:50.699592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44302) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.805510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44308) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:50.893456 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a5e9c1f1-0f2e-4384-ad2f-770dbb67ae5a req-71191e97-dcfb-4a6d-8b15-9c4ccf2f19d0 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc625d5-0d25-431f-9b65-0c1ae4c4a10e HTTP/1.1" status: 200 len: 210 time: 0.1706433 Mar 16 11:00:50.898244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:50.913093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:50.913586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:50.923907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:50.939016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:50.942936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.960944 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.967544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:50.967699 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Checking router: 0ed864c6-74cc-449a-a778-2dbd1ed4f642 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:50.983557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:50.985442 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:50.985849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:50.987552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Usage tracker for resource:security_group_rule and tenant:f003a3ccbf324a3abf908e7e76e679b4 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:50.990527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:50.996552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:51.128268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.133853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.136906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-566089d4-d2a5-4f07-8c07-f28575bddb41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b22a1c9cb859474ca25763cf64a1af25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352951 Mar 16 11:00:51.138504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44314) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.192395 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f003a3ccbf324a3abf908e7e76e679b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857596 Mar 16 11:00:51.193285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44318) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.196051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630fee2-2211-46df-838c-65b7a34e5e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af646afe-040c-439f-aa52-938d4f2242bf,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.200315 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:51.258051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.271327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.305688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.350869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.429674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.438607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=500cbfbb-3234-4cea-bda3-b95d9c3bce3f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.449328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:51.449681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 30e6c69c-cc39-4f1c-826e-cadce05bd906, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:51.454187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.475435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e98ad-6bad-4b6b-9800-4b683577012f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.492861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.493965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e075d3ea-0890-4e9c-be77-38d877567868 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/721e98ad-6bad-4b6b-9800-4b683577012f HTTP/1.1" status: 204 len: 168 time: 0.3543420 Mar 16 11:00:51.501238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:51.511277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.518051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 30e6c69c-cc39-4f1c-826e-cadce05bd906) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:51.523527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:51.524204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.528902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af646afe-040c-439f-aa52-938d4f2242bf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:51.530976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56a48b-ae6f-4cb7-aa37-8a299e407ae4 None None] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:51.546737 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e5b1904e-fba4-4260-beba-b291d8e52db7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9920237 Mar 16 11:00:51.552768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.557013 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bcf70869-1ab7-446d-89e5-baa8020b7bf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af646afe-040c-439f-aa52-938d4f2242bf HTTP/1.1" status: 204 len: 168 time: 0.3624821 Mar 16 11:00:51.645724 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:51.653271 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5458685-27db-4b1f-98b1-0b80154433f8 None None] The sync data for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv is: [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T10:56:36Z', 'revision_number': 4, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b478b7cd-7649-40ea-89d9-ef172d10d97c', 'name': '', 'network_id': '70c87b3d-c4b6-4b02-81b3-5365f20a5fc1', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'mac_address': 'fa:16:3e:9b:33:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '59830507-af10-4af7-a44a-1045cc52537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:34Z', 'updated_at': '2022-03-16T10:56:49Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'subnets': [{'id': '59830507-af10-4af7-a44a-1045cc52537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:51.822629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44332) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:51.827932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302766292', 'description': 'tempest-secgroup-smoke-1302766292 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:51.835202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:51.850786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:51.864687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.911898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-30e6c69c-cc39-4f1c-826e-cadce05bd906', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:51.913460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:51.913957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:51.920687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:51.924743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:51.934871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:52.062955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.070493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.076211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44352) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.116306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242842e-f573-4a3d-a844-d98dcf96bd44 None None] New status for floating IP c6abe656-080d-4a70-afa9-8f53446e763b: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:00:52.122714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76fde6f-6885-403e-a814-9020db5d18c8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.127586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.129463 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-121c021c-b4ce-42aa-92b6-e12c8724e38f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3053999 Mar 16 11:00:52.132403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44360) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.139151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:52.146526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:52.150812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:52.153937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:52.159934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:52.172073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.188607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.207981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.293946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.298156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.299085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.337080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38237d-2317-400b-9e46-1c12493c01b2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.339451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072cb561-df5e-47f1-ac43-d9972002a179,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.366764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.367441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.372373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ba76b6b-8da8-49ec-bcf4-d27653bbdecc tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b38237d-2317-400b-9e46-1c12493c01b2 HTTP/1.1" status: 204 len: 168 time: 0.2947197 Mar 16 11:00:52.373406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44372) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.374828 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-39b4e49c-a5c6-4e4c-94f7-3b50c552cb11 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379551 Mar 16 11:00:52.375656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44374) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.384180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:52.396131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:52.396946 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-4f10a9b2-f7e9-424f-8838-5be6f8c66503 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] show failed (client error): The resource could not be found. Mar 16 11:00:52.401831 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f10a9b2-f7e9-424f-8838-5be6f8c66503 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "GET /v2.0/security-groups/4b38237d-2317-400b-9e46-1c12493c01b2 HTTP/1.1" status: 404 len: 347 time: 0.0237932 Mar 16 11:00:52.402155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44382) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.409914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:52.415187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:52.427960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:52.498760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.511941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Allocated IP 172.20.0.18 (30e6c69c-cc39-4f1c-826e-cadce05bd906/500cbfbb-3234-4cea-bda3-b95d9c3bce3f/1ee53b16-4c2b-4739-9a8d-004a10c61e24) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:52.618470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.629908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.675169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44390) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.694576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92153074-5c4b-4fe4-871c-198f5b1eb1d5,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.703440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.704603 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7cf755fa-d82e-4ed3-bd0f-5715a43e5c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3300328 Mar 16 11:00:52.708029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44398) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.717680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Deleting port c62066f3-f18f-46f7-a488-3e5bbb509978 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:52.717967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.722331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:52.739502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:52.745605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:52.753741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:52.767037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:52.795984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.804769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.813529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44402) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.823071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Transition to ACTIVE for port object 1ee53b16-4c2b-4739-9a8d-004a10c61e24 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:52.876496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.876974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Transition to ACTIVE for port object 1ee53b16-4c2b-4739-9a8d-004a10c61e24 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:52.882608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.890041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.909262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bfda5b-903b-48a1-8cdb-c4a0520e1c4d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:52.925418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.929923 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5ef1c0e0-f12a-4a09-9c09-dd270905de3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166808 Mar 16 11:00:52.930970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44408) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:52.943409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:52.957613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:52.961666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:52.964521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:52.968425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:52.968804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:52.977702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:52.979213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.980085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:52.987735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.001333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-543703147'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:53.007599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.012576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.015879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.030370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.038949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.053309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Pushing event updated for resources: {'Port': ['ID=1ee53b16-4c2b-4739-9a8d-004a10c61e24,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.055632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426258998'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:53.071279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.073739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Attempting to bind port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:53.074114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Attempting to bind port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:53.074474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Attempting to bind port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 on network 30e6c69c-cc39-4f1c-826e-cadce05bd906 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:53.076346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:53.079752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.080472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:53.080894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Checking segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:53.081264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.081700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Bound using segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:53.082190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Bound port: 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:53.082768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.095478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.104471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.115130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.116303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Calling delete_port for c62066f3-f18f-46f7-a488-3e5bbb509978 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:53.128823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.139453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.145775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.149484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.154431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.174594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.182191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] For port 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:53.182462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.185543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] For port 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1ee53b16-4c2b-4739-9a8d-004a10c61e24,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:53.190346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.199242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.208224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.212510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.215419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.227980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.256292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.264704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc452a6-86b7-492f-a518-5057a01888c0,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.291363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6f9e-31e4-453f-a678-f59c317b5b2b None None] Pushing event updated for resources: {'Port': ['ID=1ee53b16-4c2b-4739-9a8d-004a10c61e24,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.292303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.293516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-24bf1261-a7bb-42b7-9d43-710374405f61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614795 Mar 16 11:00:53.298219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44412) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.308946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:53.314844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.322950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.325956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.336909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.388512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.401586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.411466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.417748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Pushing event deleted for resources: {'Port': ['ID=c62066f3-f18f-46f7-a488-3e5bbb509978,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.444712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.456128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:53.458781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.464663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350a9f34-6b3f-43bf-a6af-a92756ac2cea,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.467482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.478456 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:53.481962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.485763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:53.496220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.496575 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 9936447c-f1ac-4d77-a438-806492bd52ce of type vlan for network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 Mar 16 11:00:53.505943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:53.516891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.559456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872551ff-d29e-4afb-b847-63d7f703f3f1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.576957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.606833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.644770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.646320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.647561 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-977fe593-a742-4c7e-9c18-df8270206ce9 tempest-ServerActionsTestJSON-1832159034 tempest-ServerActionsTestJSON-1832159034-project] 10.222.0.50 "DELETE /v2.0/floatingips/c6abe656-080d-4a70-afa9-8f53446e763b HTTP/1.1" status: 204 len: 168 time: 1.2446430 Mar 16 11:00:53.650640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44416) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.653856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:53.654510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.698815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.719701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.752302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.768790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.783802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1ee53b16-4c2b-4739-9a8d-004a10c61e24 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:53.828819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0089855 Mar 16 11:00:53.837792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44420) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.851371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'name': 'tempest-PortsIpV6TestJSON-2101019317'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:53.865996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227508cb-66ef-41f0-b885-e494107df070 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=14f94cea-256b-402b-a6b6-1ae5d2a99e03,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.870866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6401dafe-6ef0-42cd-a8a6-ce15a6e415b3,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.872996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.876553 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a5cd9ac-48a1-4f10-8283-31eb68e28d98 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1817458 Mar 16 11:00:53.879441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4647550-7b26-4c17-8ed7-15afa79eec50,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:53.886587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:53.887391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44424) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.892479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:53.893704 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5bcca1df-561e-4bd1-b7d8-e0333f5892f1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5944881 Mar 16 11:00:53.897159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44428) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:53.903903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'c76fde6f-6885-403e-a814-9020db5d18c8', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:53.920374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:53.929130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:53.933790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.004753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:54.005415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.024732 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:00:54.032258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:54.039835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:54.046056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dbfb999b-4392-49d9-8a23-0ced2160d288 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:54.049310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:54.056532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:54.070809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:54.074203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.085527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dbfb999b-4392-49d9-8a23-0ced2160d288 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:54.089295 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dbfb999b-4392-49d9-8a23-0ced2160d288 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2008724 Mar 16 11:00:54.092509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.100102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-security--501597499', 'description': 'tempest-security-description-400106047'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:54.117560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:54.187698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.216079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.303138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.315286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.360246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.390944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.392155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "PUT /v2.0/security-groups/6401dafe-6ef0-42cd-a8a6-ce15a6e415b3 HTTP/1.1" status: 200 len: 1778 time: 0.2987068 Mar 16 11:00:54.398623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44436) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.399667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.424757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ec0d9-e2a7-4d54-8151-174af7798614 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6401dafe-6ef0-42cd-a8a6-ce15a6e415b3,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.447553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.455134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a4bb4a-7d30-4c31-95b9-216f002ed389,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.482921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.490279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.510710 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fbdf53d4-fe6f-4a9c-aa02-6574b85f17b3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6017973 Mar 16 11:00:54.521666 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f2619906-a1ef-43b8-a71b-ab75662ea5dd tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups/6401dafe-6ef0-42cd-a8a6-ce15a6e415b3 HTTP/1.1" status: 200 len: 1778 time: 0.1111791 Mar 16 11:00:54.522448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44442) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:54.522970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0132f-a2e0-4ab2-956a-a921e3c37a6a None None] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:54.564277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=f5f1a0d8-f1d8-44e9-85c3-b53824dfd185,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:54.659705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.740174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Provisioning for port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:54.752142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Provisioning complete for port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:54.752530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.805531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '9936447c-f1ac-4d77-a438-806492bd52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:54.805901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 14f94cea-256b-402b-a6b6-1ae5d2a99e03, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:54.817950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.835028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-ece37f05-bf6d-4dd3-9b1c-ce68467f183a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302766292&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.1052551 Mar 16 11:00:54.881605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.912469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:54.942363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.981196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] For port 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1ee53b16-4c2b-4739-9a8d-004a10c61e24,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:54.987632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:54.990749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 14f94cea-256b-402b-a6b6-1ae5d2a99e03) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:55.005492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:55.010908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:55.011525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.035101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1187dd0-ff18-4fc9-8b44-49341379c02f None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:55.064171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7c97a8d8-6235-48d2-a23f-a9ad5db3ab2e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2231197 Mar 16 11:00:55.065912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Deleting port b478b7cd-7649-40ea-89d9-ef172d10d97c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:55.066609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.073077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44456) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.082975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1799358573'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.091615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.095702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.112494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-77d9a981-9565-4c82-b929-7a448c1128a1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:55.114157 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-77d9a981-9565-4c82-b929-7a448c1128a1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=30e6c69c-cc39-4f1c-826e-cadce05bd906 HTTP/1.1" status: 200 len: 797 time: 0.2626965 Mar 16 11:00:55.123114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.127969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401dafe-6ef0-42cd-a8a6-ce15a6e415b3,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.131156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.151885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.157250 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-697fa59e-449b-4ff3-bdb6-aa5aeafe445c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/6401dafe-6ef0-42cd-a8a6-ce15a6e415b3 HTTP/1.1" status: 204 len: 168 time: 0.5909317 Mar 16 11:00:55.157250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.164352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44460) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.174259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-d90fa241-d125-4186-afc2-027a444e3596 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0474343 Mar 16 11:00:55.193005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5cb0-be07-457f-ab3c-efae28ea732f None None] Pushing event updated for resources: {'Port': ['ID=1ee53b16-4c2b-4739-9a8d-004a10c61e24,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.283089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:55.286975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.291606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] For port b478b7cd-7649-40ea-89d9-ef172d10d97c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b478b7cd-7649-40ea-89d9-ef172d10d97c,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:55.291960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.323159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e1cfc794-4e7f-4983-bcd3-2637d90a3412 None None] Provisioning complete for port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:55.323631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc794-4e7f-4983-bcd3-2637d90a3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.348774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f1f64f4b-a347-44a5-af95-b93e77283d8b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:55.354368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:00:55.371604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.371942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 4ec08489-bda8-4cdc-afaa-8ea0b2767ec4 of type vlan for network fe59a161-5dbe-44fd-a34f-b297d435dae6 Mar 16 11:00:55.400122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f1f64f4b-a347-44a5-af95-b93e77283d8b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:55.404263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f1f64f4b-a347-44a5-af95-b93e77283d8b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2386472 Mar 16 11:00:55.413162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44464) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.421212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Calling delete_port for b478b7cd-7649-40ea-89d9-ef172d10d97c owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:55.428375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-daa5eb1d-aea8-4fc0-8520-8191aa1a67ea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2214880 Mar 16 11:00:55.432089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.473774 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-923ac29b-367e-42b6-b591-ff2358b1ee6a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] delete failed (client error): The resource could not be found. Mar 16 11:00:55.474998 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-923ac29b-367e-42b6-b591-ff2358b1ee6a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/6401dafe-6ef0-42cd-a8a6-ce15a6e415b3 HTTP/1.1" status: 404 len: 347 time: 0.0612559 Mar 16 11:00:55.486053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44468) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.494358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--73755954'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.502338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.531381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.557293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.577731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.583010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:55.583588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.588055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:55.593415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:55.597349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:55.608776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:55.705704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6306236 Mar 16 11:00:55.709764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44472) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:55.715962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-59d11c7e-1f0b-4ae2-85f8-df204a2c9863 service neutron] 10.222.0.50 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640500 Mar 16 11:00:55.716721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23928e4-b6db-4ac8-bb5d-9ea81c93ccfe tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=fe59a161-5dbe-44fd-a34f-b297d435dae6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.725036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'ports': [{'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'}, {'network_id': 'fe59a161-5dbe-44fd-a34f-b297d435dae6'}]} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.725345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.725818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': 'fe59a161-5dbe-44fd-a34f-b297d435dae6'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:55.732076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network fe59a161-5dbe-44fd-a34f-b297d435dae6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:55.758343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1ee53b16-4c2b-4739-9a8d-004a10c61e24 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:55.818393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.857311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-2ef5ee7d-f6fe-4d7d-aabd-e585eba74fcb service neutron] 10.222.0.50 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260633 Mar 16 11:00:55.888484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.899729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Pushing event deleted for resources: {'Port': ['ID=b478b7cd-7649-40ea-89d9-ef172d10d97c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:55.922104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:55.922580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:55.936553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.077041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7aa6da40-af8e-4569-b77a-d43df2ce0a79 req-747af3c6-fdb6-4f50-85fb-dce5580ec784 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 210 time: 0.0592599 Mar 16 11:00:56.297313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9dda8-c494-40e0-b4a5-893d1d1f7d2e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.311397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:56.313700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.314913 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9d027ac3-67af-4d29-b591-78395d691353 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8279459 Mar 16 11:00:56.318712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44488) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.319201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:56.326567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '8de9dda8-c494-40e0-b4a5-893d1d1f7d2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:56.333071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:56.337716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:56.341510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:56.348423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:56.366840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.375939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:56.391602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:56.409967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 2} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:56.414675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.433746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.446397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.473488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273e4709-2df7-4ee2-8319-bfbb352a4373,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.485023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.486476 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ad8bbe15-0e8e-4b1f-a864-e875a35c431d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660867 Mar 16 11:00:56.489811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44492) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.505779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.530072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.540613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.566138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.584498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273e4709-2df7-4ee2-8319-bfbb352a4373,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.586895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.590176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.590571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-640397dc-5f6e-46fc-a335-3ac8e9bfd7e6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/273e4709-2df7-4ee2-8319-bfbb352a4373 HTTP/1.1" status: 204 len: 168 time: 0.0996058 Mar 16 11:00:56.591366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44496) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.637463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8904027e-e251-489f-90d6-21b1d67a9e7a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:56.655170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8904027e-e251-489f-90d6-21b1d67a9e7a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:56.657268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8904027e-e251-489f-90d6-21b1d67a9e7a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649786 Mar 16 11:00:56.659242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44500) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.725515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.757108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.801372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dc1c3ec6-7a6f-43db-8965-58959bf64efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.812563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.834569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port c5ce99df-db3c-4fd3-abc5-e74729423052 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:56.835504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de9dda8-c494-40e0-b4a5-893d1d1f7d2e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:56.850434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.851547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8b271240-6cb8-4b2a-9f79-971b39b79289 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/8de9dda8-c494-40e0-b4a5-893d1d1f7d2e HTTP/1.1" status: 204 len: 168 time: 0.1914084 Mar 16 11:00:56.854237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44504) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.905454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c694d4f9-9036-4de2-ad79-876c0268482f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:56.921000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c694d4f9-9036-4de2-ad79-876c0268482f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:56.922306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c694d4f9-9036-4de2-ad79-876c0268482f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671484 Mar 16 11:00:56.927478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44508) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:56.931894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430929486'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:56.938188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:56.947736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:56.957647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:56.977696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:56.982280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:56.986226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:56.993832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.076600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.083028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.144137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bccd5e-72e1-4efa-8c2f-55c877cb5299,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.162336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.176918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.183148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41e0756f-780e-4f74-b991-e3c4744408fb tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2552822 Mar 16 11:00:57.185160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:57.187127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44518) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.198202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '45bccd5e-72e1-4efa-8c2f-55c877cb5299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:57.208649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:57.213785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:57.218928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:57.261308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.270776 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1244b921-8a0d-420d-b055-595bec135f55 req-22a0d4d9-0843-4528-bf18-c43b7b173b8d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 210 time: 0.0539346 Mar 16 11:00:57.291129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.354161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.359791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.383419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09551d2f-1a10-4f6d-a25c-802c488b9411,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.384429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port f0bc0cde-6df4-4c49-860f-7d9a77a0f830 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:00:57.396807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.398419 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2ccaa082-c328-468d-92c6-141fc167063d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2100892 Mar 16 11:00:57.400763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44524) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.405740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '45bccd5e-72e1-4efa-8c2f-55c877cb5299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:57.412665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:57.416965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:57.419890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:57.425701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.444953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.518671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.524381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.558127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e57083-82e2-435e-a708-9cee85a32832,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.573467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.574692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-116c4405-a31b-44f0-9e88-43ae98e446d4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1729550 Mar 16 11:00:57.578879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.584928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '45bccd5e-72e1-4efa-8c2f-55c877cb5299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:57.590993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:57.595243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:57.598820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:57.604630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.625121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.703457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.708720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.714066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-7b7536a3-d7ce-4e95-ac77-c0ce61035434 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:57.714737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-7b7536a3-d7ce-4e95-ac77-c0ce61035434 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:57.737186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a293bf0-e14b-4c39-9fdc-91b985e7cfca,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.740079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:57.750514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.751804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-af29dfce-df1e-4570-95df-5d38e6eacbce tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719017 Mar 16 11:00:57.754441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44536) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.754645 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Sync routers for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:57.759867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '45bccd5e-72e1-4efa-8c2f-55c877cb5299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:57.765979 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:57.766131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:57.767021 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:57.770130 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71bc95d3-6e21-4811-b83e-ee521ed4318f admin admin] 10.222.0.50 "PUT /v2.0/routers/0ed864c6-74cc-449a-a778-2dbd1ed4f642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1160660 Mar 16 11:00:57.771124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:57.771268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44540) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.774245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:57.775485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-7b7536a3-d7ce-4e95-ac77-c0ce61035434 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:57.776526 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-7b7536a3-d7ce-4e95-ac77-c0ce61035434 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=30e6c69c-cc39-4f1c-826e-cadce05bd906 HTTP/1.1" status: 200 len: 797 time: 0.5255842 Mar 16 11:00:57.780073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.798589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.864524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.868918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.897172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed7ade6-d51c-4a68-8ce1-10a9f38f8b68,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:57.909013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.911510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-779f9bb6-a1e8-4375-b7c0-616877b94a12 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548591 Mar 16 11:00:57.913945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44544) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:57.919168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '45bccd5e-72e1-4efa-8c2f-55c877cb5299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:57.925055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:57.926988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-ae3de84e-8ab5-4dee-bf82-d03b576c8e20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:57.929615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:57.932513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:57.939335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:57.940986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.958607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:57.998239 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:58.039560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-ae3de84e-8ab5-4dee-bf82-d03b576c8e20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:58.040700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-ae3de84e-8ab5-4dee-bf82-d03b576c8e20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 472 time: 0.2039435 Mar 16 11:00:58.054855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.125097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['c76fde6f-6885-403e-a814-9020db5d18c8']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:58.140874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.146549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.163861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.176091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3658299f-bf58-4fba-8e1a-cd96415415c6,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.192950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.194344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9337fa2e-ced8-472b-aae1-e038b40d8075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2794843 Mar 16 11:00:58.198572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44548) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.228927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.239531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.267018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.283134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3658299f-bf58-4fba-8e1a-cd96415415c6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.295406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.300756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-37bc22ba-6159-45e8-96a6-16ddba5e1b0d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3658299f-bf58-4fba-8e1a-cd96415415c6 HTTP/1.1" status: 204 len: 168 time: 0.1011636 Mar 16 11:00:58.301964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44552) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.304061 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T11:00:55Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:58.313130 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Checking router: 0ed864c6-74cc-449a-a778-2dbd1ed4f642 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:58.323724 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Routers {'0ed864c6-74cc-449a-a778-2dbd1ed4f642'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:58.324371 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:58.374844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27509823-31eb-480f-b439-eea5a5f6fe69 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:58.386562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:58.394900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:58.401375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=c5ce99df-db3c-4fd3-abc5-e74729423052,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.403469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27509823-31eb-480f-b439-eea5a5f6fe69 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:58.405273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-27509823-31eb-480f-b439-eea5a5f6fe69 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1027563 Mar 16 11:00:58.408224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44558) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.413613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:58.414414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.443587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.443833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.444361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.444862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.445369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.445860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.446343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.446824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.447310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.447783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.448252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.448724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.497309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce79bcbd-be68-4141-b15d-03f9387b193a req-c419213d-9159-42ce-bf13-280c42b8ac0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 210 time: 0.0844071 Mar 16 11:00:58.498311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.508724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:58.512048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.542033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:port and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:58.548817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.552383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:58.552608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.560047 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] Set router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:58.570443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:58.586501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed7ade6-d51c-4a68-8ce1-10a9f38f8b68,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.591020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.594530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9ed7ade6-d51c-4a68-8ce1-10a9f38f8b68 HTTP/1.1" status: 204 len: 168 time: 0.1830316 Mar 16 11:00:58.594666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Deleting port cbaae2af-9ea3-4953-b698-daa32100ef37 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:58.596066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.596194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.597273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.597744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.598085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.598418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.598774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.599102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.599427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.599746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.600085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.600383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.600704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.601051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be017ac7-1e0e-4b2b-bc5a-207f56c87b83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:58.640069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=f0bc0cde-6df4-4c49-860f-7d9a77a0f830,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.646025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:58.649442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.661297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8d90876f-5c0a-4680-b99d-f48893168b5e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:58.666072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '4ec08489-bda8-4cdc-afaa-8ea0b2767ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fe59a161-5dbe-44fd-a34f-b297d435dae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:58.666431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: fe59a161-5dbe-44fd-a34f-b297d435dae6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:58.677396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8d90876f-5c0a-4680-b99d-f48893168b5e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:58.683188 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8d90876f-5c0a-4680-b99d-f48893168b5e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0784781 Mar 16 11:00:58.683815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44566) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.713926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.724665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.751020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.776709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a293bf0-e14b-4c39-9fdc-91b985e7cfca,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.784093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.788574 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6c2b144-4408-4e36-b081-1cb113c60e5d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7a293bf0-e14b-4c39-9fdc-91b985e7cfca HTTP/1.1" status: 204 len: 168 time: 0.1015940 Mar 16 11:00:58.788879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.844985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-251300d9-fa94-404e-88d1-49fef3e6218d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:58.848207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network fe59a161-5dbe-44fd-a34f-b297d435dae6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:58.863694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-251300d9-fa94-404e-88d1-49fef3e6218d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:58.868393 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-251300d9-fa94-404e-88d1-49fef3e6218d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0784330 Mar 16 11:00:58.869070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:58.872226 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T11:00:55Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:58.877343 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d5287-16fa-40d6-913b-aed154b5fc43 None None] The sync data for ids ['0ed864c6-74cc-449a-a778-2dbd1ed4f642'] in dv-neutron-828143-9-hyperv is: [{'id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'name': 'tempest-ServerActionsTestJSON-599449162-router', 'tenant_id': '9ca3dc637d854accb26e4c9a89b47512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:56:21Z', 'updated_at': '2022-03-16T11:00:55Z', 'revision_number': 5, 'project_id': '9ca3dc637d854accb26e4c9a89b47512', 'gw_port': {'id': 'cbaae2af-9ea3-4953-b698-daa32100ef37', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed864c6-74cc-449a-a778-2dbd1ed4f642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:56:24Z', 'updated_at': '2022-03-16T10:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:58.879797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, fe59a161-5dbe-44fd-a34f-b297d435dae6) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:58.898483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b4aba-f53c-4d40-a4d0-6a7a8434d59d None None] Network fe59a161-5dbe-44fd-a34f-b297d435dae6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:58.905035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.917502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.932930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:58.938491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:58.943733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:58.944393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.946214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.967889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e57083-82e2-435e-a708-9cee85a32832,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:58.975854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:58.977151 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ca750cb-70c7-4317-89c1-00d4921b9706 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/51e57083-82e2-435e-a708-9cee85a32832 HTTP/1.1" status: 204 len: 168 time: 0.1067729 Mar 16 11:00:58.979634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44578) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.005809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] For port cbaae2af-9ea3-4953-b698-daa32100ef37, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbaae2af-9ea3-4953-b698-daa32100ef37,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:59.006201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.015851 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fa9d2fb4-1ee3-4041-a1f9-85ed8c7362df tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3050692 Mar 16 11:00:59.021443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44582) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.032932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a2b7169b-9fef-405b-9fd7-e84afa0725ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.039069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa7fda46-804a-40ca-98cf-3fdc59cd9975 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:59.054758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa7fda46-804a-40ca-98cf-3fdc59cd9975 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:59.056213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aa7fda46-804a-40ca-98cf-3fdc59cd9975 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0756943 Mar 16 11:00:59.059020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44586) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.073675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.28 (30e6c69c-cc39-4f1c-826e-cadce05bd906/500cbfbb-3234-4cea-bda3-b95d9c3bce3f/5efb4d62-a4d7-4656-81b9-f4f44e1c78d0) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:59.092422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.104308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.131148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.148474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09551d2f-1a10-4f6d-a25c-802c488b9411,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.158608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.159812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1480c9f7-267e-4aad-99b8-ccfd07e02a3b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/09551d2f-1a10-4f6d-a25c-802c488b9411 HTTP/1.1" status: 204 len: 168 time: 0.0995605 Mar 16 11:00:59.163628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44590) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.167805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Calling delete_port for cbaae2af-9ea3-4953-b698-daa32100ef37 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:00:59.209278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f176a480-05ed-4364-8a3b-b01fd3121d54 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:59.224071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f176a480-05ed-4364-8a3b-b01fd3121d54 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:59.228258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f176a480-05ed-4364-8a3b-b01fd3121d54 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636213 Mar 16 11:00:59.228864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44594) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.303950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.333768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.386943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.406886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bccd5e-72e1-4efa-8c2f-55c877cb5299,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.421652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f0bc0cde-6df4-4c49-860f-7d9a77a0f830 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:00:59.422325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.424667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.429236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9c7f8b08-eaa1-418f-95d2-b6c934db422d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/45bccd5e-72e1-4efa-8c2f-55c877cb5299 HTTP/1.1" status: 204 len: 168 time: 0.1994216 Mar 16 11:00:59.430336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44598) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.483994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f8c90f62-d190-409d-bc8f-b70d55fb9ab8 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:59.501752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f8c90f62-d190-409d-bc8f-b70d55fb9ab8 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:59.503333 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f8c90f62-d190-409d-bc8f-b70d55fb9ab8 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717671 Mar 16 11:00:59.510396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44602) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.515633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--426221232'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:59.522295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:59.532733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:59.545833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.567847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:59.573268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:59.576808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:59.583855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:59.666969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b478b7cd-7649-40ea-89d9-ef172d10d97c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:00:59.695841 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-242d6dc5-8d73-4732-8c04-01646a408188 req-cfe8ff66-67bb-4ac5-882e-ca2d0206648d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 210 time: 0.0622473 Mar 16 11:00:59.710503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.714803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.762659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b478b7cd-7649-40ea-89d9-ef172d10d97c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:00:59.762882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6257f579-e21c-49b9-a644-c1ec1d11a47a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.762981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b478b7cd-7649-40ea-89d9-ef172d10d97c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:00:59.768923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.777177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.778426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b5cc864-86d2-43fc-8147-3fa2f33337d6 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2670660 Mar 16 11:00:59.781293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44610) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.787307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '6257f579-e21c-49b9-a644-c1ec1d11a47a', 'direction': 'ingress', 'protocol': 17}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:59.792961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:59.797053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:59.799916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:59.806323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:59.823028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.872033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.884268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.887425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.911408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e81c79-c83c-40a2-8c9a-29d6a366105f,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:59.923337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:59.924563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1d934926-2945-4702-86a5-eb4836fb2a3c tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1423259 Mar 16 11:00:59.927944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44614) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:59.942184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:59.992575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.001858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.011202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for f0bc0cde-6df4-4c49-860f-7d9a77a0f830 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:00.019868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.070543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.089580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6257f579-e21c-49b9-a644-c1ec1d11a47a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.095224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbaae2af-9ea3-4953-b698-daa32100ef37,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.103176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.106526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e5e09f18-cd37-4a05-8136-9cd44fbae86b tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/6257f579-e21c-49b9-a644-c1ec1d11a47a HTTP/1.1" status: 204 len: 168 time: 0.1754117 Mar 16 11:01:00.106773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44618) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.155522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3cdf037b-9cc0-46ec-8964-36533f9db256 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:00.170952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3cdf037b-9cc0-46ec-8964-36533f9db256 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:00.172336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3cdf037b-9cc0-46ec-8964-36533f9db256 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646322 Mar 16 11:01:00.176470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44622) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.181714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--208710244'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:00.188107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:00.197720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:00.207587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.227083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:00.231158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:00.232058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.234251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:00.240562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:00.279762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.313106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.319593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.338019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.361072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802c98fe-007b-44ab-997c-d839ce1f0b1b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.375762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.377070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e8a0aed-fccd-4789-893e-43b1201335b7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1996334 Mar 16 11:01:00.380195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.381347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44626) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.390344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--106917896'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:00.398734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:00.403488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:00.406519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:00.412685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:00.426640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.447855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:00.450319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.455105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:00.458538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:00.464653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:00.478053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.485739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.493705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.503467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:00.517030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:00.524131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:00.543519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.547515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.553394 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/f0bc0cde-6df4-4c49-860f-7d9a77a0f830 HTTP/1.1" status: 204 len: 168 time: 1.5293536 Mar 16 11:01:00.556336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44630) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.564532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.629290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a33060-52a0-453a-957c-f9c481d036e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=f0bc0cde-6df4-4c49-860f-7d9a77a0f830,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.633699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.634195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed864c6-74cc-449a-a778-2dbd1ed4f642 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:01:00.648129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.649556 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-276f9233-a767-433b-98df-da7b8c7355e9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0ed864c6-74cc-449a-a778-2dbd1ed4f642 HTTP/1.1" status: 204 len: 168 time: 2.8773882 Mar 16 11:01:00.653418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44634) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.659484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.660937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.662211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6479ac-3a1d-42b2-869d-5a1e661b90e1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:00.677124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.678679 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-272ca7cd-758c-411d-8c8a-7ec040975bde tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2961574 Mar 16 11:01:00.682501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44638) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.688355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '802c98fe-007b-44ab-997c-d839ce1f0b1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6d6479ac-3a1d-42b2-869d-5a1e661b90e1', 'remote_ip_prefix': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:00.697052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:00.708021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:00.712619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:00.720361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:00.737192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abc69c-f824-4c5d-8e30-23b021b8711f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.744189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abc69c-f824-4c5d-8e30-23b021b8711f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:00.744991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e8abc69c-f824-4c5d-8e30-23b021b8711f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:00.764034 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-b8b5c267-3a2e-402e-8673-665e35320eb6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6513560 Mar 16 11:01:00.771428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Deleting subnet 59830507-af10-4af7-a44a-1045cc52537b {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:00.776559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.780170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e8abc69c-f824-4c5d-8e30-23b021b8711f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:00.782754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e8abc69c-f824-4c5d-8e30-23b021b8711f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2064962 Mar 16 11:01:00.786588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44644) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:00.789593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.819335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Request body: {'port': {'device_id': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:00.936368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e7ffe753-583d-4163-a276-953f4738828e None None] Provisioning for port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:00.938975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port c5ce99df-db3c-4fd3-abc5-e74729423052 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:00.939329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:00.942955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e7ffe753-583d-4163-a276-953f4738828e None None] Provisioning complete for port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:00.943327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e7ffe753-583d-4163-a276-953f4738828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.001830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffe753-583d-4163-a276-953f4738828e None None] Port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:01.024324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.078294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.091801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.122618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8fd4e-e74f-4f43-954b-0e3f7e6f68a9 req-12770560-9a60-4fd5-8a36-99b0a08b7584 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.129668 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-42e8fd4e-e74f-4f43-954b-0e3f7e6f68a9 req-12770560-9a60-4fd5-8a36-99b0a08b7584 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 932 time: 0.2685962 Mar 16 11:01:01.142546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.163307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b751c6-847e-4b11-97fe-cc001f034a35,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.225117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.276273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.277465 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cfb6ae14-fe81-4892-954e-5d379e54e913 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5942075 Mar 16 11:01:01.285146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44648) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.312938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-42e8fd4e-e74f-4f43-954b-0e3f7e6f68a9 req-87a73ac0-9be9-418d-98fd-f4a5500cf34e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823924 Mar 16 11:01:01.317241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.413594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.473415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b2732-cf79-4119-b65c-2a0c19b86119 None None] Network 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:01.511280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59830507-af10-4af7-a44a-1045cc52537b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.514105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.534755 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f37fa2dc-eebc-4dae-a6c0-431fb49a2f36 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59830507-af10-4af7-a44a-1045cc52537b HTTP/1.1" status: 204 len: 168 time: 0.8661225 Mar 16 11:01:01.537949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44652) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.559924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for c5ce99df-db3c-4fd3-abc5-e74729423052 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:01.597826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.611555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.664325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.681637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.688067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.688067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b751c6-847e-4b11-97fe-cc001f034a35,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.704378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Deleting port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:01.704726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.737270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbaae2af-9ea3-4953-b698-daa32100ef37 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:01.750662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=c5ce99df-db3c-4fd3-abc5-e74729423052,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:01.754271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.755547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b37d9ae2-101d-4420-945c-6d3578a45c83 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a3b751c6-847e-4b11-97fe-cc001f034a35 HTTP/1.1" status: 204 len: 168 time: 0.4690695 Mar 16 11:01:01.756906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.759330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f03bef55-a16b-40a2-a60c-cf310c7f3ea4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/c5ce99df-db3c-4fd3-abc5-e74729423052 HTTP/1.1" status: 204 len: 168 time: 0.9714813 Mar 16 11:01:01.760091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44656) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.762253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44658) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.788397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: cbaae2af-9ea3-4953-b698-daa32100ef37 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:01.789112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbaae2af-9ea3-4953-b698-daa32100ef37 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:01.833357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.846621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] DHCP port deletion for 70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:01.851105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Deleting port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:01.851306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:01.851477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.861659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c2a7abcb-4c76-4e86-a67b-a99ec3165192 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:01.866386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.899842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a08b8-291c-45dd-bd3e-6630698a7d90 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:01.901116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa4a08b8-291c-45dd-bd3e-6630698a7d90 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:01.904613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c2a7abcb-4c76-4e86-a67b-a99ec3165192 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:01.908695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c2a7abcb-4c76-4e86-a67b-a99ec3165192 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1450145 Mar 16 11:01:01.909054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44664) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:01.913551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Transition to ACTIVE for port object 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:01.929283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:01.944915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa4a08b8-291c-45dd-bd3e-6630698a7d90 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:01.945978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aa4a08b8-291c-45dd-bd3e-6630698a7d90 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1826568 Mar 16 11:01:01.955298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44668) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.017043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51f0550-7414-4dde-92f2-5a884814cc02 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:02.018367 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c51f0550-7414-4dde-92f2-5a884814cc02 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/f0bc0cde-6df4-4c49-860f-7d9a77a0f830 HTTP/1.1" status: 404 len: 333 time: 0.0621006 Mar 16 11:01:02.021727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44672) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.067650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.069255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] For port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:02.069859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.077794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3732e4-fbc2-4475-8391-c41d55ed2c3d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:02.082189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8f3732e4-fbc2-4475-8391-c41d55ed2c3d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/c5ce99df-db3c-4fd3-abc5-e74729423052 HTTP/1.1" status: 404 len: 333 time: 0.0566726 Mar 16 11:01:02.082189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44676) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.131748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.205791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Calling delete_port for ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:02.211352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:02.215064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] For port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,segment=NetworkSegment(eb452e44-7e0b-4bcd-8267-111674b3f718),segment_id=eb452e44-7e0b-4bcd-8267-111674b3f718)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:02.215643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.242379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.302777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.311842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.346352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6479ac-3a1d-42b2-869d-5a1e661b90e1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:02.378459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Pushing event deleted for resources: {'Port': ['ID=ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:02.390538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Calling delete_port for ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:02.397825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.398371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.398711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.399038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.399363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.399688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.400009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.400327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.400646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.400986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.401305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.401618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:02.417852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb8a0e-2299-4862-ab79-6d5374530435 None None] No DVR routers for this DVR port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:02.419713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.429665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.431208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5f45b116-b180-4f01-9a04-14a8691dcc32 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/6d6479ac-3a1d-42b2-869d-5a1e661b90e1 HTTP/1.1" status: 204 len: 168 time: 0.5212021 Mar 16 11:01:02.434293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44682) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.472596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe59a161-5dbe-44fd-a34f-b297d435dae6']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:02.489222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Attempting to bind port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:02.489553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Attempting to bind port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:02.489883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Attempting to bind port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 on network 30e6c69c-cc39-4f1c-826e-cadce05bd906 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:02.496896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 on network 30e6c69c-cc39-4f1c-826e-cadce05bd906 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:01:02.497407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Attempting to bind port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 on network 30e6c69c-cc39-4f1c-826e-cadce05bd906 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:02.513302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:02.514384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Checking segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:02.514994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Bound using segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:02.515636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Bound port: 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:02.516053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.527700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec08489-bda8-4cdc-afaa-8ea0b2767ec4') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:02.527999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec08489-bda8-4cdc-afaa-8ea0b2767ec4') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:02.557062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.574112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:02.574421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:02.597317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.612717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bbcb30c2-28b2-495c-9449-a65346696858 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:02.612944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:02.617000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:02.617396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:02.631635 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:02.724821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bbcb30c2-28b2-495c-9449-a65346696858 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:02.726031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bbcb30c2-28b2-495c-9449-a65346696858 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2908304 Mar 16 11:01:02.729420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44686) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.739659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f16ef-7b0a-4ab2-a5d1-23cac2658e3c req-5d85c09f-3386-4c99-9615-26c2aa473edd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:02.741171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-392f16ef-7b0a-4ab2-a5d1-23cac2658e3c req-5d85c09f-3386-4c99-9615-26c2aa473edd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 944 time: 0.2609241 Mar 16 11:01:02.747701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.781495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.791952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=fe59a161-5dbe-44fd-a34f-b297d435dae6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:02.799226 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fe77d5b9-a3d0-4e5d-b48e-e159d0b2605b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/fe59a161-5dbe-44fd-a34f-b297d435dae6 HTTP/1.1" status: 204 len: 168 time: 0.7160342 Mar 16 11:01:02.806821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44690) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:02.814855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-675244811'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:02.824728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:02.832774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-392f16ef-7b0a-4ab2-a5d1-23cac2658e3c req-8855c297-2ba3-4038-8987-4dd85b7f1414 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824773 Mar 16 11:01:02.833785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:02.837044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:02.843126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:02.858506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:02.861934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.877184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:02.885090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.896004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:02.904466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.904805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 83171eaa-6df3-4f59-8d23-d3522b5b0c26 of type vlan for network 244ac549-8a00-4e0e-8b28-59ed45594c0c Mar 16 11:01:02.930187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.953635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:02.954248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.955966 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 HTTP/1.1" status: 200 len: 1094 time: 2.1452835 Mar 16 11:01:02.959828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:02.961386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:02.968222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:02.968785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.001941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.020053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01620871-3549-40d2-b42e-07487530a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.024939 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0', 'status': 'completed', 'code': 200} Mar 16 11:01:03.078341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Deleting port ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:03.078491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.101268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2905328 Mar 16 11:01:03.101888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44696) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:03.110601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716c6ec-aa6a-4980-99c6-10bab2550a93 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=244ac549-8a00-4e0e-8b28-59ed45594c0c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.123492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:03.127470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:03.170970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.228588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] The port 'ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:03.446012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:03.450605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.460244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:03.468313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:03.477812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.490364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:03.505381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-506a6e96-0584-4365-963f-ae4324d834c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:03.507681 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-506a6e96-0584-4365-963f-ae4324d834c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 1097 time: 0.4671745 Mar 16 11:01:03.522637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c87b3d-c4b6-4b02-81b3-5365f20a5fc1']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:03.529591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c98fe-007b-44ab-997c-d839ce1f0b1b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:03.593131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:03.596537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.618440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb452e44-7e0b-4bcd-8267-111674b3f718') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:03.618730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb452e44-7e0b-4bcd-8267-111674b3f718') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:03.638602 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-0bc7dbe7-46b3-4625-8e5e-0f76c99db308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 HTTP/1.1" status: 200 len: 217 time: 0.1019804 Mar 16 11:01:03.658787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.705902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:03.740923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:03.741160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ba46a0d9-18b7-4ebc-b7a2-0e77a0b88e7a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:03.760577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.761709 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d46a4f32-d771-4e66-b768-939438402253 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/802c98fe-007b-44ab-997c-d839ce1f0b1b HTTP/1.1" status: 204 len: 168 time: 1.0310009 Mar 16 11:01:03.764451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44702) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:03.776140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.780502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Performing IP validity checks on allocation pools {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:01:03.783243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:01:03.795381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:03.795771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.804036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:03.812353 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:03.823645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-96a621c6-a58c-425b-8b12-67ba760c7806 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579972 Mar 16 11:01:03.827977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44706) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:03.833653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--230109094'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:03.839231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:03.843457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:03.847060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:03.853021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:03.862369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.883787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:03.887945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:03.890801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:03.893566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-6576a359-80a9-4a65-ad8c-8da3e8d6c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:03.895573 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-6576a359-80a9-4a65-ad8c-8da3e8d6c22c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500cbfbb-3234-4cea-bda3-b95d9c3bce3f HTTP/1.1" status: 200 len: 837 time: 0.2386653 Mar 16 11:01:03.897299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:03.953611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:03.977276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.021845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.028537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.028808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c87b3d-c4b6-4b02-81b3-5365f20a5fc1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.048675 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-909105eb-9a2a-4f4b-b8e5-d5ed025e7d49 admin admin] 10.222.0.50 "DELETE /v2.0/networks/70c87b3d-c4b6-4b02-81b3-5365f20a5fc1 HTTP/1.1" status: 204 len: 168 time: 2.5097239 Mar 16 11:01:04.088849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-8f73cd32-9c74-492e-8048-857a1db19cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:04.090346 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-8f73cd32-9c74-492e-8048-857a1db19cdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30e6c69c-cc39-4f1c-826e-cadce05bd906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1857648 Mar 16 11:01:04.102873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4299c5-9840-49e9-8c84-2c66c75ee662,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.107536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.108722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d49dd59e-022c-435b-a015-c6f07a012c21 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2797382 Mar 16 11:01:04.112240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44714) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.118393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '4c4299c5-9840-49e9-8c84-2c66c75ee662', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:04.131120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2addcfd-d78b-43ef-a74f-a2b7134f0a56 req-4e9c4042-1571-461b-816a-dfb19fcac417 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:04.132811 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2addcfd-d78b-43ef-a74f-a2b7134f0a56 req-4e9c4042-1571-461b-816a-dfb19fcac417 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 944 time: 0.1857753 Mar 16 11:01:04.135086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:04.139814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:04.144816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:04.163034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:04.188265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.199278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.209084 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2addcfd-d78b-43ef-a74f-a2b7134f0a56 req-5852e28d-6502-4d93-8fe7-97a0148d620f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660028 Mar 16 11:01:04.271538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44718) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.275724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.291982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.303913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=5f53f868-4d1c-43d2-9429-27ba0e4f385b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.311978 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-d320db0d-7de4-4d80-b6d8-44d658628f2e service neutron] 10.222.0.55 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114429 Mar 16 11:01:04.314504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '83171eaa-6df3-4f59-8d23-d3522b5b0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:04.314855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 244ac549-8a00-4e0e-8b28-59ed45594c0c, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:04.328734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bf8d16-dc4f-44b3-9acd-7d254d585564,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.425678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:04.443548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 244ac549-8a00-4e0e-8b28-59ed45594c0c) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:04.452339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:04.452918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.457888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32f2bf-12a3-4b25-bc4a-e679fd6e5fdb None None] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:04.465832 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-812dadc1-479e-490d-a8d0-711c17ebbc8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ca3dc637d854accb26e4c9a89b47512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908641 Mar 16 11:01:04.466199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.481593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-9e9c5401-3b77-48cb-b6ab-f5804d7a0eca req-e0d7b04d-7cf8-4a5e-8209-49bfb2383e1d service neutron] 10.222.0.55 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615438 Mar 16 11:01:04.488698 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0c71aea5-100d-49a2-9742-0e7c47d52cb5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3739238 Mar 16 11:01:04.491586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44726) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.491801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.492863 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-06fdb05b-1ac8-41f2-87b5-d82c76aebf7f tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3799651 Mar 16 11:01:04.496210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44730) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:04.504169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c', 'name': 'tempest-PortsIpV6TestJSON-558235978'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:04.532861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.559112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.625259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.643045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182624a5-b0d4-4870-a78f-57d859083e73,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.650057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.653277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7084e6c7-b2e3-4ac9-8c1f-a54381762942 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/182624a5-b0d4-4870-a78f-57d859083e73 HTTP/1.1" status: 204 len: 168 time: 0.1860909 Mar 16 11:01:04.741451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-244ac549-8a00-4e0e-8b28-59ed45594c0c', 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': '5f53f868-4d1c-43d2-9429-27ba0e4f385b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:04.742577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.813676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.836883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.875879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:04.898139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:04.903706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.925058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-499a902a-adf1-4c04-bf05-ce28eae88d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:04.926752 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-499a902a-adf1-4c04-bf05-ce28eae88d0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 1097 time: 0.1916082 Mar 16 11:01:04.933821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:04.936790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.949161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90bf8d16-dc4f-44b3-9acd-7d254d585564,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:04.956257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Allocated IP 2001:db8::2 (244ac549-8a00-4e0e-8b28-59ed45594c0c/5f53f868-4d1c-43d2-9429-27ba0e4f385b/f015d6ef-6bf2-4a33-9e85-d1d38fa944bb) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:04.974493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:04.979554 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3ef1310b-2d89-4e04-88cb-1afdd64e5db7 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/90bf8d16-dc4f-44b3-9acd-7d254d585564 HTTP/1.1" status: 204 len: 168 time: 0.4781604 Mar 16 11:01:04.980122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44738) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:05.001233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port aa10cc3e-017f-47b2-b9cf-55371410b3b3 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:05.062823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9496edcb-1d97-4d5f-9eb6-796c27216e40 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:05.088199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9496edcb-1d97-4d5f-9eb6-796c27216e40 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:05.089855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9496edcb-1d97-4d5f-9eb6-796c27216e40 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084154 Mar 16 11:01:05.093148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:05.162211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-16296e10-13c1-4878-8c0a-91f65ce830c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.163818 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-16296e10-13c1-4878-8c0a-91f65ce830c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30e6c69c-cc39-4f1c-826e-cadce05bd906 HTTP/1.1" status: 200 len: 898 time: 0.2160516 Mar 16 11:01:05.183272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.218072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.234273 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-88004111-2b1b-4bb8-ac8d-768981fbee94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 HTTP/1.1" status: 200 len: 217 time: 0.0642114 Mar 16 11:01:05.276542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.296067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.317778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-c78fb3da-c5e9-4a4d-9bd7-310efc2b7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.319826 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-c78fb3da-c5e9-4a4d-9bd7-310efc2b7ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500cbfbb-3234-4cea-bda3-b95d9c3bce3f HTTP/1.1" status: 200 len: 837 time: 0.0799127 Mar 16 11:01:05.322996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Transition to ACTIVE for port object f015d6ef-6bf2-4a33-9e85-d1d38fa944bb will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:05.330159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4299c5-9840-49e9-8c84-2c66c75ee662,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.388065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Transition to ACTIVE for port object f015d6ef-6bf2-4a33-9e85-d1d38fa944bb will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:05.396990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.398094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.401405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9118d1f1-3898-4f47-944c-52e7ade69075 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c4299c5-9840-49e9-8c84-2c66c75ee662 HTTP/1.1" status: 204 len: 168 time: 0.3067007 Mar 16 11:01:05.402346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44760) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:05.467884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-721b7983-6ba2-4766-8c10-938b9654bcfa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:05.502845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::8f (244ac549-8a00-4e0e-8b28-59ed45594c0c/5f53f868-4d1c-43d2-9429-27ba0e4f385b/aa10cc3e-017f-47b2-b9cf-55371410b3b3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:05.507471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-647f84ae-d465-44f7-8a1e-f8e8ba3f414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.509341 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-647f84ae-d465-44f7-8a1e-f8e8ba3f414d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30e6c69c-cc39-4f1c-826e-cadce05bd906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1829524 Mar 16 11:01:05.511945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:05.520763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:05.528038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:05.530041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a8ae5-06ff-4152-b9f8-cd5f1b609115 req-862e9097-20df-4645-b69c-9aa8c350c605 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:05.531571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b48a8ae5-06ff-4152-b9f8-cd5f1b609115 req-862e9097-20df-4645-b69c-9aa8c350c605 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 944 time: 0.1846817 Mar 16 11:01:05.532229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-721b7983-6ba2-4766-8c10-938b9654bcfa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:05.540735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-721b7983-6ba2-4766-8c10-938b9654bcfa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325314 Mar 16 11:01:05.541462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:05.577675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016805795'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:05.582566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f015d6ef-6bf2-4a33-9e85-d1d38fa944bb,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.589706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b48a8ae5-06ff-4152-b9f8-cd5f1b609115 req-4f62e5d5-20b6-414d-bab7-4b59fbf759e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476189 Mar 16 11:01:05.600447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:05.615917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:05.672095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Attempting to bind port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:05.672607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Attempting to bind port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '83171eaa-6df3-4f59-8d23-d3522b5b0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:05.673140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Attempting to bind port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb on network 244ac549-8a00-4e0e-8b28-59ed45594c0c {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:05.681012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:05.681785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Checking segment: {'id': '83171eaa-6df3-4f59-8d23-d3522b5b0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:05.682319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.682890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Bound using segment: {'id': '83171eaa-6df3-4f59-8d23-d3522b5b0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:05.683517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Bound port: f015d6ef-6bf2-4a33-9e85-d1d38fa944bb, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83171eaa-6df3-4f59-8d23-d3522b5b0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '244ac549-8a00-4e0e-8b28-59ed45594c0c'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:05.684025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.705664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44772) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:05.718079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.782593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-0b8a469a-5e20-4f16-be05-0133fbee912e service neutron] 10.222.0.55 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637842 Mar 16 11:01:05.793557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] For port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:05.797310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] For port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f015d6ef-6bf2-4a33-9e85-d1d38fa944bb,segment=NetworkSegment(83171eaa-6df3-4f59-8d23-d3522b5b0c26),segment_id=83171eaa-6df3-4f59-8d23-d3522b5b0c26)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:05.802589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.825272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-913118797'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:05.830503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:05.833198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:05.834902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:network and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:05.838532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:05.846268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:05.858864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:05.859277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:05.862508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.864348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:05.875960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:05.891372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:05.892711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:05.897067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:security_group_rule and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:05.898537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f765-2351-491c-9a56-b9e2f85ad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f015d6ef-6bf2-4a33-9e85-d1d38fa944bb,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:05.899554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:05.905684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:06.008793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.014290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.039484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:06.053545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.063214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed76e42c-1638-46b3-a184-50d5c11de2a9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.066048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.066618 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Added segment aff82871-ad08-43a3-b640-a9da8da827c9 of type vlan for network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 Mar 16 11:01:06.109409 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-d43502e8-f26e-49d6-a6e2-8428f1eaa2f4 req-36144b4e-632f-4aff-9820-4f7100d0e340 service neutron] 10.222.0.55 "GET /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740276 Mar 16 11:01:06.110532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object aa10cc3e-017f-47b2-b9cf-55371410b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:06.117162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.168253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.177732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.178017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.188658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:06.194025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.207506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.309156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:06.319327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:06.334148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:06.339803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:06.340713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.347111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Network': ['ID=02a0343f-7970-49a6-ac32-1d8e8db29bc5,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.354585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-57c24b8c-98d6-4acd-a449-1787819ae6c6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6451221 Mar 16 11:01:06.354814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44778) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:06.360310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:06.363684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ab63e8-3a37-43e6-9056-5c087a63d545,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.373884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'subnet': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:06.378635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=aa10cc3e-017f-47b2-b9cf-55371410b3b3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.382464 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-31c06b23-da66-448c-a753-26fd5ab3aec8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8894846 Mar 16 11:01:06.383811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.385241 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-427e3bf2-1929-4308-85b6-9ab6e5fcd20d tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8385031 Mar 16 11:01:06.386574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44782) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:06.388853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44784) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:06.395828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': 'b0ab63e8-3a37-43e6-9056-5c087a63d545', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:06.448053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:06.468930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:06.474576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:06.492817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:06.526387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port aa10cc3e-017f-47b2-b9cf-55371410b3b3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:06.526728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.549288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:06.554231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:subnet and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:06.557087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:06.563407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:06.575297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:06.579034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.581317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.856267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.878117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e516b3-48e8-4460-a2a4-4529cdc3c7c9 req-09366c53-f53b-4c80-9e0a-54e363428dd7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:06.879678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80e516b3-48e8-4460-a2a4-4529cdc3c7c9 req-09366c53-f53b-4c80-9e0a-54e363428dd7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 944 time: 0.1418173 Mar 16 11:01:06.905085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.908034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.956489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600de1a6-67e1-4878-afcc-a694f1b0638a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:06.974468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:06.977615 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e025c141-0ce6-40d0-ab7e-0e621cadd38e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5868933 Mar 16 11:01:06.981902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44792) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.005638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.014573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Subnet': ['ID=0a7178e2-7a38-400a-bbe7-60bcee7cdbe6,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:07.025669 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80e516b3-48e8-4460-a2a4-4529cdc3c7c9 req-bc9525f2-3139-4243-b857-fc8d4035cd00 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380081 Mar 16 11:01:07.034010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6cdee031-5677-4382-ba1b-d04a6e4d9bc9 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules/600de1a6-67e1-4878-afcc-a694f1b0638a HTTP/1.1" status: 200 len: 763 time: 0.0457249 Mar 16 11:01:07.036209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44796) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.061065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Checking segment: {'id': 'aff82871-ad08-43a3-b640-a9da8da827c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:07.061467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network hostable DHCP agents. Network: 02a0343f-7970-49a6-ac32-1d8e8db29bc5, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:07.074267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699cb9a-bfd6-4d7e-a590-601a3001420d None None] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:07.110791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-54bcf3d5-b133-4f53-9146-24ba665f61fa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:07.115052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:07.129448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 02a0343f-7970-49a6-ac32-1d8e8db29bc5) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:07.133984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:07.134570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.140420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-54bcf3d5-b133-4f53-9146-24ba665f61fa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:07.145478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-54bcf3d5-b133-4f53-9146-24ba665f61fa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1044259 Mar 16 11:01:07.145673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44800) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.153273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for aa10cc3e-017f-47b2-b9cf-55371410b3b3 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:07.158228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6d0dc3e-b0e4-4e58-a465-beb4fd0218b6 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8021107 Mar 16 11:01:07.163064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44804) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.164954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234e5a3-ed98-434f-8a92-791fe7798b90 None None] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:07.169186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-2144695361'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:07.233920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.248310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.290215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-473096fd-66d8-4e7b-a89d-459f761cb4c5 None None] Provisioning for port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:07.318816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.319316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:07.324481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:port and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:07.327911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:07.334074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:07.345181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=600de1a6-67e1-4878-afcc-a694f1b0638a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:07.345420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:07.351067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.372280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.373882 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b11c6d6a-5776-4c8f-94f1-277d8931060a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/600de1a6-67e1-4878-afcc-a694f1b0638a HTTP/1.1" status: 204 len: 168 time: 0.2283244 Mar 16 11:01:07.375277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.376805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44808) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.381163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port cae49b1b-8bca-4293-b217-6db5b99d7c8e yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:07.447654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=aa10cc3e-017f-47b2-b9cf-55371410b3b3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:07.501285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.506771 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-77e93052-a2a1-4c25-8052-4b0baf51d925 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/aa10cc3e-017f-47b2-b9cf-55371410b3b3 HTTP/1.1" status: 204 len: 168 time: 1.1189198 Mar 16 11:01:07.509354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44812) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.519185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'tenant_id': 'e707a5f1ca8e4ba4bcbbd70d425ab0e9', 'fixed_ips': [{'subnet_id': '0a7178e2-7a38-400a-bbe7-60bcee7cdbe6'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:07.520052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.559304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00766c5d-3ff4-4da1-99c1-2346792d6295 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:07.569802 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8382afd3-38d7-4ef3-9c14-481c73a128e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:01:07.570272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8382afd3-38d7-4ef3-9c14-481c73a128e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:01:07.573415 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8382afd3-38d7-4ef3-9c14-481c73a128e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/aa10cc3e-017f-47b2-b9cf-55371410b3b3 HTTP/1.1" status: 404 len: 333 time: 0.0631335 Mar 16 11:01:07.576251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44816) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.594143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00766c5d-3ff4-4da1-99c1-2346792d6295 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:07.595334 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-00766c5d-3ff4-4da1-99c1-2346792d6295 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2175009 Mar 16 11:01:07.601156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44820) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.606798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': 'b0ab63e8-3a37-43e6-9056-5c087a63d545', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:07.612823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:07.623628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:07.640617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.10 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/cae49b1b-8bca-4293-b217-6db5b99d7c8e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:07.646058 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7cff74-eeee-43c8-886c-f71669428a4a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:07.647390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1f7cff74-eeee-43c8-886c-f71669428a4a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/aa10cc3e-017f-47b2-b9cf-55371410b3b3 HTTP/1.1" status: 404 len: 333 time: 0.0679843 Mar 16 11:01:07.651692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44824) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.685296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.763446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 5f53f868-4d1c-43d2-9429-27ba0e4f385b {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:07.767657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.775558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f015d6ef-6bf2-4a33-9e85-d1d38fa944bb up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:07.834326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.842672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.850113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.868228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:07.874591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:07.875190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.901040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89915052-7937-4267-b22b-07ea8e319db0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:07.916955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.936473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object cae49b1b-8bca-4293-b217-6db5b99d7c8e will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:07.945399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.949780 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0e44144-1b65-4c49-bf3c-0ae1db496aac tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450525 Mar 16 11:01:07.950898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44830) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:07.973844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:07.987057 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd0114b6-aa48-414c-9a3e-bfcea93e04e5 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules/89915052-7937-4267-b22b-07ea8e319db0 HTTP/1.1" status: 200 len: 763 time: 0.0314729 Mar 16 11:01:07.987057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.052603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d456020-bcc3-4631-9a60-045c1ca86403 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:08.057584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.072859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.099504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-36bb1c39-de30-48eb-88b8-aabd1ec75b50 None None] Could not find standard attr ID for object aa10cc3e-017f-47b2-b9cf-55371410b3b3. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:08.107706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Allocated IP 172.20.0.2 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/cbcdff0a-4751-48db-b2a2-a8d4c415ef02) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:08.145986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d456020-bcc3-4631-9a60-045c1ca86403 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:08.147499 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d456020-bcc3-4631-9a60-045c1ca86403 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1604962 Mar 16 11:01:08.150553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44840) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.200887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.215216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.225582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.261079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:08.268224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=5f53f868-4d1c-43d2-9429-27ba0e4f385b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.279089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:08.281244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.287756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:08.291789 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-405c96fa-87d6-47e6-9a40-8695531d4c92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/5f53f868-4d1c-43d2-9429-27ba0e4f385b HTTP/1.1" status: 204 len: 168 time: 0.6390846 Mar 16 11:01:08.295195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44844) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.329694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=cae49b1b-8bca-4293-b217-6db5b99d7c8e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.331468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f9c98-d83e-47e4-8a8e-be03f0ac138b None None] Network 244ac549-8a00-4e0e-8b28-59ed45594c0c requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:08.342491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.372621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:08.373457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.406251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.407273 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/89915052-7937-4267-b22b-07ea8e319db0 HTTP/1.1" status: 204 len: 168 time: 0.2558188 Mar 16 11:01:08.415684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d956d-4920-43db-8c6f-91a1ffa05cd4 req-bc715e61-0099-49bb-94ae-60e2799d040e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:08.416331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44848) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.418765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ee96-6477-40a8-90a3-50e1924e3821 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89915052-7937-4267-b22b-07ea8e319db0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.423412 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-788d956d-4920-43db-8c6f-91a1ffa05cd4 req-bc715e61-0099-49bb-94ae-60e2799d040e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 944 time: 0.2023623 Mar 16 11:01:08.441528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14123f99-fe6d-435c-acd0-31e51b3c257f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2770302 Mar 16 11:01:08.445487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44852) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.457970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-512080430', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4b:47:4f'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.461847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.489522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.502022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0f76622-9b84-4053-89d4-6090efffedaa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:08.502931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Transition to ACTIVE for port object cbcdff0a-4751-48db-b2a2-a8d4c415ef02 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:08.506443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:08.506780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.508092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-788d956d-4920-43db-8c6f-91a1ffa05cd4 req-eb840e74-3ba2-4997-9644-8e113992cbb1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844369 Mar 16 11:01:08.536813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Transition to ACTIVE for port object cbcdff0a-4751-48db-b2a2-a8d4c415ef02 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:08.571868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0f76622-9b84-4053-89d4-6090efffedaa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:08.575660 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e0f76622-9b84-4053-89d4-6090efffedaa tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1558604 Mar 16 11:01:08.575979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44856) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:08.590535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:01:08.602457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.616761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': 'b0ab63e8-3a37-43e6-9056-5c087a63d545', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:08.625484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.628511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:08.632327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:port and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:08.635194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:08.640809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.646005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:08.652900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:08.746974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:08.757479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.758903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:08.765112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:08.765461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:08.767052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:08.779406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f015d6ef-6bf2-4a33-9e85-d1d38fa944bb,segment=NetworkSegment(83171eaa-6df3-4f59-8d23-d3522b5b0c26),segment_id=83171eaa-6df3-4f59-8d23-d3522b5b0c26)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:08.779739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.789516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:08.810554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port f6343595-196f-4bc4-9211-a163cf103304 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:08.828363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Pushing event updated for resources: {'Port': ['ID=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:08.961018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.7 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/f6343595-196f-4bc4-9211-a163cf103304) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:09.029175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Attempting to bind port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:09.029417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for f015d6ef-6bf2-4a33-9e85-d1d38fa944bb owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:09.029876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Attempting to bind port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'aff82871-ad08-43a3-b640-a9da8da827c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:09.029876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Attempting to bind port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 on network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:09.043587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:09.043965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Checking segment: {'id': 'aff82871-ad08-43a3-b640-a9da8da827c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:09.044347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.044734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Bound using segment: {'id': 'aff82871-ad08-43a3-b640-a9da8da827c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:09.045222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Bound port: cbcdff0a-4751-48db-b2a2-a8d4c415ef02, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff82871-ad08-43a3-b640-a9da8da827c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:09.045605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.099459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.115285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.139518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:09.149152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6b49e2-5b09-42cd-97fb-be934423e5fe,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.156597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.164921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'port_id': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0', 'mac_address': 'fa:16:3e:49:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:01:09.213012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=f015d6ef-6bf2-4a33-9e85-d1d38fa944bb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.213925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.214854 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5a2cdbe8-d8f1-4aab-86a0-1f7ccfbc9a1e tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6378770 Mar 16 11:01:09.215858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No DVR routers for this DVR port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:09.217674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44860) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.221678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.226164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] For port cbcdff0a-4751-48db-b2a2-a8d4c415ef02, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:09.239096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object f6343595-196f-4bc4-9211-a163cf103304 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:09.244805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] For port cbcdff0a-4751-48db-b2a2-a8d4c415ef02, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,segment=NetworkSegment(aff82871-ad08-43a3-b640-a9da8da827c9),segment_id=aff82871-ad08-43a3-b640-a9da8da827c9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:09.248435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.259701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.273757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.299649 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ced51437-9925-40c7-bef1-5c7bb274a81a tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules/3b6b49e2-5b09-42cd-97fb-be934423e5fe HTTP/1.1" status: 200 len: 764 time: 0.0552835 Mar 16 11:01:09.300287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde29346-c263-4762-9310-ab9ee02ff5f4 None None] DHCP port deletion for 244ac549-8a00-4e0e-8b28-59ed45594c0c request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:09.304403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44864) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.341840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:09.352472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:09.356116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:09.360625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:09.368815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port f015d6ef-6bf2-4a33-9e85-d1d38fa944bb update to ACTIVE by agent not found {{(pid=87843) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:01:09.393531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=f6343595-196f-4bc4-9211-a163cf103304,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.394952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:09.402974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.408909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.409476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea9d76-6b1c-4985-8897-0dad04f9786e None None] Pushing event updated for resources: {'Port': ['ID=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.432538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:09.433353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.456196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d21c1f3d-5649-49a0-9bdc-2bc19dca5f29 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:09.461168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-58c69f68-2587-43ae-845d-d101e45940cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0143549 Mar 16 11:01:09.463699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44868) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.468390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ac549-8a00-4e0e-8b28-59ed45594c0c']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:09.485698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83171eaa-6df3-4f59-8d23-d3522b5b0c26') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:09.486247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83171eaa-6df3-4f59-8d23-d3522b5b0c26') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:09.499352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.503075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.512485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d21c1f3d-5649-49a0-9bdc-2bc19dca5f29 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:09.513765 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d21c1f3d-5649-49a0-9bdc-2bc19dca5f29 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2082648 Mar 16 11:01:09.516667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44872) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.525064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.534560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:09.535609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.561644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:09.563278 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:09.578247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.623877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:09.632007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:09.638042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:09.639093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Synchronizing usage tracker for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:09.670959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.694930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.700192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.705269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=244ac549-8a00-4e0e-8b28-59ed45594c0c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.708971 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-73aa6e43-6137-4d75-b1cd-fb626537fbc1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/244ac549-8a00-4e0e-8b28-59ed45594c0c HTTP/1.1" status: 204 len: 168 time: 1.4128158 Mar 16 11:01:09.712862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44878) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.719145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433547721'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:09.725619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:09.739692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.740192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:09.743410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44882) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.744116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3b6b49e2-5b09-42cd-97fb-be934423e5fe HTTP/1.1" status: 204 len: 168 time: 0.2261887 Mar 16 11:01:09.746401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:09.755376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15589-2189-4767-83af-fef641644ec3 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b6b49e2-5b09-42cd-97fb-be934423e5fe,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:09.759786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Unset dirty status for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:09.761450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d8d594f-d7f7-4ff2-af16-6f7541d5a3cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2960527 Mar 16 11:01:09.765342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44886) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.776248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:09.783966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f015d6ef-6bf2-4a33-9e85-d1d38fa944bb no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:09.805949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:09.809671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.836998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f015d6ef-6bf2-4a33-9e85-d1d38fa944bb {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:09.837338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f015d6ef-6bf2-4a33-9e85-d1d38fa944bb not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:09.839839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['5efb4d62-a4d7-4656-81b9-f4f44e1c78d0'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:01:09.858697 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-98e43971-19fa-43ca-bb28-a1ac2b693221 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1136744 Mar 16 11:01:09.861963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44890) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:09.892313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bf3bb-5c20-4507-b87b-edc0fe3f763f req-da82949d-c80f-4f0f-878b-61d511bcbfee tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:09.893892 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-550bf3bb-5c20-4507-b87b-edc0fe3f763f req-da82949d-c80f-4f0f-878b-61d511bcbfee tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 945 time: 0.2455745 Mar 16 11:01:09.897852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port f6343595-196f-4bc4-9211-a163cf103304 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:09.898190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.906487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:09.949485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.966049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:09.966438 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 0be227db-e390-4ae1-ae8e-a91baac6b8ae of type vlan for network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb Mar 16 11:01:09.989878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-550bf3bb-5c20-4507-b87b-edc0fe3f763f req-82f26d0c-433e-46d2-8c24-2efb630b3872 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618732 Mar 16 11:01:09.990172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.027062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.077208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.101063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.108690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.111217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.161486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ab63e8-3a37-43e6-9056-5c087a63d545,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:10.202199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.208495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.213282 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-449f39fe-2f8a-41ef-bfc4-1850dfa5f8f2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0ab63e8-3a37-43e6-9056-5c087a63d545 HTTP/1.1" status: 204 len: 168 time: 0.3496058 Mar 16 11:01:10.218101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44894) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:10.288287 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5741839 Mar 16 11:01:10.297271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44898) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:10.309080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:10.361370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a38c52d-1d6d-459a-a09c-e806c4a37bbd tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:10.376180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197886f-8643-4902-879b-926ab7c93d29 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:10.389696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:10.449351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for f6343595-196f-4bc4-9211-a163cf103304 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:10.501533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a38c52d-1d6d-459a-a09c-e806c4a37bbd tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:10.510417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44902) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:10.511599 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a38c52d-1d6d-459a-a09c-e806c4a37bbd tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2921712 Mar 16 11:01:10.516603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028937597'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:10.536746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:10.544574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:10.550304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:10.550785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:10.556867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:10.564908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:10.578662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:10.583155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.597126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.634064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:10.641279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:10.647386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:10.654349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:10.659696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.693011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531083b1-b2ce-4816-b43d-360c2cf81e0e None None] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:10.716069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=f6343595-196f-4bc4-9211-a163cf103304,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:10.812089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a48b612e-366e-4096-93d5-6ee465d41a8d None None] Provisioning for port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:10.831381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.916995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=738aa109-3b90-4053-9481-5683c2fa5dc7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:10.926317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '0be227db-e390-4ae1-ae8e-a91baac6b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:10.926671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:10.942956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.946591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:10.953392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.959470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:10.964274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:10.965786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:10.976151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c6bb1-0744-46b7-94a3-4577814fa89d None None] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:10.995662 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f9b92d7b-250c-4c54-835b-dfd78ba98b68 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6955833 Mar 16 11:01:10.996250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44906) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.002669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2097769093'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:11.013409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.023614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877785eb-fa2a-4fc4-8c06-cc7898bcff50,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:11.029863 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7fbcfa7f-c828-4f8f-9b9f-5c942d31ba9f tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/f6343595-196f-4bc4-9211-a163cf103304 HTTP/1.1" status: 204 len: 168 time: 1.2635360 Mar 16 11:01:11.032321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44912) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.043149 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:11.075384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.076567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8182ab39-a562-4ceb-9354-04835780fedf tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5657768 Mar 16 11:01:11.079418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44916) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.082850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8e6a3d-e395-49df-9843-49c36820d543 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] GET failed (client error): The resource could not be found. Mar 16 11:01:11.083388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fa8e6a3d-e395-49df-9843-49c36820d543 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Synchronizing usage tracker for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:11.089924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Request body: {'security_group_rule': {'security_group_id': '877785eb-fa2a-4fc4-8c06-cc7898bcff50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:11.097139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:11.109711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Usage tracker for resource:security_group_rule and tenant:94a6c738b764466c836c938baef578c8 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:11.115773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:11.123851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:11.132768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fa8e6a3d-e395-49df-9843-49c36820d543 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Unset dirty status for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:11.134478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fa8e6a3d-e395-49df-9843-49c36820d543 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports/f6343595-196f-4bc4-9211-a163cf103304 HTTP/1.1" status: 404 len: 333 time: 0.1012254 Mar 16 11:01:11.138269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44920) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.145529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-1210472528'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:11.251813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.290124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb', 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': '738aa109-3b90-4053-9481-5683c2fa5dc7'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:11.290953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.309770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:11.318486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:11.322577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:11.329643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:11.344071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:11.350175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.386393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 8736252c-83e1-47fd-836b-efa7fe80b63f yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:11.432802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:11.452539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.469763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:11.475249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.524565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9751ebe-c3d9-48b2-a7da-f84764a90445 req-230e4ef9-bc17-4ea7-9e34-8009312b2594 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:11.528380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Allocated IP 2001:db8::2 (bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb/738aa109-3b90-4053-9481-5683c2fa5dc7/f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:11.532596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9751ebe-c3d9-48b2-a7da-f84764a90445 req-230e4ef9-bc17-4ea7-9e34-8009312b2594 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 945 time: 0.3375180 Mar 16 11:01:11.541347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.545383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44924) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.546019 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656212 Mar 16 11:01:11.568622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8499f-b988-45d9-a648-b195ddcd85c2 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f968d0-1768-43f9-9f36-e3cbbaac9459,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:11.570857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d811cc92-f011-41cd-8014-4c3f7053fd20 None None] Provisioning for port cae49b1b-8bca-4293-b217-6db5b99d7c8e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:11.573432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:11.579305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.592973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d811cc92-f011-41cd-8014-4c3f7053fd20 None None] Provisioning complete for port cae49b1b-8bca-4293-b217-6db5b99d7c8e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:11.593611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d811cc92-f011-41cd-8014-4c3f7053fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.612730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port 1894ba18-6e84-4e72-ac25-5404585497d6 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:11.640559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.699616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9751ebe-c3d9-48b2-a7da-f84764a90445 req-7ae33ad2-27b6-4778-87e4-1382c9dab4b4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658716 Mar 16 11:01:11.733096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.738208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d811cc92-f011-41cd-8014-4c3f7053fd20 None None] Port cae49b1b-8bca-4293-b217-6db5b99d7c8e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:11.830870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.838950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbcdff0a-4751-48db-b2a2-a8d4c415ef02 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:11.859165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.9 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/1894ba18-6e84-4e72-ac25-5404585497d6) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:11.866460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877785eb-fa2a-4fc4-8c06-cc7898bcff50,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:11.877118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.881346 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-294ff316-201d-4324-a15e-467b01e78e65 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/877785eb-fa2a-4fc4-8c06-cc7898bcff50 HTTP/1.1" status: 204 len: 168 time: 0.3345590 Mar 16 11:01:11.882029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44928) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:11.940949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.958475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4d066094-c286-481c-8aaa-3eaa6882ece8 None None] Provisioning complete for port cae49b1b-8bca-4293-b217-6db5b99d7c8e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:11.959019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d066094-c286-481c-8aaa-3eaa6882ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:11.986895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Transition to ACTIVE for port object f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:11.988642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66ab3a76-f636-4b46-aed5-d0faf0fa8630 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:12.033497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Transition to ACTIVE for port object f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:12.034742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:12.044469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d066094-c286-481c-8aaa-3eaa6882ece8 None None] Port cae49b1b-8bca-4293-b217-6db5b99d7c8e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:12.046285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:12.046656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.071055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.090059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66ab3a76-f636-4b46-aed5-d0faf0fa8630 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:12.091734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-66ab3a76-f636-4b46-aed5-d0faf0fa8630 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083702 Mar 16 11:01:12.094336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44932) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.155042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.161805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::3e9 (bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb/738aa109-3b90-4053-9481-5683c2fa5dc7/8736252c-83e1-47fd-836b-efa7fe80b63f) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:12.169150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b6f66f8-2f69-4a8f-bff6-fd871c4e91c4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Synchronizing usage tracker for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:12.172486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:12.174696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object 1894ba18-6e84-4e72-ac25-5404585497d6 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:12.178303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:12.179994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-16aa29c7-def7-4d09-be94-4848067c8e45 None None] Could not find standard attr ID for object f6343595-196f-4bc4-9211-a163cf103304. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:12.184678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:12.188998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Pushing event updated for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:12.194169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b6f66f8-2f69-4a8f-bff6-fd871c4e91c4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] Unset dirty status for tenant:94a6c738b764466c836c938baef578c8 on resource:security_group_rule {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:12.198540 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b6f66f8-2f69-4a8f-bff6-fd871c4e91c4 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0974920 Mar 16 11:01:12.198976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44936) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.219943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-bf38290a-1523-4ffa-ac56-94fdc09865f9 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] delete failed (client error): The resource could not be found. Mar 16 11:01:12.220982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bf38290a-1523-4ffa-ac56-94fdc09865f9 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "DELETE /v2.0/security-groups/877785eb-fa2a-4fc4-8c06-cc7898bcff50 HTTP/1.1" status: 404 len: 347 time: 0.0208347 Mar 16 11:01:12.225461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44940) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.229145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.314688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:12.323349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Attempting to bind port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:12.323722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Attempting to bind port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0be227db-e390-4ae1-ae8e-a91baac6b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:12.324092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Attempting to bind port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 on network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:12.326244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:12.329136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:12.340271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:12.340679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Checking segment: {'id': '0be227db-e390-4ae1-ae8e-a91baac6b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:12.341062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.341458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Bound using segment: {'id': '0be227db-e390-4ae1-ae8e-a91baac6b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:12.341929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Bound port: f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be227db-e390-4ae1-ae8e-a91baac6b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:12.342305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.354546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.374940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.399233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 8736252c-83e1-47fd-836b-efa7fe80b63f will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:12.419939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=1894ba18-6e84-4e72-ac25-5404585497d6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:12.433156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:12.434282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.435312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port cbcdff0a-4751-48db-b2a2-a8d4c415ef02, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,segment=NetworkSegment(aff82871-ad08-43a3-b640-a9da8da827c9),segment_id=aff82871-ad08-43a3-b640-a9da8da827c9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:12.444962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7273274f-e4de-40c4-8bfd-7924d85e8772 tempest-SecGroupTest-1793179012 tempest-SecGroupTest-1793179012-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2188740 Mar 16 11:01:12.451686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.475816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.505770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bec90eac-c0f3-470b-ae78-9d3532e5a544 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3635511 Mar 16 11:01:12.506350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44946) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.512299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4b:47:4f'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:12.512496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:12.582787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:12.615917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:12.618958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:12.627646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:12.629810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.633547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:12.638158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:12.643732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:12.644407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.671244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6739054 Mar 16 11:01:12.677198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44950) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.688449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fd70f0da-d7a4-43d3-84c3-4037e86170b6 None None] Provisioning for port 1894ba18-6e84-4e72-ac25-5404585497d6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:12.697590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fd70f0da-d7a4-43d3-84c3-4037e86170b6 None None] Provisioning complete for port 1894ba18-6e84-4e72-ac25-5404585497d6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:12.698088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fd70f0da-d7a4-43d3-84c3-4037e86170b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.711164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702943a8-e862-43db-aaee-8eb8d075854d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=8736252c-83e1-47fd-836b-efa7fe80b63f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:12.719347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.776300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:12.784606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e57d5-1546-43dd-b5e4-17d6f98db787 None None] Pushing event updated for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:12.808551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 8736252c-83e1-47fd-836b-efa7fe80b63f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:12.809016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.809500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:12.809940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:12.844515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fd70f0da-d7a4-43d3-84c3-4037e86170b6 None None] Port 1894ba18-6e84-4e72-ac25-5404585497d6 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:12.938692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:12.998477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.056477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:13.104607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:13.111625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.180973 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0', 'code': 200} Mar 16 11:01:13.211230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:13.274402 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b2a660f-935e-4f80-b84a-f4c432eb786c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94a6c738b764466c836c938baef578c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344295 Mar 16 11:01:13.283162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44968) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:13.292009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.308495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78c2af-0263-47db-8b64-0d4c8340ac4c req-68c273ad-b28f-4277-8451-377863a9bdb1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:13.309883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d78c2af-0263-47db-8b64-0d4c8340ac4c req-68c273ad-b28f-4277-8451-377863a9bdb1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 945 time: 0.4066656 Mar 16 11:01:13.402389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d78c2af-0263-47db-8b64-0d4c8340ac4c req-553e7c6e-ddce-49f2-ac3a-a9bf42a53ff4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848477 Mar 16 11:01:13.414500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.427012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.433141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.464413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 8736252c-83e1-47fd-836b-efa7fe80b63f owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:13.497580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.568629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00744ee-f2ee-4505-ab6f-28575d7c1df0 req-22d359f9-c8f5-4d94-9a75-6171ce9e0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:13.570520 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a00744ee-f2ee-4505-ab6f-28575d7c1df0 req-22d359f9-c8f5-4d94-9a75-6171ce9e0bcc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 1099 time: 0.1517246 Mar 16 11:01:13.618948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=1894ba18-6e84-4e72-ac25-5404585497d6,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:13.636479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] In _notify_port_updated(), no bound segment for port 1894ba18-6e84-4e72-ac25-5404585497d6 on network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:13.641968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:13.642609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.647317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7b1095f3-2f9c-42d5-84d8-69ae4907e147 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "PUT /v2.0/ports/1894ba18-6e84-4e72-ac25-5404585497d6 HTTP/1.1" status: 200 len: 994 time: 1.1369705 Mar 16 11:01:13.647582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44972) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:13.706434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.743449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port 1894ba18-6e84-4e72-ac25-5404585497d6 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:13.743899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.792044 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a00744ee-f2ee-4505-ab6f-28575d7c1df0 req-a2cdc51d-c4b5-4240-933d-f5e9091d775c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310256 Mar 16 11:01:13.810549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.813975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.817572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=8736252c-83e1-47fd-836b-efa7fe80b63f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:13.830538 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63dd4886-c4dd-4cd3-b8e4-96196b7f4db2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/8736252c-83e1-47fd-836b-efa7fe80b63f HTTP/1.1" status: 204 len: 168 time: 1.1500371 Mar 16 11:01:13.830797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44976) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:13.839001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872551ff-d29e-4afb-b847-63d7f703f3f1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:13.891724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-14c2916f-a6a9-45ae-998e-027e6358f8ec None None] Provisioning complete for port 1894ba18-6e84-4e72-ac25-5404585497d6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:13.892235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-14c2916f-a6a9-45ae-998e-027e6358f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.908186 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99b2269-2501-4881-b0bb-e78ecb1c94f3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:13.908739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a99b2269-2501-4881-b0bb-e78ecb1c94f3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:13.929447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a99b2269-2501-4881-b0bb-e78ecb1c94f3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:13.932772 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a99b2269-2501-4881-b0bb-e78ecb1c94f3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/8736252c-83e1-47fd-836b-efa7fe80b63f HTTP/1.1" status: 404 len: 333 time: 0.0983889 Mar 16 11:01:13.933416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44980) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:13.934384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:13.995632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-14c2916f-a6a9-45ae-998e-027e6358f8ec None None] Port 1894ba18-6e84-4e72-ac25-5404585497d6 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:14.005314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.006422 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f85a09a2-77c1-404d-b869-0142b4ade230 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/872551ff-d29e-4afb-b847-63d7f703f3f1 HTTP/1.1" status: 204 len: 168 time: 0.7199674 Mar 16 11:01:14.026495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:14.032674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbcdff0a-4751-48db-b2a2-a8d4c415ef02 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:14.108152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:14.108501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.124636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 738aa109-3b90-4053-9481-5683c2fa5dc7 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:14.132663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.172924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6dc5a7-6059-4574-8d61-df64361e06d2 None None] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:14.226966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.241401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.324175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Provisioning for port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:14.352038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Provisioning complete for port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:14.352457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.412734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for 1894ba18-6e84-4e72-ac25-5404585497d6 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:14.586362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.599508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.748181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.873031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=1894ba18-6e84-4e72-ac25-5404585497d6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:14.905992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.945623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:14.946237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:14.977169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=738aa109-3b90-4053-9481-5683c2fa5dc7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:14.979464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:14.995569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6635-40ce-4640-ab8c-65e826d8a3a6 req-bc93aede-4608-48e3-9298-7a6dfa4a3393 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:14.997748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-770f6635-40ce-4640-ab8c-65e826d8a3a6 req-bc93aede-4608-48e3-9298-7a6dfa4a3393 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.4163282 Mar 16 11:01:15.059490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6795df6b-7b32-47b5-a45c-06c4d7c43ab2 None None] Network bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:15.201360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e56d419d-e937-464d-a771-daca59ea32c1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/738aa109-3b90-4053-9481-5683c2fa5dc7 HTTP/1.1" status: 204 len: 168 time: 1.2643325 Mar 16 11:01:15.204326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 44988) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:15.337248 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-770f6635-40ce-4640-ab8c-65e826d8a3a6 req-0797ca4a-90d8-4359-b952-293b8e7c73b8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287029 Mar 16 11:01:15.345749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.360464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:15.360907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.384631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.386763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] DHCP port deletion for bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:15.390053 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-571c20f0-5e70-4f82-814b-361c009285bc tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/1894ba18-6e84-4e72-ac25-5404585497d6 HTTP/1.1" status: 204 len: 168 time: 1.7414024 Mar 16 11:01:15.391129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44992) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:15.392113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Deleting port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:15.392113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.440311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f86c1b5-3b2f-455f-89bd-667eb321fcff tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] GET failed (client error): The resource could not be found. Mar 16 11:01:15.441753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0f86c1b5-3b2f-455f-89bd-667eb321fcff tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Synchronizing usage tracker for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:15.461699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0f86c1b5-3b2f-455f-89bd-667eb321fcff tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Unset dirty status for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:15.467537 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0f86c1b5-3b2f-455f-89bd-667eb321fcff tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports/1894ba18-6e84-4e72-ac25-5404585497d6 HTTP/1.1" status: 404 len: 333 time: 0.0743120 Mar 16 11:01:15.469294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 44996) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:15.475846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-1407632708'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:15.658619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:15.680591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:15.697134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:15.703273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.717340 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-7ed9d371-c394-4c81-aaaa-a4a8554ebe6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2949512 Mar 16 11:01:15.718426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.740682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:15.741389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.753055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:15.823903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:15.868504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:15.869040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:15.958561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.13 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/3022aa0f-b0f3-48ac-8419-e0a68d4ea734) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:15.976123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Calling delete_port for f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:16.006060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:16.033438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:16.054908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.088407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-65d40148-4303-4533-9ee6-72eb4b65b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.090554 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-65d40148-4303-4533-9ee6-72eb4b65b420 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1098 time: 0.2988222 Mar 16 11:01:16.114956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:16.115625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:16.139678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc9dad-6199-40e7-9997-1551dc988723 None None] Pushing event updated for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:16.236003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.247454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Provisioning complete for port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:16.247824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.268473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-89117473-e07b-4a90-8304-11fe44967570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.272311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-89117473-e07b-4a90-8304-11fe44967570 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 897 time: 0.1546409 Mar 16 11:01:16.302555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:16.302888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:16.305794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.326274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:16.327953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:16.335533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.367150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.419311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-2c49ef81-84ec-4a6c-b307-a5eb53d4571e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 1000 time: 0.1389210 Mar 16 11:01:16.494893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.495117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:16.502480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-e91b011b-7363-41bb-9d1d-25891acfe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.502673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:16.504558 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-e91b011b-7363-41bb-9d1d-25891acfe0d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 200 len: 834 time: 0.0787601 Mar 16 11:01:16.507787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:16.530416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:16.534261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:16.542379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.592238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Could not find standard attr ID for object 8736252c-83e1-47fd-836b-efa7fe80b63f. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:16.619678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:16.622059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.656560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a800a2-d5de-41f8-9247-5c4eafabb3d1 None None] Pushing event updated for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:16.672857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=3022aa0f-b0f3-48ac-8419-e0a68d4ea734,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:16.704615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.705342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.714652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-4143db69-1a93-4fe7-979e-8033443a4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.716131 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-4143db69-1a93-4fe7-979e-8033443a4cc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1965115 Mar 16 11:01:16.749420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e8874a01-1be2-4371-8d4a-d34e69f4d2cb tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2787344 Mar 16 11:01:16.751916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45002) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:16.759132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4b:47:4f'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:16.792991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b1a58-acc6-46c7-a501-0ea72184b4fd req-d84b1d11-4503-4d61-ae26-b21c231eb02b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:16.799941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e51b1a58-acc6-46c7-a501-0ea72184b4fd req-d84b1d11-4503-4d61-ae26-b21c231eb02b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.2146332 Mar 16 11:01:16.810863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Deleting port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:16.812425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.882228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-170c3d2d-9ddb-43cd-b05d-3571222a6601 None None] Provisioning for port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:16.890294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-170c3d2d-9ddb-43cd-b05d-3571222a6601 None None] Provisioning complete for port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:16.890712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-170c3d2d-9ddb-43cd-b05d-3571222a6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:16.904718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e51b1a58-acc6-46c7-a501-0ea72184b4fd req-e50cf2df-5077-47f5-8466-3470d5f2a016 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032283 Mar 16 11:01:17.005443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-170c3d2d-9ddb-43cd-b05d-3571222a6601 None None] Port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:17.017508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:17.018113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.119301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] For port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,segment=NetworkSegment(0be227db-e390-4ae1-ae8e-a91baac6b8ae),segment_id=0be227db-e390-4ae1-ae8e-a91baac6b8ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:17.119649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.124571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.147153 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-94f11d6f-afa3-404b-b5f7-45c034a5ddbc service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233651 Mar 16 11:01:17.153748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:17.217122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1d66-e1ee-4434-8ac5-4c306a4853f9 req-21ce72b0-73a9-49c2-bc67-7ae3d3a0c7fb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:17.218682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d76c1d66-e1ee-4434-8ac5-4c306a4853f9 req-21ce72b0-73a9-49c2-bc67-7ae3d3a0c7fb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.1746943 Mar 16 11:01:17.252986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Calling delete_port for f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:17.339728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.354262 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d76c1d66-e1ee-4434-8ac5-4c306a4853f9 req-67e87b63-236b-417c-8ffa-f5ab860b0ebd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287422 Mar 16 11:01:17.393416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] Pushing event deleted for resources: {'Port': ['ID=f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:17.397862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed1daa-a860-42f9-9cc3-1384a0e03139 None None] No DVR routers for this DVR port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:17.437457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.443579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.491277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:17.491844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:17.503111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-4d221c9c-a6e0-4765-ae31-9133f3fe44e7 req-eca4af24-b333-4e21-9377-74b9de8fbd96 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205562 Mar 16 11:01:17.549606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:17.550039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.638934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] The port 'f5e9c0b0-2d5f-4294-9bf7-b4066c6ddae5' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:17.693896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=3022aa0f-b0f3-48ac-8419-e0a68d4ea734,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:17.700792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] In _notify_port_updated(), no bound segment for port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 on network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:17.706447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:17.707815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.709200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-95f42b35-aa6b-4d40-a0f8-c4e1508076e7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "PUT /v2.0/ports/3022aa0f-b0f3-48ac-8419-e0a68d4ea734 HTTP/1.1" status: 200 len: 997 time: 0.9563115 Mar 16 11:01:17.711894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45012) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:17.732171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ff927bfc-c4e9-4e16-bf10-8197e0941517 None None] Provisioning complete for port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:17.732676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ff927bfc-c4e9-4e16-bf10-8197e0941517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.774848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.782746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:17.783324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.809132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:17.822891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be227db-e390-4ae1-ae8e-a91baac6b8ae') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:17.823187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be227db-e390-4ae1-ae8e-a91baac6b8ae') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:17.825188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ff927bfc-c4e9-4e16-bf10-8197e0941517 None None] Port 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:17.837125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.858362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.864524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:17.865064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: util.warn( Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:17.880196 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:17.958383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.975791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.989493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:17.998514 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d429cbb9-6101-4c43-8337-1f3af975e424 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/bd5c6f8c-ad88-4a83-b3a5-bc9e85676cfb HTTP/1.1" status: 204 len: 168 time: 2.7924592 Mar 16 11:01:18.001954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45016) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:18.008208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'name': 'tempest-PortsIpV6TestJSON-1000228135'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:18.057292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.115672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:18.119570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:18.122429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:18.127930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:18.139519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:18.143375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.169551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 4ddcc69d-61fe-44e9-9c3a-1f20b2b54277 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:18.182507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for 3022aa0f-b0f3-48ac-8419-e0a68d4ea734 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:18.329547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.379710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=3022aa0f-b0f3-48ac-8419-e0a68d4ea734,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:18.390207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.419268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.498445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=4ddcc69d-61fe-44e9-9c3a-1f20b2b54277,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:18.513998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:18.515471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:18.516094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.517812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:18.523885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:18.524588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.534503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9364c95c-7fa7-42a5-ac8a-6432738d8367 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/3022aa0f-b0f3-48ac-8419-e0a68d4ea734 HTTP/1.1" status: 204 len: 168 time: 0.8214817 Mar 16 11:01:18.538974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45020) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:18.595122 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-7232abd5-fc91-4dca-8486-dc3d4acc4069 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] GET failed (client error): The resource could not be found. Mar 16 11:01:18.596685 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7232abd5-fc91-4dca-8486-dc3d4acc4069 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports/3022aa0f-b0f3-48ac-8419-e0a68d4ea734 HTTP/1.1" status: 404 len: 333 time: 0.0567322 Mar 16 11:01:18.599812 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5dd2ea03-76f7-4778-9e29-f0cba4b8aec3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5961111 Mar 16 11:01:18.601820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45024) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:18.602200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45026) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:18.607775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-1751532146'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:18.669282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 4ddcc69d-61fe-44e9-9c3a-1f20b2b54277 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:18.669541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.745197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:18.749281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:port and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:18.752012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:18.757733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:18.769299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:18.772921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.795530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port 2ac89aee-0738-491b-8162-d6ab677165e7 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:18.886959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.937736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45032) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:18.940277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.6 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/2ac89aee-0738-491b-8162-d6ab677165e7) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:19.011008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 4ddcc69d-61fe-44e9-9c3a-1f20b2b54277 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:19.096378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.143869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=4ddcc69d-61fe-44e9-9c3a-1f20b2b54277,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:19.151252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.161268 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d61b32f2-f772-438f-91cc-80fb1ee0a2ff tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/4ddcc69d-61fe-44e9-9c3a-1f20b2b54277 HTTP/1.1" status: 204 len: 168 time: 0.5581746 Mar 16 11:01:19.163633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45036) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:19.169029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'mac_address': 'fa:16:3e:93:db:65', 'name': 'tempest-PortsIpV6TestJSON-671428101'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:19.278180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:19.282080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:19.285365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:19.291304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:19.300867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:19.406658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.436079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 8f4b5df4-3ff9-4112-a209-8e2215f96396 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:19.566576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.653220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object 2ac89aee-0738-491b-8162-d6ab677165e7 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:19.764285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.783368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.793383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.859886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:19.868274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:19.871215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:19.877385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:19.877994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.895289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=8f4b5df4-3ff9-4112-a209-8e2215f96396,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:19.904669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:19.912707 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b660a276-cdee-4422-bf1e-d1770a72d6ec tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7472975 Mar 16 11:01:19.913236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:19.914937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45042) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:19.919686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:19.948032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=2ac89aee-0738-491b-8162-d6ab677165e7,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:20.003283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fa048-aafc-4cd8-9104-bcff837c340b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:20.004669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d8fa048-aafc-4cd8-9104-bcff837c340b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:20.022508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d8fa048-aafc-4cd8-9104-bcff837c340b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:20.026506 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9d8fa048-aafc-4cd8-9104-bcff837c340b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/8f4b5df4-3ff9-4112-a209-8e2215f96396 HTTP/1.1" status: 200 len: 844 time: 0.1074440 Mar 16 11:01:20.026684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45046) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:20.030668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:20.031294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.098779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 8f4b5df4-3ff9-4112-a209-8e2215f96396 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:20.099125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.107628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3e4a22c1-3184-4bc0-a730-9b54d9be8d35 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5018988 Mar 16 11:01:20.108638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45050) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:20.112614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.125351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'network_id': '02a0343f-7970-49a6-ac32-1d8e8db29bc5', 'name': 'tempest-AllowedAddressPairTestJSON-1961865551'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:20.161570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c6fe99fc-28e9-49cf-b5a7-4ddeffcd23fe None None] Provisioning for port 2ac89aee-0738-491b-8162-d6ab677165e7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:20.166595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c6fe99fc-28e9-49cf-b5a7-4ddeffcd23fe None None] Provisioning complete for port 2ac89aee-0738-491b-8162-d6ab677165e7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:20.166967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c6fe99fc-28e9-49cf-b5a7-4ddeffcd23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.224122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe99fc-28e9-49cf-b5a7-4ddeffcd23fe None None] Port 2ac89aee-0738-491b-8162-d6ab677165e7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:20.324292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.416321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:20.427304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Usage tracker for resource:port and tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:20.446755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 8f4b5df4-3ff9-4112-a209-8e2215f96396 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:20.465969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:20.473546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:20.504107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Made reservation on behalf of e707a5f1ca8e4ba4bcbbd70d425ab0e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:20.508719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.528768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.574620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] device_id is not set on port 962f9f83-f49d-4ab1-b078-53472cceeb0e yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:20.583569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=8f4b5df4-3ff9-4112-a209-8e2215f96396,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:20.590421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.604984 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dc0e2578-a4a6-4da8-9420-fcf22074863a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/8f4b5df4-3ff9-4112-a209-8e2215f96396 HTTP/1.1" status: 204 len: 168 time: 0.5771835 Mar 16 11:01:20.607414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45054) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:20.649052 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-a507c711-e01f-4b1f-a1c9-7668d02f1667 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:20.649569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a507c711-e01f-4b1f-a1c9-7668d02f1667 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:20.666739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a507c711-e01f-4b1f-a1c9-7668d02f1667 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:20.667813 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a507c711-e01f-4b1f-a1c9-7668d02f1667 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/8f4b5df4-3ff9-4112-a209-8e2215f96396 HTTP/1.1" status: 404 len: 333 time: 0.0595324 Mar 16 11:01:20.671360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45058) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:20.677061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'name': 'tempest-PortsIpV6TestJSON-1692276941'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:20.766113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.17 (30e6c69c-cc39-4f1c-826e-cadce05bd906/500cbfbb-3234-4cea-bda3-b95d9c3bce3f/b4e3739d-bcba-4f29-b789-b9b1856603ce) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:20.785687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:20.793167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Allocated IP 172.20.0.9 (02a0343f-7970-49a6-ac32-1d8e8db29bc5/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6/962f9f83-f49d-4ab1-b078-53472cceeb0e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:20.799394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:20.810891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:20.814815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:20.836587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port d706a86f-9008-4715-b6a7-9cf05b919cc4 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:21.064162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.093401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.162736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:21.169866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:21.172451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:21.178933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.179483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.183983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.194770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=d706a86f-9008-4715-b6a7-9cf05b919cc4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:21.214990 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-98511043-1f40-40b9-bcd6-a11e91c48c1c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5424104 Mar 16 11:01:21.217574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45062) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:21.222827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object b4e3739d-bcba-4f29-b789-b9b1856603ce will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:21.223636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:21.273418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.293027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Transition to ACTIVE for port object 962f9f83-f49d-4ab1-b078-53472cceeb0e will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:21.299428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.344379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.369916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:21.379183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:21.384746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:21.430969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:21.449488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.525451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=962f9f83-f49d-4ab1-b078-53472cceeb0e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:21.530012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.551371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:21.553465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:21.556641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:21.573817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.578605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.633945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.634580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.639980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] In _notify_port_updated(), no bound segment for port d706a86f-9008-4715-b6a7-9cf05b919cc4 on network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:21.645541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:21.646263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.651451 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/ports/d706a86f-9008-4715-b6a7-9cf05b919cc4 HTTP/1.1" status: 200 len: 818 time: 0.4290597 Mar 16 11:01:21.651664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45066) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:21.664019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b86f3531-ee8a-43ab-b191-84d5422b98e9 None None] Provisioning for port b4e3739d-bcba-4f29-b789-b9b1856603ce completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:21.671805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b32eb-ad5a-4dff-b998-c585a7249b33 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=d706a86f-9008-4715-b6a7-9cf05b919cc4,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:21.671991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b86f3531-ee8a-43ab-b191-84d5422b98e9 None None] Provisioning complete for port b4e3739d-bcba-4f29-b789-b9b1856603ce triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:21.672367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b86f3531-ee8a-43ab-b191-84d5422b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.720770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-207ed831-c076-48e1-8773-354bd9e5d6ab tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6110559 Mar 16 11:01:21.724243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45070) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:21.744217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4b:47:4f'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d4:64:7e'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:21.744568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b86f3531-ee8a-43ab-b191-84d5422b98e9 None None] Port b4e3739d-bcba-4f29-b789-b9b1856603ce cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:21.768734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port d706a86f-9008-4715-b6a7-9cf05b919cc4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:21.769131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.865173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eaab91a9-6480-42ea-994d-48cdc5882c57 None None] Provisioning for port 962f9f83-f49d-4ab1-b078-53472cceeb0e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:21.871101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eaab91a9-6480-42ea-994d-48cdc5882c57 None None] Provisioning complete for port 962f9f83-f49d-4ab1-b078-53472cceeb0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:21.871773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eaab91a9-6480-42ea-994d-48cdc5882c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.915873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:21.930043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-eaab91a9-6480-42ea-994d-48cdc5882c57 None None] Port 962f9f83-f49d-4ab1-b078-53472cceeb0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:22.101855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.163375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.297928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for d706a86f-9008-4715-b6a7-9cf05b919cc4 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:22.351210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.355717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.475925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event updated for resources: {'Port': ['ID=962f9f83-f49d-4ab1-b078-53472cceeb0e,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:22.489695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] In _notify_port_updated(), no bound segment for port 962f9f83-f49d-4ab1-b078-53472cceeb0e on network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:22.496302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:22.497355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.498315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.501753 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-db008b09-67aa-4168-9a41-01b3091a003b tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "PUT /v2.0/ports/962f9f83-f49d-4ab1-b078-53472cceeb0e HTTP/1.1" status: 200 len: 1056 time: 0.7723188 Mar 16 11:01:22.502393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:22.579451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port 962f9f83-f49d-4ab1-b078-53472cceeb0e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:22.579796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.618167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=d706a86f-9008-4715-b6a7-9cf05b919cc4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:22.629884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.646592 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7dc3fcc1-fcd3-4a8e-9618-e98dfc5a2ca3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/d706a86f-9008-4715-b6a7-9cf05b919cc4 HTTP/1.1" status: 204 len: 168 time: 0.9921358 Mar 16 11:01:22.647070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45078) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:22.756414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e9d8665e-e694-4ea7-b83f-8872e30ecbbb None None] Provisioning complete for port 962f9f83-f49d-4ab1-b078-53472cceeb0e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:22.757036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e9d8665e-e694-4ea7-b83f-8872e30ecbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.813487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8665e-e694-4ea7-b83f-8872e30ecbbb None None] Port 962f9f83-f49d-4ab1-b078-53472cceeb0e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:22.838414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.865998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.871743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:22.945720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3a241-a8fb-4dbf-8abe-23cbc5b3903e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:22.946404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75d3a241-a8fb-4dbf-8abe-23cbc5b3903e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:22.965187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for 962f9f83-f49d-4ab1-b078-53472cceeb0e owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:23.003232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-75d3a241-a8fb-4dbf-8abe-23cbc5b3903e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:23.004501 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-75d3a241-a8fb-4dbf-8abe-23cbc5b3903e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3564839 Mar 16 11:01:23.007206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45082) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:23.009989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:23.012293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.058005 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-713a86b5-3632-427f-9fc0-73154a148726 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:23.058531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-713a86b5-3632-427f-9fc0-73154a148726 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:23.088838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-713a86b5-3632-427f-9fc0-73154a148726 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:23.093856 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-713a86b5-3632-427f-9fc0-73154a148726 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/d706a86f-9008-4715-b6a7-9cf05b919cc4 HTTP/1.1" status: 404 len: 333 time: 0.0818937 Mar 16 11:01:23.094009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45086) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:23.101278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1047256286'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:23.107270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:23.141573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:23.148096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:23.149215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:23.149530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:23.159004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:23.178842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:23.182487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.199772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.253121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=962f9f83-f49d-4ab1-b078-53472cceeb0e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:23.313235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:23.338214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.338616 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 16df2523-2747-4bb3-bb9c-107ec2911126 of type vlan for network 300f5344-f134-4f33-981e-fa8678853ee4 Mar 16 11:01:23.365324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:23.413915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.440491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-04173e88-8043-4eb7-8f57-11f8b6d5c2ea None None] Provisioning complete for port b4e3739d-bcba-4f29-b789-b9b1856603ce triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:23.441269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-04173e88-8043-4eb7-8f57-11f8b6d5c2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.521011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-04173e88-8043-4eb7-8f57-11f8b6d5c2ea None None] Port b4e3739d-bcba-4f29-b789-b9b1856603ce cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:23.570000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:23.575458 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3d73e581-4933-4505-8c1b-43577d2369a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5421819f-d6ea-412b-ba45-2789c3e076fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6365051 Mar 16 11:01:23.589110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:23.598876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:23.599471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:23.614121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.619494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:23.620068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.822153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:23.861272 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7637637 Mar 16 11:01:23.864304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45094) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:23.867720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5454955-da1e-481d-be75-86ece882eeb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=300f5344-f134-4f33-981e-fa8678853ee4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:23.869935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:23.871156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:23.871755 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b9b5fbe-d123-4764-9ff5-f1d51c588fe7 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/962f9f83-f49d-4ab1-b078-53472cceeb0e HTTP/1.1" status: 204 len: 168 time: 1.3684225 Mar 16 11:01:23.874684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45098) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:23.880635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:23.920027 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67ae0d-bac4-4c33-9c55-079f34af0146 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] GET failed (client error): The resource could not be found. Mar 16 11:01:23.920886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2c67ae0d-bac4-4c33-9c55-079f34af0146 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Synchronizing usage tracker for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:23.936943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2c67ae0d-bac4-4c33-9c55-079f34af0146 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Unset dirty status for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:23.938354 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2c67ae0d-bac4-4c33-9c55-079f34af0146 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports/962f9f83-f49d-4ab1-b078-53472cceeb0e HTTP/1.1" status: 404 len: 333 time: 0.0628257 Mar 16 11:01:23.941545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45102) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:23.984521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:23.989392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:23.992228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:23.998111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:24.009340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:24.010544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port 2ac89aee-0738-491b-8162-d6ab677165e7 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:24.010932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.012920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.241199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.274888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.281998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:21Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e3739d-bcba-4f29-b789-b9b1856603ce', 'name': '', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:a9:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:20Z', 'updated_at': '2022-03-16T11:01:22Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:24.287559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:24.287559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Updating router 5421819f-d6ea-412b-ba45-2789c3e076fd port b4e3739d-bcba-4f29-b789-b9b1856603ce binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:01:24.318279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=72fd6cfe-621c-4302-a451-ae932741bac0,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:24.340947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.343324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '16df2523-2747-4bb3-bb9c-107ec2911126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:24.343684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 300f5344-f134-4f33-981e-fa8678853ee4, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:24.364948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 300f5344-f134-4f33-981e-fa8678853ee4 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:24.375423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 300f5344-f134-4f33-981e-fa8678853ee4) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:24.380652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:24.381776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.396482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0556fd-c27b-4b10-b826-06ccaa09fc60 None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:24.406893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ab03756a-ea5f-45dd-85b5-b6ab031c71f5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5410624 Mar 16 11:01:24.410260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45106) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:24.416770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:24.417316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for 2ac89aee-0738-491b-8162-d6ab677165e7 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:24.572521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:24.576756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:24.579750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:24.582856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.586482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:24.595812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:24.599855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.636244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=2ac89aee-0738-491b-8162-d6ab677165e7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:24.747599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.752768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72fd6cfe-621c-4302-a451-ae932741bac0 (CIDR: 2001:db8::/64) Mar 16 11:01:24.757767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:01:24.758555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:01:24.766092 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-89533a3c-71c8-4ce5-b5e3-98caacc16507 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/2ac89aee-0738-491b-8162-d6ab677165e7 HTTP/1.1" status: 204 len: 168 time: 0.8210626 Mar 16 11:01:24.767082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45110) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:24.780554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-300f5344-f134-4f33-981e-fa8678853ee4', 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': '72fd6cfe-621c-4302-a451-ae932741bac0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:24.781310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:24.794034 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-112b3c36-b6fe-471f-a12c-81414d1f5139 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3826027 Mar 16 11:01:24.794731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45114) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:24.800611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:24.820474 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8572d181-6e28-4d04-8fe0-49082a8ef18c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] GET failed (client error): The resource could not be found. Mar 16 11:01:24.821043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8572d181-6e28-4d04-8fe0-49082a8ef18c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Synchronizing usage tracker for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:24.844808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8572d181-6e28-4d04-8fe0-49082a8ef18c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Unset dirty status for tenant:e707a5f1ca8e4ba4bcbbd70d425ab0e9 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:24.846341 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8572d181-6e28-4d04-8fe0-49082a8ef18c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "GET /v2.0/ports/2ac89aee-0738-491b-8162-d6ab677165e7 HTTP/1.1" status: 404 len: 333 time: 0.0770833 Mar 16 11:01:24.850076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45118) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:24.928437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port cae49b1b-8bca-4293-b217-6db5b99d7c8e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:24.928793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.047123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Allocated IP 2001:db8::2 (300f5344-f134-4f33-981e-fa8678853ee4/72fd6cfe-621c-4302-a451-ae932741bac0/9aae8377-64ed-4c31-b6a1-2f2c847ef88a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:25.064131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.078051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:25.082590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:25.085605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:25.091287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:25.102780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Transition to ACTIVE for port object b4e3739d-bcba-4f29-b789-b9b1856603ce will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:25.104536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:25.108263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.155521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.178817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.305254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for cae49b1b-8bca-4293-b217-6db5b99d7c8e owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:25.395721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.467282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 300f5344-f134-4f33-981e-fa8678853ee4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:25.469453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:25.474443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:25.475077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.477284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.505385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=adc57c36-60b1-4884-b538-53b801fd9c2b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:25.509906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abeaa3-8c22-481a-bd7f-bf10e814b541 None None] Pushing event updated for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:25.535383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=cae49b1b-8bca-4293-b217-6db5b99d7c8e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:25.563528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e001e1a6-55cf-410b-9233-c35a45d90798 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7675877 Mar 16 11:01:25.564679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45122) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:25.571578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'fixed_ips': [{'subnet_id': '72fd6cfe-621c-4302-a451-ae932741bac0'}, {'subnet_id': 'adc57c36-60b1-4884-b538-53b801fd9c2b'}], 'name': 'tempest-PortsIpV6TestJSON-1777499149'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:25.613950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Attempting to bind port b4e3739d-bcba-4f29-b789-b9b1856603ce on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:25.614298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Attempting to bind port b4e3739d-bcba-4f29-b789-b9b1856603ce by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:25.614652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Attempting to bind port b4e3739d-bcba-4f29-b789-b9b1856603ce on network 30e6c69c-cc39-4f1c-826e-cadce05bd906 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:25.617550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.633681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:25.634233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Checking segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:25.634736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.635222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Bound using segment: {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:25.635835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Bound port: b4e3739d-bcba-4f29-b789-b9b1856603ce, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd352fd-a342-4019-8903-60e5ba634dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:25.636295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.654189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Transition to ACTIVE for port object 9aae8377-64ed-4c31-b6a1-2f2c847ef88a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:25.737357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Transition to ACTIVE for port object 9aae8377-64ed-4c31-b6a1-2f2c847ef88a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:25.747469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:25.759544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:25.763445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.770217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.775530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:25.786853 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cecc8895-2fac-4228-96d7-b4fd52f0d01c tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/ports/cae49b1b-8bca-4293-b217-6db5b99d7c8e HTTP/1.1" status: 204 len: 168 time: 0.9353855 Mar 16 11:01:25.789379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45126) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:25.849520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Pushing event updated for resources: {'Port': ['ID=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:25.866074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:25.868372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting subnet 0a7178e2-7a38-400a-bbe7-60bcee7cdbe6 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:25.868514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:25.870548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] For port b4e3739d-bcba-4f29-b789-b9b1856603ce, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:25.871621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.872518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:25.875522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] For port b4e3739d-bcba-4f29-b789-b9b1856603ce, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b4e3739d-bcba-4f29-b789-b9b1856603ce,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:25.904219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.919109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.930054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:25.942555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 1240a9c1-a164-4801-aaab-c1339dc7b1db yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:26.022611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.025415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Attempting to bind port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:26.025782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Attempting to bind port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '16df2523-2747-4bb3-bb9c-107ec2911126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:26.026144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Attempting to bind port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a on network 300f5344-f134-4f33-981e-fa8678853ee4 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:26.056541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abeaa3-8c22-481a-bd7f-bf10e814b541 None None] Pushing event updated for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:26.059963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:26.060596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Checking segment: {'id': '16df2523-2747-4bb3-bb9c-107ec2911126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:26.061133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.061701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Bound using segment: {'id': '16df2523-2747-4bb3-bb9c-107ec2911126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:26.062380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Bound port: 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16df2523-2747-4bb3-bb9c-107ec2911126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '300f5344-f134-4f33-981e-fa8678853ee4'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:26.062895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.082396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:26.084466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:00:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:26.136197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.182076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7178e2-7a38-400a-bbe7-60bcee7cdbe6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:26.189948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.199751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-77fbd66c-3c33-4d7f-bd89-6814c02c2e96 tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/subnets/0a7178e2-7a38-400a-bbe7-60bcee7cdbe6 HTTP/1.1" status: 204 len: 168 time: 0.4071424 Mar 16 11:01:26.200014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45132) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:26.204207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419861f-726b-4b69-9906-4b9afbf1f7d7 None None] Network 02a0343f-7970-49a6-ac32-1d8e8db29bc5 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:26.317951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.328392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Deleting port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:26.328729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.371173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::35d (300f5344-f134-4f33-981e-fa8678853ee4/72fd6cfe-621c-4302-a451-ae932741bac0/1240a9c1-a164-4801-aaab-c1339dc7b1db) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:26.377352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8:0:1::6c (300f5344-f134-4f33-981e-fa8678853ee4/adc57c36-60b1-4884-b538-53b801fd9c2b/1240a9c1-a164-4801-aaab-c1339dc7b1db) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:26.400796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] For port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:26.454525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] For port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,segment=NetworkSegment(16df2523-2747-4bb3-bb9c-107ec2911126),segment_id=16df2523-2747-4bb3-bb9c-107ec2911126)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:26.503337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.568621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] For port cbcdff0a-4751-48db-b2a2-a8d4c415ef02, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,segment=NetworkSegment(aff82871-ad08-43a3-b640-a9da8da827c9),segment_id=aff82871-ad08-43a3-b640-a9da8da827c9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:26.569564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.570305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:26.613251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.630103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 1240a9c1-a164-4801-aaab-c1339dc7b1db will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:26.658393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.695504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Calling delete_port for cbcdff0a-4751-48db-b2a2-a8d4c415ef02 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:26.725945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 300f5344-f134-4f33-981e-fa8678853ee4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:26.729438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:26.734356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:26.739753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:26.740394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.754064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc47122-5823-42b9-b72a-90a545047aa4 None None] Pushing event updated for resources: {'Port': ['ID=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:26.780606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=1240a9c1-a164-4801-aaab-c1339dc7b1db,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:26.791525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-82c8a9ab-fc8c-4a45-83c4-3ecb6e87d05d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2254186 Mar 16 11:01:26.796343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45136) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:26.802812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72fd6cfe-621c-4302-a451-ae932741bac0'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:26.816386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.853577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dad168ae-cdc7-4b96-b65c-dbf987e49e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:26.871044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Port': ['ID=cbcdff0a-4751-48db-b2a2-a8d4c415ef02,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:26.876607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] No DVR routers for this DVR port cbcdff0a-4751-48db-b2a2-a8d4c415ef02 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:26.980658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.033102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.090456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82992d-1eb4-4f0f-a5cc-1c3295c08eaf None None] DHCP port deletion for 02a0343f-7970-49a6-ac32-1d8e8db29bc5 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:27.091061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a0343f-7970-49a6-ac32-1d8e8db29bc5']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:27.114829 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff82871-ad08-43a3-b640-a9da8da827c9') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:27.115147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff82871-ad08-43a3-b640-a9da8da827c9') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:27.132738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.151450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:21Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e3739d-bcba-4f29-b789-b9b1856603ce', 'name': '', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:a9:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:20Z', 'updated_at': '2022-03-16T11:01:25Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:27.152807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.156449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc2ba54-504d-4871-b695-21a91798bf37 None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:21Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e3739d-bcba-4f29-b789-b9b1856603ce', 'name': '', 'network_id': '30e6c69c-cc39-4f1c-826e-cadce05bd906', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:a9:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:01:20Z', 'updated_at': '2022-03-16T11:01:25Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '500cbfbb-3234-4cea-bda3-b95d9c3bce3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:27.167241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:27.167692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:27.183191 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:27.306059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.315398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.343887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] Pushing event deleted for resources: {'Network': ['ID=02a0343f-7970-49a6-ac32-1d8e8db29bc5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:27.349725 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a45b6094-332a-420c-afd0-06a65ff5a5fd tempest-AllowedAddressPairTestJSON-1026587955 tempest-AllowedAddressPairTestJSON-1026587955-project] 10.222.0.50 "DELETE /v2.0/networks/02a0343f-7970-49a6-ac32-1d8e8db29bc5 HTTP/1.1" status: 204 len: 168 time: 1.1483853 Mar 16 11:01:27.439303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Delete allocated IP 2001:db8:0:1::6c (300f5344-f134-4f33-981e-fa8678853ee4/adc57c36-60b1-4884-b538-53b801fd9c2b) {{(pid=87841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:01:27.700241 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45146) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:27.775145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.810388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Ignored duplicate provisioning block setup for port 1240a9c1-a164-4801-aaab-c1339dc7b1db by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:01:27.815048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.858731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b4e3739d-bcba-4f29-b789-b9b1856603ce up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:27.948128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] In _notify_port_updated(), no bound segment for port 1240a9c1-a164-4801-aaab-c1339dc7b1db on network 300f5344-f134-4f33-981e-fa8678853ee4 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:27.949638 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1da134f1-fe59-41fb-9771-2b656da2e444 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e707a5f1ca8e4ba4bcbbd70d425ab0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482324 Mar 16 11:01:27.952101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45152) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:27.953975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:27.954638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:27.959451 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/ports/1240a9c1-a164-4801-aaab-c1339dc7b1db HTTP/1.1" status: 200 len: 926 time: 1.1585970 Mar 16 11:01:27.959834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45156) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:27.968444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b4e3739d-bcba-4f29-b789-b9b1856603ce completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:27.968734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72fd6cfe-621c-4302-a451-ae932741bac0'}, {'subnet_id': 'adc57c36-60b1-4884-b538-53b801fd9c2b'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:27.975779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b4e3739d-bcba-4f29-b789-b9b1856603ce triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:27.976252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.029261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.037821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a1d6-1cf1-4106-b88e-db71da75e873 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=1240a9c1-a164-4801-aaab-c1339dc7b1db,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:28.071868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.125097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.129655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.139355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.153530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718e256-57a2-491d-bde1-001315fbfe80 None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:28.157185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed76e42c-1638-46b3-a184-50d5c11de2a9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:28.160433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.169427 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-91ee1d32-18a8-4c31-926b-78c7078a1d5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed76e42c-1638-46b3-a184-50d5c11de2a9 HTTP/1.1" status: 204 len: 168 time: 0.2162495 Mar 16 11:01:28.278369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-51a0f107-a434-495c-a465-ffd0ec3ef493 None None] Provisioning for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:28.292489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port b4e3739d-bcba-4f29-b789-b9b1856603ce, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b4e3739d-bcba-4f29-b789-b9b1856603ce,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:28.301636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.302379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9aae8377-64ed-4c31-b6a1-2f2c847ef88a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:28.485695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:28.511104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8:0:1::e9 (300f5344-f134-4f33-981e-fa8678853ee4/adc57c36-60b1-4884-b538-53b801fd9c2b/1240a9c1-a164-4801-aaab-c1339dc7b1db) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:28.536890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:28.548302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:28.548674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.707283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.727462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Ignored duplicate provisioning block setup for port 1240a9c1-a164-4801-aaab-c1339dc7b1db by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:01:28.732781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.749201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.793786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Update dhcp port {'port': {'network_id': '300f5344-f134-4f33-981e-fa8678853ee4', 'fixed_ips': [{'subnet_id': '72fd6cfe-621c-4302-a451-ae932741bac0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adc57c36-60b1-4884-b538-53b801fd9c2b'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '9aae8377-64ed-4c31-b6a1-2f2c847ef88a'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:01:28.835001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,segment=NetworkSegment(16df2523-2747-4bb3-bb9c-107ec2911126),segment_id=16df2523-2747-4bb3-bb9c-107ec2911126)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:28.846490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.890078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=1240a9c1-a164-4801-aaab-c1339dc7b1db,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:28.895289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.898475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] In _notify_port_updated(), no bound segment for port 1240a9c1-a164-4801-aaab-c1339dc7b1db on network 300f5344-f134-4f33-981e-fa8678853ee4 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:28.905757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:28.906786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.907710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41c074f8-5e58-49d4-819b-3b4f766f4b92 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/ports/1240a9c1-a164-4801-aaab-c1339dc7b1db HTTP/1.1" status: 200 len: 1011 time: 0.9469504 Mar 16 11:01:28.910454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:28.917016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbcdff0a-4751-48db-b2a2-a8d4c415ef02 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:28.978021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 1240a9c1-a164-4801-aaab-c1339dc7b1db {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:28.978373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:28.991963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: cbcdff0a-4751-48db-b2a2-a8d4c415ef02 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:28.992664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cbcdff0a-4751-48db-b2a2-a8d4c415ef02 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:29.020357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45186) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:29.040913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.088819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-03631b7b-342b-4ce1-b263-8a1b4409663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.137931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-587899043'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:29.142952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:29.147254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Usage tracker for resource:network and tenant:41be3b7de22147739b90a30591710043 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:29.150277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:29.156758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:29.167497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Made reservation on behalf of 41be3b7de22147739b90a30591710043 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:29.171416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.184093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.184295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Allocated IP 2001:db8:0:1::2 (300f5344-f134-4f33-981e-fa8678853ee4/adc57c36-60b1-4884-b538-53b801fd9c2b/9aae8377-64ed-4c31-b6a1-2f2c847ef88a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:29.200009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:29.203912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Usage tracker for resource:security_group_rule and tenant:41be3b7de22147739b90a30591710043 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:29.207132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:29.213137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:29.245496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.299771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.305125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.334540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] For port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,segment=NetworkSegment(16df2523-2747-4bb3-bb9c-107ec2911126),segment_id=16df2523-2747-4bb3-bb9c-107ec2911126)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:29.338276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:29.346758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbce3fc-db51-4e3a-8ace-cc80eb486a44,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.353164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.353621 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Added segment 5aab7782-14e2-4d47-a6e3-5f6e86eac1de of type vlan for network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 Mar 16 11:01:29.362338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.376783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 1240a9c1-a164-4801-aaab-c1339dc7b1db owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:29.381808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Transition to ACTIVE for port object 9aae8377-64ed-4c31-b6a1-2f2c847ef88a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:29.385120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.387563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.419238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.425051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:29.426270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.537544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a9608-ed9f-42bc-9091-3186325d571b None None] Pushing event updated for resources: {'Port': ['ID=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.624372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.663161 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6407576 Mar 16 11:01:29.664137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc44947-23fe-4c0b-88a7-cb5f7c9d0a35 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'Network': ['ID=7d03ced4-93a0-4604-b914-4af1e5d68bd1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.667042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45192) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:29.673248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Request body: {'subnet': {'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:29.676653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:29.787203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b4e3739d-bcba-4f29-b789-b9b1856603ce up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:29.821653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:29.825935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Usage tracker for resource:subnet and tenant:41be3b7de22147739b90a30591710043 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:29.830192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:29.837132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:29.852988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Made reservation on behalf of 41be3b7de22147739b90a30591710043 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:29.858031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.897695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=1240a9c1-a164-4801-aaab-c1339dc7b1db,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:29.929150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b4e3739d-bcba-4f29-b789-b9b1856603ce triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:29.929434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.958572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:29.971626 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b8cfd44c-7345-4a9b-a79a-c3627e06baa4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/1240a9c1-a164-4801-aaab-c1339dc7b1db HTTP/1.1" status: 204 len: 168 time: 1.0600791 Mar 16 11:01:29.974808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45196) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:30.032350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a8bbca-1c4b-4b01-9abd-c2c280775ae0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:30.032925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-53a8bbca-1c4b-4b01-9abd-c2c280775ae0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:30.058691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-53a8bbca-1c4b-4b01-9abd-c2c280775ae0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:30.060078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-53a8bbca-1c4b-4b01-9abd-c2c280775ae0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/1240a9c1-a164-4801-aaab-c1339dc7b1db HTTP/1.1" status: 404 len: 333 time: 0.0842466 Mar 16 11:01:30.062813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45200) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:30.080274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9aae8377-64ed-4c31-b6a1-2f2c847ef88a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:30.131495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet adc57c36-60b1-4884-b538-53b801fd9c2b {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:30.134678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.140166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.198256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.205421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc280b-af61-4350-8af9-476dbd7a2830 None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:30.230722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'Subnet': ['ID=db9755b3-a750-4c65-b624-43bc14a1c5d4,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:30.239950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Checking segment: {'id': '5aab7782-14e2-4d47-a6e3-5f6e86eac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:30.240103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Network hostable DHCP agents. Network: 7d03ced4-93a0-4604-b914-4af1e5d68bd1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:30.261373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:30.272602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 7d03ced4-93a0-4604-b914-4af1e5d68bd1) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:30.277472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:30.278040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.293969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62b300-7bed-4578-a5e0-62465c66059f None None] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:30.298740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.303761 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-72d52fda-6b7e-4464-b984-6b7d8f5a5d7d tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6356819 Mar 16 11:01:30.306645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45204) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:30.311855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-10b6b2dc-3c2f-4765-b725-503dfa21151a None None] Provisioning for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:30.312210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Request body: {'port': {'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1227541166'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:30.346712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-10b6b2dc-3c2f-4765-b725-503dfa21151a None None] Provisioning complete for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:30.347734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-10b6b2dc-3c2f-4765-b725-503dfa21151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.382289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.439872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.443588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=adc57c36-60b1-4884-b538-53b801fd9c2b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:30.453771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:30.458764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d5df2810-37dd-452e-aad9-a38ddcc2e578 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/adc57c36-60b1-4884-b538-53b801fd9c2b HTTP/1.1" status: 204 len: 168 time: 0.3946011 Mar 16 11:01:30.459830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Usage tracker for resource:port and tenant:41be3b7de22147739b90a30591710043 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:30.461242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45208) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:30.463290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:30.470062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:30.482485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Made reservation on behalf of 41be3b7de22147739b90a30591710043 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:30.487214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.517252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] device_id is not set on port 7e369680-9bf4-4857-870c-2c85fee2e7f7 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:30.539144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 72fd6cfe-621c-4302-a451-ae932741bac0 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:30.542348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.588805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.604159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.631644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.668306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Allocated IP 172.20.0.14 (7d03ced4-93a0-4604-b914-4af1e5d68bd1/db9755b3-a750-4c65-b624-43bc14a1c5d4/7e369680-9bf4-4857-870c-2c85fee2e7f7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:30.696883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.747454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-10b6b2dc-3c2f-4765-b725-503dfa21151a None None] Could not find standard attr ID for object 1240a9c1-a164-4801-aaab-c1339dc7b1db. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:30.778772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.827464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=72fd6cfe-621c-4302-a451-ae932741bac0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:30.831181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.838700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-7d03ced4-93a0-4604-b914-4af1e5d68bd1', 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1', 'tenant_id': '41be3b7de22147739b90a30591710043', 'fixed_ips': [{'subnet_id': 'db9755b3-a750-4c65-b624-43bc14a1c5d4'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:30.839525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:30.844708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-826f6bb8-1090-42b2-b7a2-cb6e3ec014e0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/72fd6cfe-621c-4302-a451-ae932741bac0 HTTP/1.1" status: 204 len: 168 time: 0.3801088 Mar 16 11:01:30.845914 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45212) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:30.990887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.004763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.017816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Transition to ACTIVE for port object 7e369680-9bf4-4857-870c-2c85fee2e7f7 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:31.027431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:31.027776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.137902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.206109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Allocated IP 172.20.0.2 (7d03ced4-93a0-4604-b914-4af1e5d68bd1/db9755b3-a750-4c65-b624-43bc14a1c5d4/e4305772-f37f-4ea6-95fd-b2716d86f4fd) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:31.290345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:31.306312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:31.321500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:31.356357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'Port': ['ID=7e369680-9bf4-4857-870c-2c85fee2e7f7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:31.372708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,segment=NetworkSegment(16df2523-2747-4bb3-bb9c-107ec2911126),segment_id=16df2523-2747-4bb3-bb9c-107ec2911126)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:31.372963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.390423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb123cd6-b71f-4635-858d-fd9775e45884 None None] Network 300f5344-f134-4f33-981e-fa8678853ee4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:31.511978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.565908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Transition to ACTIVE for port object e4305772-f37f-4ea6-95fd-b2716d86f4fd will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:31.570975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-004c462b-b552-44b3-9cd3-f99b6c35d5e7 None None] Provisioning complete for port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:31.571327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-004c462b-b552-44b3-9cd3-f99b6c35d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.613439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 9aae8377-64ed-4c31-b6a1-2f2c847ef88a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:31.656352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:31.656908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.707599 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-64fe5d02-fdff-4e7b-8db7-1142f14ecb42 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3996439 Mar 16 11:01:31.710734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45220) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:31.717270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Transition to ACTIVE for port object e4305772-f37f-4ea6-95fd-b2716d86f4fd will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:31.719415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Request body: {'port': {'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1326114647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:31.719973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.api.validators [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] bootfile-name is not in valid_values {{(pid=87842) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:31.720307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.api.validators [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] tftp-server is not in valid_values {{(pid=87842) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:31.720642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.api.validators [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] server-ip-address is not in valid_values {{(pid=87842) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:31.728339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.737183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.770968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-004c462b-b552-44b3-9cd3-f99b6c35d5e7 None None] Could not find standard attr ID for object 9aae8377-64ed-4c31-b6a1-2f2c847ef88a. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:31.791273 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.plugins.ml2.db [None req-004c462b-b552-44b3-9cd3-f99b6c35d5e7 None None] No ports have port_id starting with 9aae8377-64ed-4c31-b6a1-2f2c847ef88a Mar 16 11:01:31.812058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:31.823623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:31.825832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:31.845368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Pushing event updated for resources: {'Port': ['ID=e4305772-f37f-4ea6-95fd-b2716d86f4fd,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:31.853796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=9aae8377-64ed-4c31-b6a1-2f2c847ef88a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:31.860385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No DVR routers for this DVR port 9aae8377-64ed-4c31-b6a1-2f2c847ef88a on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:31.919799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.946932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Attempting to bind port e4305772-f37f-4ea6-95fd-b2716d86f4fd on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:31.947304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Attempting to bind port e4305772-f37f-4ea6-95fd-b2716d86f4fd by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5aab7782-14e2-4d47-a6e3-5f6e86eac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:31.947665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Attempting to bind port e4305772-f37f-4ea6-95fd-b2716d86f4fd on network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:31.953572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:31.953911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Checking segment: {'id': '5aab7782-14e2-4d47-a6e3-5f6e86eac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:31.954282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.954668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Bound using segment: {'id': '5aab7782-14e2-4d47-a6e3-5f6e86eac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:31.955138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Bound port: e4305772-f37f-4ea6-95fd-b2716d86f4fd, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aab7782-14e2-4d47-a6e3-5f6e86eac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7d03ced4-93a0-4604-b914-4af1e5d68bd1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:31.955507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:31.999070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d3de78-2c2f-47bd-810b-ba9c4adc6a88 None None] DHCP port deletion for 300f5344-f134-4f33-981e-fa8678853ee4 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:32.021943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.039043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:32.051807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] For port e4305772-f37f-4ea6-95fd-b2716d86f4fd, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:32.052892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Usage tracker for resource:port and tenant:41be3b7de22147739b90a30591710043 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:32.054736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] For port e4305772-f37f-4ea6-95fd-b2716d86f4fd, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4305772-f37f-4ea6-95fd-b2716d86f4fd,segment=NetworkSegment(5aab7782-14e2-4d47-a6e3-5f6e86eac1de),segment_id=5aab7782-14e2-4d47-a6e3-5f6e86eac1de)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:32.056769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:32.060155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f5344-f134-4f33-981e-fa8678853ee4']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:32.061386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.071869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:32.076757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16df2523-2747-4bb3-bb9c-107ec2911126') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:32.077068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16df2523-2747-4bb3-bb9c-107ec2911126') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:32.091129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.100194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Made reservation on behalf of 41be3b7de22147739b90a30591710043 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:32.103689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.130053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.136008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] device_id is not set on port 2ee8266a-358b-4bb9-beea-1d3b5d9599c1 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:32.147942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d1ca-2398-4458-9ea9-db595282db91 None None] Pushing event updated for resources: {'Port': ['ID=e4305772-f37f-4ea6-95fd-b2716d86f4fd,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:32.174163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:32.174529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:32.189557 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:32.311320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.359661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.381946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=300f5344-f134-4f33-981e-fa8678853ee4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:32.405328 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8b33d76-908b-43d7-911c-e66a003c6c58 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/300f5344-f134-4f33-981e-fa8678853ee4 HTTP/1.1" status: 204 len: 168 time: 1.5587814 Mar 16 11:01:32.409334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45224) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:32.455695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Allocated IP 172.20.0.10 (7d03ced4-93a0-4604-b914-4af1e5d68bd1/db9755b3-a750-4c65-b624-43bc14a1c5d4/2ee8266a-358b-4bb9-beea-1d3b5d9599c1) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:32.571479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d0335-d938-48c9-b471-f2a9364318a2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:32.572156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-406d0335-d938-48c9-b471-f2a9364318a2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:32.651604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-406d0335-d938-48c9-b471-f2a9364318a2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:32.652745 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-406d0335-d938-48c9-b471-f2a9364318a2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2423468 Mar 16 11:01:32.656432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45228) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:32.707144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.724535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Transition to ACTIVE for port object 2ee8266a-358b-4bb9-beea-1d3b5d9599c1 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:32.738943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6213a240-1a88-4605-a682-97a9dabe639b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0813041 Mar 16 11:01:32.742444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45232) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:32.747825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1447597655'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:32.748609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.752745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:32.757482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:32.760336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:32.766142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:32.777583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:32.781314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.812613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:32.816669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:32.819725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:32.823980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.824274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 90a78ac7-932a-4cba-a50f-da1a3cf53254 of type vlan for network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc Mar 16 11:01:32.828929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:32.855988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.866064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'Port': ['ID=2ee8266a-358b-4bb9-beea-1d3b5d9599c1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:32.891223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.897622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:32.898299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.903950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:32.904630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:32.926721 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8a12a990-cc1a-4540-851b-0e806dbf1b20 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2148716 Mar 16 11:01:32.929050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:32.998686 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2551923 Mar 16 11:01:33.001676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:33.011067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:33.011649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd953a1-1731-4eb1-a81f-64e8e6b505ea tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=76cbd5b8-7b3f-442c-87a2-e6b2451125fc,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:33.024070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:33.066994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:33.072993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:33.079078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:33.079650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Synchronizing usage tracker for tenant:41be3b7de22147739b90a30591710043 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:33.142875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5682729-3bc4-4119-8cdd-74006b709ab9 None None] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:33.164934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Unset dirty status for tenant:41be3b7de22147739b90a30591710043 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:33.166056 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5ad02974-f9e8-4596-916b-513499aa4eb4 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2361162 Mar 16 11:01:33.169086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:33.169719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:33.173656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:33.177848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:33.184662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:33.195456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:33.199137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.255486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Deleting port 2ee8266a-358b-4bb9-beea-1d3b5d9599c1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:33.255710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.265102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-18545bae-fa82-4d46-9141-2555d1e33199 None None] Provisioning for port e4305772-f37f-4ea6-95fd-b2716d86f4fd completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:33.536086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.560358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.654896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=329fe7f3-4e07-4877-92e9-b75495bb97b0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:33.659052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '90a78ac7-932a-4cba-a50f-da1a3cf53254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:33.659407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 76cbd5b8-7b3f-442c-87a2-e6b2451125fc, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:33.678537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Calling delete_port for 2ee8266a-358b-4bb9-beea-1d3b5d9599c1 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:33.685923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:33.699734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 76cbd5b8-7b3f-442c-87a2-e6b2451125fc) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:33.704409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:33.705112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.714982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcaec5-f79f-483e-9aa2-dc7aae1956a3 None None] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:33.749346 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2305f24b-787b-4eb9-8f9c-ff0039500524 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7465136 Mar 16 11:01:33.750250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45250) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:33.756204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc', 'name': 'tempest-PortsIpV6TestJSON-1770246801'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:33.864190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.866316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4305772-f37f-4ea6-95fd-b2716d86f4fd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:33.901715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Provisioning for port 7e369680-9bf4-4857-870c-2c85fee2e7f7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:33.924342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event deleted for resources: {'Port': ['ID=2ee8266a-358b-4bb9-beea-1d3b5d9599c1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:33.937115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Provisioning complete for port 7e369680-9bf4-4857-870c-2c85fee2e7f7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:33.937491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:33.955081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:33.966304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:33.979170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:33.984209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.014100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.016562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port c1b85db3-0576-45e7-a528-fd979708f2ee yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:34.042481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.061262 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4fa0a711-2af2-42ce-bb3f-00765fc1e830 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "DELETE /v2.0/ports/2ee8266a-358b-4bb9-beea-1d3b5d9599c1 HTTP/1.1" status: 204 len: 168 time: 0.8902817 Mar 16 11:01:34.064518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Port 7e369680-9bf4-4857-870c-2c85fee2e7f7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:34.065202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45254) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:34.073226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Request body: {'port': {'name': 'tempest-new-port-name-1201085032', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:34.073912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] bootfile-name is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:34.074342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] tftp-server is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:34.074803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.api.validators [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] server-ip-address is not in valid_values {{(pid=87841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:01:34.097574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e4305772-f37f-4ea6-95fd-b2716d86f4fd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:34.125049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e4305772-f37f-4ea6-95fd-b2716d86f4fd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:34.125427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.161596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Provisioning complete for port e4305772-f37f-4ea6-95fd-b2716d86f4fd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:34.161882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.210441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::32f (76cbd5b8-7b3f-442c-87a2-e6b2451125fc/329fe7f3-4e07-4877-92e9-b75495bb97b0/c1b85db3-0576-45e7-a528-fd979708f2ee) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:34.217213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.294366 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-76cbd5b8-7b3f-442c-87a2-e6b2451125fc', 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': '329fe7f3-4e07-4877-92e9-b75495bb97b0'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:34.294846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.468128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.485120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.488278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object c1b85db3-0576-45e7-a528-fd979708f2ee will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:34.505035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.519430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.588744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:34.591810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:34.593841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e4305772-f37f-4ea6-95fd-b2716d86f4fd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4305772-f37f-4ea6-95fd-b2716d86f4fd,segment=NetworkSegment(5aab7782-14e2-4d47-a6e3-5f6e86eac1de),segment_id=5aab7782-14e2-4d47-a6e3-5f6e86eac1de)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:34.594266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:34.601348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:34.601974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.603369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.639382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=c1b85db3-0576-45e7-a528-fd979708f2ee,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:34.658488 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2b51a76c-0017-4b65-8353-39ab3615dbe2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9070280 Mar 16 11:01:34.660780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45258) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:34.668732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc', 'name': 'tempest-PortsIpV6TestJSON-687142887'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:34.680042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.685725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.724247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9aae8377-64ed-4c31-b6a1-2f2c847ef88a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:34.786914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 9aae8377-64ed-4c31-b6a1-2f2c847ef88a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:34.787259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9aae8377-64ed-4c31-b6a1-2f2c847ef88a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:34.789293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Allocated IP 2001:db8::2 (76cbd5b8-7b3f-442c-87a2-e6b2451125fc/329fe7f3-4e07-4877-92e9-b75495bb97b0/26222ef9-2264-4fe5-9e4c-c96c41dae3b6) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:34.821032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event updated for resources: {'Port': ['ID=7e369680-9bf4-4857-870c-2c85fee2e7f7,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:34.835858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:34.839230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:34.839584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:34.840745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:34.844584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:34.851697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:34.852425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] In _notify_port_updated(), no bound segment for port 7e369680-9bf4-4857-870c-2c85fee2e7f7 on network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:01:34.859320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e4305772-f37f-4ea6-95fd-b2716d86f4fd,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:34.863622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:34.866520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:34.867211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.867930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:34.868511 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-242951a7-e76c-4450-a6f2-23321e1d7ebd tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "PUT /v2.0/ports/7e369680-9bf4-4857-870c-2c85fee2e7f7 HTTP/1.1" status: 200 len: 1137 time: 0.8021293 Mar 16 11:01:34.872449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45262) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:34.894528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port ee2f1a91-1157-449a-84c4-6d7822dec375 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:34.958456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4099dd-cf54-4991-b88d-5fce9cbd0abf tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:34.958724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-af4099dd-cf54-4991-b88d-5fce9cbd0abf tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Synchronizing usage tracker for tenant:41be3b7de22147739b90a30591710043 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:34.979161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-af4099dd-cf54-4991-b88d-5fce9cbd0abf tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Unset dirty status for tenant:41be3b7de22147739b90a30591710043 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:34.983399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-af4099dd-cf54-4991-b88d-5fce9cbd0abf tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "GET /v2.0/ports/7e369680-9bf4-4857-870c-2c85fee2e7f7 HTTP/1.1" status: 200 len: 1137 time: 0.1070817 Mar 16 11:01:34.983702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45266) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:35.055488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Deleting port 7e369680-9bf4-4857-870c-2c85fee2e7f7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:35.055829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.060251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.070680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Transition to ACTIVE for port object 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:35.089910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Transition to ACTIVE for port object 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:35.095314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.155504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:35.158365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:35.162308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:35.173479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::6d (76cbd5b8-7b3f-442c-87a2-e6b2451125fc/329fe7f3-4e07-4877-92e9-b75495bb97b0/ee2f1a91-1157-449a-84c4-6d7822dec375) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:35.206705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Pushing event updated for resources: {'Port': ['ID=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:35.262634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Attempting to bind port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:35.263058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Attempting to bind port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '90a78ac7-932a-4cba-a50f-da1a3cf53254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:35.263506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Attempting to bind port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 on network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:35.268721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:35.269189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Checking segment: {'id': '90a78ac7-932a-4cba-a50f-da1a3cf53254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:35.269586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.270139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Bound using segment: {'id': '90a78ac7-932a-4cba-a50f-da1a3cf53254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:35.270726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Bound port: 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a78ac7-932a-4cba-a50f-da1a3cf53254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76cbd5b8-7b3f-442c-87a2-e6b2451125fc'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:35.271106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.302772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.399148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.402154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] For port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:35.415597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] For port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,segment=NetworkSegment(90a78ac7-932a-4cba-a50f-da1a3cf53254),segment_id=90a78ac7-932a-4cba-a50f-da1a3cf53254)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:35.415828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object ee2f1a91-1157-449a-84c4-6d7822dec375 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:35.417327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0fa393a3-5221-4157-9547-3cc8f27ec959 None None] Could not find standard attr ID for object 2ee8266a-358b-4bb9-beea-1d3b5d9599c1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:35.421111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.434253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Calling delete_port for 7e369680-9bf4-4857-870c-2c85fee2e7f7 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:35.447088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.508921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80da8b-aa65-4d82-8f38-44761111d1f3 None None] Pushing event updated for resources: {'Port': ['ID=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:35.527609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=ee2f1a91-1157-449a-84c4-6d7822dec375,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:35.551032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cd19dd51-d1d9-4d0b-a35d-94833f6d5ff7 None None] Provisioning complete for port 7e369680-9bf4-4857-870c-2c85fee2e7f7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:35.551032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cd19dd51-d1d9-4d0b-a35d-94833f6d5ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.553069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:35.554380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:35.560703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:35.567568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:35.568347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.596824 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f030ba69-8749-40e7-9db3-700d337fe37e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9341514 Mar 16 11:01:35.600407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45272) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:35.622552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cd19dd51-d1d9-4d0b-a35d-94833f6d5ff7 None None] Port 7e369680-9bf4-4857-870c-2c85fee2e7f7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:35.626211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cd19dd51-d1d9-4d0b-a35d-94833f6d5ff7 None None] Could not find standard attr ID for object 2ee8266a-358b-4bb9-beea-1d3b5d9599c1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:35.634933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.685299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event deleted for resources: {'Port': ['ID=7e369680-9bf4-4857-870c-2c85fee2e7f7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:35.709010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c208dfd-6bcf-42c9-af64-654876d81716 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:35.709901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8c208dfd-6bcf-42c9-af64-654876d81716 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:35.750392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8c208dfd-6bcf-42c9-af64-654876d81716 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:35.752901 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8c208dfd-6bcf-42c9-af64-654876d81716 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A32f HTTP/1.1" status: 200 len: 929 time: 0.1502843 Mar 16 11:01:35.762580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45276) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:35.792871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4305772-f37f-4ea6-95fd-b2716d86f4fd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:35.874402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e4305772-f37f-4ea6-95fd-b2716d86f4fd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:35.874867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.903627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port ee2f1a91-1157-449a-84c4-6d7822dec375 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:35.903977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.933437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:35.976553 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc0ed9db-0adb-46f9-b455-4e796661a77e tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "DELETE /v2.0/ports/7e369680-9bf4-4857-870c-2c85fee2e7f7 HTTP/1.1" status: 204 len: 168 time: 0.9917259 Mar 16 11:01:35.978963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45282) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:36.056884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Deleting subnet db9755b3-a750-4c65-b624-43bc14a1c5d4 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:36.059909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.120041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.191427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.219834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.301158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.326621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for ee2f1a91-1157-449a-84c4-6d7822dec375 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:36.504154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event deleted for resources: {'Subnet': ['ID=db9755b3-a750-4c65-b624-43bc14a1c5d4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:36.506907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.517172 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0efe6129-c6dd-4b64-ac83-c6976e999079 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "DELETE /v2.0/subnets/db9755b3-a750-4c65-b624-43bc14a1c5d4 HTTP/1.1" status: 204 len: 168 time: 0.5367024 Mar 16 11:01:36.517964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45300) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:36.521224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3636846-83f3-4b74-b237-45e5c72b32e1 None None] Network 7d03ced4-93a0-4604-b914-4af1e5d68bd1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:36.709891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.723592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Deleting port e4305772-f37f-4ea6-95fd-b2716d86f4fd {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:36.724014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.849149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baa13d-c690-40c9-aae0-33fd85ae42dc req-2ea8839a-dea3-4dbb-bac2-a2312d7120ff tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:36.860329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1baa13d-c690-40c9-aae0-33fd85ae42dc req-2ea8839a-dea3-4dbb-bac2-a2312d7120ff tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2463689 Mar 16 11:01:36.896436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.898956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] DHCP port deletion for 7d03ced4-93a0-4604-b914-4af1e5d68bd1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:36.911259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Deleting port e4305772-f37f-4ea6-95fd-b2716d86f4fd {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:36.912020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.951001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d545f3-37b9-447d-bee4-516100e0422c None None] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:36.961915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=ee2f1a91-1157-449a-84c4-6d7822dec375,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:36.967059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] For port e4305772-f37f-4ea6-95fd-b2716d86f4fd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4305772-f37f-4ea6-95fd-b2716d86f4fd,segment=NetworkSegment(5aab7782-14e2-4d47-a6e3-5f6e86eac1de),segment_id=5aab7782-14e2-4d47-a6e3-5f6e86eac1de)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:36.967400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:36.985937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1baa13d-c690-40c9-aae0-33fd85ae42dc req-71b3c9f2-dc47-4257-9df6-47338b6b66de tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245291 Mar 16 11:01:37.031403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.050354 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-02cc3a34-47d8-4819-bf5a-69dc519be33f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/ee2f1a91-1157-449a-84c4-6d7822dec375 HTTP/1.1" status: 204 len: 168 time: 1.2429342 Mar 16 11:01:37.050354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45308) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:37.092962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-314a86d7-124c-42f5-a637-ae41f581108c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:37.093429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-314a86d7-124c-42f5-a637-ae41f581108c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:37.098677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Calling delete_port for e4305772-f37f-4ea6-95fd-b2716d86f4fd owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:37.111506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-314a86d7-124c-42f5-a637-ae41f581108c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:37.116263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-314a86d7-124c-42f5-a637-ae41f581108c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/ee2f1a91-1157-449a-84c4-6d7822dec375 HTTP/1.1" status: 404 len: 333 time: 0.0611620 Mar 16 11:01:37.116440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3d491c2e-c471-4d2c-a041-2a35666ab9f8 None None] Provisioning for port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:37.116553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45312) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:37.178951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.184286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port c1b85db3-0576-45e7-a528-fd979708f2ee {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:37.184623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.228017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event deleted for resources: {'Port': ['ID=e4305772-f37f-4ea6-95fd-b2716d86f4fd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:37.231605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] No DVR routers for this DVR port e4305772-f37f-4ea6-95fd-b2716d86f4fd on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:37.356004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.360014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] For port e4305772-f37f-4ea6-95fd-b2716d86f4fd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e4305772-f37f-4ea6-95fd-b2716d86f4fd,segment=NetworkSegment(5aab7782-14e2-4d47-a6e3-5f6e86eac1de),segment_id=5aab7782-14e2-4d47-a6e3-5f6e86eac1de)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:37.360476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.383406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d03ced4-93a0-4604-b914-4af1e5d68bd1']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:37.397362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aab7782-14e2-4d47-a6e3-5f6e86eac1de') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:37.397751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aab7782-14e2-4d47-a6e3-5f6e86eac1de') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:37.409446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.426047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.432232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:37.432745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:37.448476 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:37.454840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.487071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Calling delete_port for e4305772-f37f-4ea6-95fd-b2716d86f4fd owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:37.531458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.558161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.574107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] Pushing event deleted for resources: {'Network': ['ID=7d03ced4-93a0-4604-b914-4af1e5d68bd1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:37.585118 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9419c169-fd09-4fce-b82d-1b1d28d924b3 tempest-ExtraDHCPOptionsTestJSON-1871015155 tempest-ExtraDHCPOptionsTestJSON-1871015155-project] 10.222.0.50 "DELETE /v2.0/networks/7d03ced4-93a0-4604-b914-4af1e5d68bd1 HTTP/1.1" status: 204 len: 168 time: 1.0637305 Mar 16 11:01:37.616995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for c1b85db3-0576-45e7-a528-fd979708f2ee owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:37.619512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:37.619993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:37.797863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.800612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:37.885714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:37.891167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:37.891655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.899430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=c1b85db3-0576-45e7-a528-fd979708f2ee,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:37.914820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:37.938162 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-96c517d5-f345-4eae-85f0-1c2dfb49de14 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/c1b85db3-0576-45e7-a528-fd979708f2ee HTTP/1.1" status: 204 len: 168 time: 0.8204327 Mar 16 11:01:37.940596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45322) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:37.967029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45326) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:37.986567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f50844-acef-4e40-adaa-5ee424e72337 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:37.986698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14f50844-acef-4e40-adaa-5ee424e72337 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:38.007791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14f50844-acef-4e40-adaa-5ee424e72337 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:38.009036 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14f50844-acef-4e40-adaa-5ee424e72337 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/c1b85db3-0576-45e7-a528-fd979708f2ee HTTP/1.1" status: 404 len: 333 time: 0.0665329 Mar 16 11:01:38.011683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45334) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:38.053312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Provisioning complete for port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:38.054044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.090742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 329fe7f3-4e07-4877-92e9-b75495bb97b0 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:38.096157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.123561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Deleting port e4305772-f37f-4ea6-95fd-b2716d86f4fd {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:38.123934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.165982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.180608 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e3d29d2a-f0b3-409c-a02a-fc2a15e01b6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41be3b7de22147739b90a30591710043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114542 Mar 16 11:01:38.183234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:38.224684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c642e788-88ea-4f76-beda-6c334ed825c9 None None] The port 'e4305772-f37f-4ea6-95fd-b2716d86f4fd' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:38.235138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.274027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.307797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.310894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.334957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,segment=NetworkSegment(90a78ac7-932a-4cba-a50f-da1a3cf53254),segment_id=90a78ac7-932a-4cba-a50f-da1a3cf53254)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:38.336211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86a18-67e8-4e3b-a49d-842c354a7238 req-c526b5a8-bd17-4edb-9906-caefa8a4e771 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:38.337970 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ee86a18-67e8-4e3b-a49d-842c354a7238 req-c526b5a8-bd17-4edb-9906-caefa8a4e771 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1827931 Mar 16 11:01:38.343469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.357258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.399472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.419648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbce3fc-db51-4e3a-8ace-cc80eb486a44,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:38.439941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.441514 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b589e2a3-02b6-4451-a3ff-ae8b7c5c047b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fbce3fc-db51-4e3a-8ace-cc80eb486a44 HTTP/1.1" status: 204 len: 168 time: 0.2566991 Mar 16 11:01:38.459815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4305772-f37f-4ea6-95fd-b2716d86f4fd no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:38.514189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ee86a18-67e8-4e3b-a49d-842c354a7238 req-1693bec9-b332-4727-91a1-811f222805af tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595800 Mar 16 11:01:38.520747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e4305772-f37f-4ea6-95fd-b2716d86f4fd {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:38.520942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e4305772-f37f-4ea6-95fd-b2716d86f4fd not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:38.557416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:38.557772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:38.564003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:38.578607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.624095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=329fe7f3-4e07-4877-92e9-b75495bb97b0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:38.628047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.637705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45344) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:38.645141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-08c122fa-5a39-455e-b8b7-b13e67531a67 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/329fe7f3-4e07-4877-92e9-b75495bb97b0 HTTP/1.1" status: 204 len: 168 time: 0.6245668 Mar 16 11:01:38.743615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3df3b-c09a-49ce-be0e-bb0a7e0fa1c6 None None] Network 76cbd5b8-7b3f-442c-87a2-e6b2451125fc requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:38.765135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.775721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:38.776057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:38.993151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,segment=NetworkSegment(90a78ac7-932a-4cba-a50f-da1a3cf53254),segment_id=90a78ac7-932a-4cba-a50f-da1a3cf53254)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:38.993706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.018222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] DHCP port deletion for 76cbd5b8-7b3f-442c-87a2-e6b2451125fc request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:39.026677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Deleting port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:39.026677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.172004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cde0d88b-33dd-4990-befd-19780665ee64 None None] Could not find standard attr ID for object c1b85db3-0576-45e7-a528-fd979708f2ee. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:39.234429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:39.294915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] For port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,segment=NetworkSegment(90a78ac7-932a-4cba-a50f-da1a3cf53254),segment_id=90a78ac7-932a-4cba-a50f-da1a3cf53254)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:39.295310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.302837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d58cc875-ca63-4ef7-a84c-9ff63540f35d None None] Could not find standard attr ID for object c1b85db3-0576-45e7-a528-fd979708f2ee. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:39.308540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d58cc875-ca63-4ef7-a84c-9ff63540f35d None None] Could not find standard attr ID for object ee2f1a91-1157-449a-84c4-6d7822dec375. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:01:39.311194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45366) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:39.325051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.373764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=26222ef9-2264-4fe5-9e4c-c96c41dae3b6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:39.377271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No DVR routers for this DVR port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:39.425753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-72108041'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:39.430657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:39.434605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:network and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:39.437608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:39.444969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:39.456907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:39.461138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.475133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Calling delete_port for 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:39.476511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.494416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:39.498865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:security_group_rule and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:39.502377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:39.509860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:39.516046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.549678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cbd5b8-7b3f-442c-87a2-e6b2451125fc']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:39.562103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:39.562737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:39.566185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a78ac7-932a-4cba-a50f-da1a3cf53254') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:39.566424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a78ac7-932a-4cba-a50f-da1a3cf53254') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:39.580435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.598284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.605270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:39.605827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.621981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.625789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:39.637650 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:39.708156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.731486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.741290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:39.744220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=76cbd5b8-7b3f-442c-87a2-e6b2451125fc,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:39.757252 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ab09aece-579b-49b5-b4d0-02e9299757b7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/76cbd5b8-7b3f-442c-87a2-e6b2451125fc HTTP/1.1" status: 204 len: 168 time: 1.1182370 Mar 16 11:01:39.760609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45376) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:39.766606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-458222233'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:39.777431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:39.779861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:39.780348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:39.782023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:39.785696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:39.794545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:39.807803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:39.812065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.825915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:39.839626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c145f82-8f4b-4254-a843-7a57241bedc8,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:39.852449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.852791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Added segment e2418bba-97e5-478c-be58-3e5963dcfd81 of type vlan for network 84637620-6f03-483d-97ba-d7734e1cf553 Mar 16 11:01:39.890604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.907174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22985f4-4001-4804-b437-9892f3a65f94 req-677529fa-398c-4798-bf4b-2ca1dac2ed89 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:39.908621 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a22985f4-4001-4804-b437-9892f3a65f94 req-677529fa-398c-4798-bf4b-2ca1dac2ed89 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2649176 Mar 16 11:01:39.949297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:39.949533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:39.955094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:39.960801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:39.961387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.009700 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a22985f4-4001-4804-b437-9892f3a65f94 req-42c390d8-e286-404e-80d0-e57a625b2e65 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889955 Mar 16 11:01:40.064066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Deleting port 26222ef9-2264-4fe5-9e4c-c96c41dae3b6 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:40.064473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.069640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7568367 Mar 16 11:01:40.072620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45380) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:40.080411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'subnet': {'network_id': '84637620-6f03-483d-97ba-d7734e1cf553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:40.081004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc802fe-ff91-4234-b562-0791d9d2569a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Network': ['ID=84637620-6f03-483d-97ba-d7734e1cf553,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:40.102962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 84637620-6f03-483d-97ba-d7734e1cf553 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:40.165830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-56a16c4e-2389-454d-a78b-73858b6e4720 None None] The port '26222ef9-2264-4fe5-9e4c-c96c41dae3b6' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:40.212495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:40.216223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:subnet and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:40.219015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:40.225453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:40.236874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:40.240464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.448703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.476753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.546358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Subnet': ['ID=5b25b517-5687-42d9-bec3-36db6a41d17e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:40.549850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:40.567271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.567631 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 544cd167-c6ac-44e6-b441-87373809e2d9 of type vlan for network 82621db3-8909-42cd-9d9c-21ad850bc02e Mar 16 11:01:40.573873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Checking segment: {'id': 'e2418bba-97e5-478c-be58-3e5963dcfd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '84637620-6f03-483d-97ba-d7734e1cf553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:40.574228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network hostable DHCP agents. Network: 84637620-6f03-483d-97ba-d7734e1cf553, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:40.606826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.611006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:40.623112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 84637620-6f03-483d-97ba-d7734e1cf553) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:40.631368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1b505-2aa0-4491-81f6-452c4d476353 None None] Network 84637620-6f03-483d-97ba-d7734e1cf553 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:40.636755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:40.637368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.658067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.663969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:40.664544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.693874 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-95023bbf-142b-4b81-be31-6b24ba511d6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6195102 Mar 16 11:01:40.696723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45384) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:40.702594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1896154156', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:40.711763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:40.712234 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9503555 Mar 16 11:01:40.715025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:40.719702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:router and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:40.726717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:40.747597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:40.766751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:40.782868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3d905-6ef9-4a92-b501-4714dc124a84 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=82621db3-8909-42cd-9d9c-21ad850bc02e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:40.796956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 82621db3-8909-42cd-9d9c-21ad850bc02e details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:40.840003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.841020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.856027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:40.864296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:40.868157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:40.875366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.876799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:40.898605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:40.904053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:40.927062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a3742-9623-4efa-8fb1-ac8dd4d4055c None None] Network 84637620-6f03-483d-97ba-d7734e1cf553 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:41.309981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:41.486305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4d886-f6cd-42fe-99ca-9f4ac4f147ec req-6417145e-624b-4b37-a5d2-de7a47dceaf9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:41.487815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41d4d886-f6cd-42fe-99ca-9f4ac4f147ec req-6417145e-624b-4b37-a5d2-de7a47dceaf9 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.3603711 Mar 16 11:01:41.575016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41d4d886-f6cd-42fe-99ca-9f4ac4f147ec req-1171d8da-d126-4620-bcfa-5a7416c171ce tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805652 Mar 16 11:01:41.578015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:41.671071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=3a93bb45-fc1e-4866-a750-ad051771b062,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:41.683084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '544cd167-c6ac-44e6-b441-87373809e2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:41.683438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 82621db3-8909-42cd-9d9c-21ad850bc02e, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:41.813583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 82621db3-8909-42cd-9d9c-21ad850bc02e is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:41.858995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 82621db3-8909-42cd-9d9c-21ad850bc02e) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:41.864461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:41.866609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fbf3a7-015a-4a9f-94f4-d1e4883ae4b3 None None] Network 82621db3-8909-42cd-9d9c-21ad850bc02e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:42.016287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:42.016891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.025910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.086155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-82621db3-8909-42cd-9d9c-21ad850bc02e', 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': '3a93bb45-fc1e-4866-a750-ad051771b062'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:42.087100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.087985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34c496c9-6b29-4a6b-afce-bc8b54a758a5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3719575 Mar 16 11:01:42.091113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45396) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:42.099860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e', 'name': 'tempest-PortsIpV6TestJSON-657674217', 'fixed_ips': [{'subnet_id': '3a93bb45-fc1e-4866-a750-ad051771b062', 'ip_address': '2001:db8::10'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:42.186382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.246 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/b4b63c0d-d0ba-4cf2-851b-8468cc533234) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:42.244128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:42.245672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Allocated IP 2001:db8::2 (82621db3-8909-42cd-9d9c-21ad850bc02e/3a93bb45-fc1e-4866-a750-ad051771b062/6b05eee2-94ec-4413-9567-42f2fcc7f764) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:42.248486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:42.251679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:42.258200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:42.273945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:42.355003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.385010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.413583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.435629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 14de303e-b8b8-4190-b7e2-f20ceb765276 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:42.452792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:42.460647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:42.465177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:42.496485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.500109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=b4b63c0d-d0ba-4cf2-851b-8468cc533234,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:42.508077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Transition to ACTIVE for port object 6b05eee2-94ec-4413-9567-42f2fcc7f764 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:42.528726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Transition to ACTIVE for port object 6b05eee2-94ec-4413-9567-42f2fcc7f764 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:42.535835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.603160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Network 82621db3-8909-42cd-9d9c-21ad850bc02e is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:42.606161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:42.611214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:42.667765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Pushing event updated for resources: {'Port': ['ID=6b05eee2-94ec-4413-9567-42f2fcc7f764,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:42.724222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Attempting to bind port 6b05eee2-94ec-4413-9567-42f2fcc7f764 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:42.724513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Attempting to bind port 6b05eee2-94ec-4413-9567-42f2fcc7f764 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '544cd167-c6ac-44e6-b441-87373809e2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:42.724859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Attempting to bind port 6b05eee2-94ec-4413-9567-42f2fcc7f764 on network 82621db3-8909-42cd-9d9c-21ad850bc02e {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:42.731217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:42.731614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Checking segment: {'id': '544cd167-c6ac-44e6-b441-87373809e2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:42.732134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.732594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Bound using segment: {'id': '544cd167-c6ac-44e6-b441-87373809e2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:42.733110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Bound port: 6b05eee2-94ec-4413-9567-42f2fcc7f764, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544cd167-c6ac-44e6-b441-87373809e2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:42.733616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.802376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::10 (82621db3-8909-42cd-9d9c-21ad850bc02e/3a93bb45-fc1e-4866-a750-ad051771b062/14de303e-b8b8-4190-b7e2-f20ceb765276) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:42.828136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] For port 6b05eee2-94ec-4413-9567-42f2fcc7f764, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:42.832136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] For port 6b05eee2-94ec-4413-9567-42f2fcc7f764, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b05eee2-94ec-4413-9567-42f2fcc7f764,segment=NetworkSegment(544cd167-c6ac-44e6-b441-87373809e2d9),segment_id=544cd167-c6ac-44e6-b441-87373809e2d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:42.837303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:42.931817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdacb62-2325-4bd0-9a14-829be24fb79b None None] Pushing event updated for resources: {'Port': ['ID=6b05eee2-94ec-4413-9567-42f2fcc7f764,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:42.982037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148cc33-ca4d-4ff3-a78e-da9d1c4bbd57 req-9823ee9c-f669-421f-97bd-92b5b2069a55 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:42.983566 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d148cc33-ca4d-4ff3-a78e-da9d1c4bbd57 req-9823ee9c-f669-421f-97bd-92b5b2069a55 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2477753 Mar 16 11:01:42.984377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.017201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.033659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 14de303e-b8b8-4190-b7e2-f20ceb765276 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:43.059141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.142897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 82621db3-8909-42cd-9d9c-21ad850bc02e is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:43.148619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:43.151553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:43.157456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:43.158047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.178882 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d148cc33-ca4d-4ff3-a78e-da9d1c4bbd57 req-887c71c5-9816-4e22-b869-561ef0de782a tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450975 Mar 16 11:01:43.194692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=14de303e-b8b8-4190-b7e2-f20ceb765276,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:43.215591 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e93039a0-c148-4e1e-923c-041b2dc71782 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1201165 Mar 16 11:01:43.215888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:43.221644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '82621db3-8909-42cd-9d9c-21ad850bc02e', 'name': 'tempest-PortsIpV6TestJSON-730193303', 'fixed_ips': [{'subnet_id': '3a93bb45-fc1e-4866-a750-ad051771b062', 'ip_address': '2001:db8::f'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:43.362051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:43.366735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:43.369635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:43.375215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:43.384920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:43.390063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.397263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.411321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port e77de388-850d-469d-87e6-f82e445b98df yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:43.617839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::f (82621db3-8909-42cd-9d9c-21ad850bc02e/3a93bb45-fc1e-4866-a750-ad051771b062/e77de388-850d-469d-87e6-f82e445b98df) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:43.744825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:01:43.792906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b05eee2-94ec-4413-9567-42f2fcc7f764 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:43.855413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.870646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6b05eee2-94ec-4413-9567-42f2fcc7f764 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:43.874617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object e77de388-850d-469d-87e6-f82e445b98df will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:43.900250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.952762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:43.963923 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:43.969514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 82621db3-8909-42cd-9d9c-21ad850bc02e is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:43.973751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:43.977295 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:43.977915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:43.978406 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:43.983309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:43.983824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:43.984782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-be7fe516-ef25-4171-8f82-8629a4df7dc6 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2861714 Mar 16 11:01:43.987199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45406) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:43.988997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.016856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=e77de388-850d-469d-87e6-f82e445b98df,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:44.043751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1cc0ba44-beee-4c91-a581-25eb04f00fb4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8267283 Mar 16 11:01:44.046277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45410) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:44.047732 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.057006 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:44.057898 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.058807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af61163-fc1c-41e2-9dc4-50a01e5b0f47 None None] Network 82621db3-8909-42cd-9d9c-21ad850bc02e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:44.133571 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:44.134241 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b5f37-2eeb-48fa-afe0-23f70ee93cb7 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:44.149947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a8969-37ba-482a-ae7d-62503c30ea49 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.150794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-954a8969-37ba-482a-ae7d-62503c30ea49 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:44.167723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-954a8969-37ba-482a-ae7d-62503c30ea49 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:44.169835 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-954a8969-37ba-482a-ae7d-62503c30ea49 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1225832 Mar 16 11:01:44.173139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45416) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:44.173451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Provisioning for port 6b05eee2-94ec-4413-9567-42f2fcc7f764 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:44.184156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Provisioning complete for port 6b05eee2-94ec-4413-9567-42f2fcc7f764 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:44.184512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.414919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.451074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] For port 6b05eee2-94ec-4413-9567-42f2fcc7f764, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b05eee2-94ec-4413-9567-42f2fcc7f764,segment=NetworkSegment(544cd167-c6ac-44e6-b441-87373809e2d9),segment_id=544cd167-c6ac-44e6-b441-87373809e2d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:44.457258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.478136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adcde0-9901-4824-a110-48ef903c7512 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.483814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adcde0-9901-4824-a110-48ef903c7512 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.489732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adcde0-9901-4824-a110-48ef903c7512 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.491372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-43adcde0-9901-4824-a110-48ef903c7512 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3173106 Mar 16 11:01:44.495712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:44.547302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166749d5-bfe0-411f-a75a-ce6ff9037cce None None] Pushing event updated for resources: {'Port': ['ID=6b05eee2-94ec-4413-9567-42f2fcc7f764,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:44.596857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd1430-43e1-43e3-9b17-452def955172 req-129803e8-84ba-43fd-96a6-be1ec086b382 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:44.598572 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89fd1430-43e1-43e3-9b17-452def955172 req-129803e8-84ba-43fd-96a6-be1ec086b382 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2918315 Mar 16 11:01:44.606976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port e77de388-850d-469d-87e6-f82e445b98df {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:44.607408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.692467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Provisioning complete for port 6b05eee2-94ec-4413-9567-42f2fcc7f764 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:44.693103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.723081 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89fd1430-43e1-43e3-9b17-452def955172 req-2760a5f9-5764-499f-a62e-b432cff39c44 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164691 Mar 16 11:01:44.860239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Provisioning for port e77de388-850d-469d-87e6-f82e445b98df completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:44.869874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Provisioning complete for port e77de388-850d-469d-87e6-f82e445b98df triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:44.870328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.897082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.933227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:44.933937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Port e77de388-850d-469d-87e6-f82e445b98df cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:44.950173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Provisioning for port 14de303e-b8b8-4190-b7e2-f20ceb765276 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:44.955362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Provisioning complete for port 14de303e-b8b8-4190-b7e2-f20ceb765276 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:44.955738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.018901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bf018cf3-277b-403b-98cb-511342552833 None None] Port 14de303e-b8b8-4190-b7e2-f20ceb765276 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:45.046296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for e77de388-850d-469d-87e6-f82e445b98df owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:45.140270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Provisioning complete for port e77de388-850d-469d-87e6-f82e445b98df triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:45.140915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.201301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Port e77de388-850d-469d-87e6-f82e445b98df cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:45.213915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Provisioning complete for port 14de303e-b8b8-4190-b7e2-f20ceb765276 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:45.214286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.269173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fad66fa4-7b44-4b0b-94eb-23788c391b2e None None] Port 14de303e-b8b8-4190-b7e2-f20ceb765276 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:45.311242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.395892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=e77de388-850d-469d-87e6-f82e445b98df,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:45.405870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.420212 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-97e5acc7-4e5a-4c1c-a1fb-b8d56e953ae4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/e77de388-850d-469d-87e6-f82e445b98df HTTP/1.1" status: 204 len: 168 time: 0.9234290 Mar 16 11:01:45.422953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45426) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:45.475060 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf695e1-19c9-4549-b1c4-6e81195ec2cb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:45.475860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ebf695e1-19c9-4549-b1c4-6e81195ec2cb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:45.494756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ebf695e1-19c9-4549-b1c4-6e81195ec2cb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:45.498605 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ebf695e1-19c9-4549-b1c4-6e81195ec2cb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/e77de388-850d-469d-87e6-f82e445b98df HTTP/1.1" status: 404 len: 333 time: 0.0719926 Mar 16 11:01:45.498912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45430) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:45.505873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.1 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/f0f33ec9-dc95-4237-99ff-fd6730ce280d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:45.577238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 14de303e-b8b8-4190-b7e2-f20ceb765276 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:45.577714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.682686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.715965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.749847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b05eee2-94ec-4413-9567-42f2fcc7f764 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:45.783920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:45.792498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:45.796938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:45.826737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=f0f33ec9-dc95-4237-99ff-fd6730ce280d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:45.827018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6b05eee2-94ec-4413-9567-42f2fcc7f764 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:45.827545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.849366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.858722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.991517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 14de303e-b8b8-4190-b7e2-f20ceb765276 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:46.018032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1ab1-d031-4717-834d-e5aed93b66b2 req-b53ce2e3-e420-46cb-bc09-00b3573e878d tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:46.019527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-536b1ab1-d031-4717-834d-e5aed93b66b2 req-b53ce2e3-e420-46cb-bc09-00b3573e878d tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1379118 Mar 16 11:01:46.075721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.098822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-536b1ab1-d031-4717-834d-e5aed93b66b2 req-05268464-6470-4a4e-9d0e-74fe1772d538 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725319 Mar 16 11:01:46.132250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.185876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=14de303e-b8b8-4190-b7e2-f20ceb765276,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:46.228125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.242040 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b96b68a6-d5e1-4bb9-a32f-bfff6ba3852a tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/14de303e-b8b8-4190-b7e2-f20ceb765276 HTTP/1.1" status: 204 len: 168 time: 0.7420664 Mar 16 11:01:46.244473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45438) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:46.288913 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66bb03a-bf9c-4417-b4bf-83467230f4a4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:46.289459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b66bb03a-bf9c-4417-b4bf-83467230f4a4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:46.307317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b66bb03a-bf9c-4417-b4bf-83467230f4a4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:46.308610 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b66bb03a-bf9c-4417-b4bf-83467230f4a4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/14de303e-b8b8-4190-b7e2-f20ceb765276 HTTP/1.1" status: 404 len: 333 time: 0.0631328 Mar 16 11:01:46.311517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45442) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:46.386467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 3a93bb45-fc1e-4866-a750-ad051771b062 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:46.389666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.445444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.509439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.514919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.531947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.605249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.626869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=f0f33ec9-dc95-4237-99ff-fd6730ce280d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:46.629410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.644244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=3a93bb45-fc1e-4866-a750-ad051771b062,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:46.647903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.654557 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba0f1fe5-7cfd-4a59-acc2-8f51a2a051f0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/3a93bb45-fc1e-4866-a750-ad051771b062 HTTP/1.1" status: 204 len: 168 time: 0.3421679 Mar 16 11:01:46.655438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530de54-3d6f-40a8-8d58-335f8e2e770f None None] Network 82621db3-8909-42cd-9d9c-21ad850bc02e requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:46.657153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45446) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:46.773907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.774111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:46.775276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:46.784521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 6b05eee2-94ec-4413-9567-42f2fcc7f764 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:46.784916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:46.967689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] DHCP port deletion for 82621db3-8909-42cd-9d9c-21ad850bc02e request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:46.972078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Deleting port 6b05eee2-94ec-4413-9567-42f2fcc7f764 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:46.972452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.006849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port 6b05eee2-94ec-4413-9567-42f2fcc7f764, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b05eee2-94ec-4413-9567-42f2fcc7f764,segment=NetworkSegment(544cd167-c6ac-44e6-b441-87373809e2d9),segment_id=544cd167-c6ac-44e6-b441-87373809e2d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:47.007276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.100918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:47.134166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 6b05eee2-94ec-4413-9567-42f2fcc7f764 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:47.187551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] For port 6b05eee2-94ec-4413-9567-42f2fcc7f764, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6b05eee2-94ec-4413-9567-42f2fcc7f764,segment=NetworkSegment(544cd167-c6ac-44e6-b441-87373809e2d9),segment_id=544cd167-c6ac-44e6-b441-87373809e2d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:47.187854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.226986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.277533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=6b05eee2-94ec-4413-9567-42f2fcc7f764,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:47.281332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No DVR routers for this DVR port 6b05eee2-94ec-4413-9567-42f2fcc7f764 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:47.317806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Calling delete_port for 6b05eee2-94ec-4413-9567-42f2fcc7f764 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:47.361986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:47.380259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:47.394420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-57fd99a1-2671-4063-9b01-9a7072280e7c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/routers/686e6159-ea87-4936-be9f-b66460175be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4029071 Mar 16 11:01:47.394924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45452) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:47.401636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'port': {'network_id': '84637620-6f03-483d-97ba-d7734e1cf553', 'name': 'tempest-FloatingIPTestJSON-1856062096'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:47.408599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:47.409312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.429939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb656f15-ab3e-4b79-9297-5355f3e273eb req-7df9b1e6-c466-47d6-bbc6-09353afa2631 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:47.431514 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cb656f15-ab3e-4b79-9297-5355f3e273eb req-7df9b1e6-c466-47d6-bbc6-09353afa2631 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2170408 Mar 16 11:01:47.471629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.474567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:47.474913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:47.481872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:47.482475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.529465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.550912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.551369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f9fa9-3510-41c4-9682-6958cbb42172 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:47.561722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cb656f15-ab3e-4b79-9297-5355f3e273eb req-96a3c5c8-8a76-4ac6-8f36-ca2a600923c7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180496 Mar 16 11:01:47.563687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82621db3-8909-42cd-9d9c-21ad850bc02e']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.579382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544cd167-c6ac-44e6-b441-87373809e2d9') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.579382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544cd167-c6ac-44e6-b441-87373809e2d9') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:47.589065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.594610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:47.598475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:port and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:47.601331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:47.606929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:47.608015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.614919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:47.615238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.617638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:47.621114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:47.630014 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:47.642686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] device_id is not set on port f650fa78-1d6f-46b7-959e-fa425ef06c1c yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:47.711313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.733356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.740227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=82621db3-8909-42cd-9d9c-21ad850bc02e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:47.754941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b05eee2-94ec-4413-9567-42f2fcc7f764 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:47.759431 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-00a01128-3671-4bc8-9458-cd7473aab5fa tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/82621db3-8909-42cd-9d9c-21ad850bc02e HTTP/1.1" status: 204 len: 168 time: 1.0977621 Mar 16 11:01:47.760024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45456) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:47.765578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-428761702'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:47.770611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:47.776554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:network and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:47.779570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:47.787524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:47.789058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6b05eee2-94ec-4413-9567-42f2fcc7f764 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:47.789404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6b05eee2-94ec-4413-9567-42f2fcc7f764 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:47.805380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:47.806289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.11 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/f650fa78-1d6f-46b7-959e-fa425ef06c1c) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:47.808959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.841683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:01:47.850988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.851328 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Added segment 454fbef9-8929-45c8-8ade-7ca07ac2cab3 of type vlan for network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 Mar 16 11:01:47.877732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.907192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.914191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:47.914936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.975964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Deleting port 6b05eee2-94ec-4413-9567-42f2fcc7f764 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:47.976477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.017244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.024950 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:48.029130 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2655411 Mar 16 11:01:48.030875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45460) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:48.039652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:48.045016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43fa3-311b-478a-9726-a2409f45b806 None None] The port '6b05eee2-94ec-4413-9567-42f2fcc7f764' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:48.050927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.054367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e789bc-7fc1-4105-866d-ea6f27b93b72 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Network': ['ID=1c19b763-2ba6-4b27-a896-f15aa9e2c494,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:48.066373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:01:48.133362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:48.137234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=f650fa78-1d6f-46b7-959e-fa425ef06c1c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:48.139656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:48.142404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:48.156107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:48.160548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:48.163717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:48.169427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:48.178781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:48.182447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.210101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:48.210710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.232317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0e97b49c-bc06-4760-8286-7838869692bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8362525 Mar 16 11:01:48.234908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45464) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:48.240326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'port': {'network_id': '84637620-6f03-483d-97ba-d7734e1cf553', 'name': 'tempest-FloatingIPTestJSON-1105276045'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:48.375414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:48.379446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:port and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:48.382270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:48.388018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:48.395422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.397974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:48.401703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.422822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] device_id is not set on port 5ad63bac-aee4-4606-98c6-ccf719fe5560 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:48.481894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Checking segment: {'id': '454fbef9-8929-45c8-8ade-7ca07ac2cab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:48.482260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network hostable DHCP agents. Network: 1c19b763-2ba6-4b27-a896-f15aa9e2c494, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:01:48.488082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=fb373740-d9c5-4ffe-b44c-f9e83a40e6b5,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:48.509897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:01:48.522935 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1c19b763-2ba6-4b27-a896-f15aa9e2c494) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:48.527520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:48.528293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.532487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301df71a-50e3-4f64-95f9-7ba16c9b580c None None] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:48.555093 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0728d70-8151-4532-92f1-017fd2d7a3ef tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5198839 Mar 16 11:01:48.555725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45470) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:48.561921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-329506184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:48.571010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:48.578717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:router and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:48.584880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:48.594262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:48.596311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.2 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/5ad63bac-aee4-4606-98c6-ccf719fe5560) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:48.615382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.616359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.668387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.782240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1c19b763-2ba6-4b27-a896-f15aa9e2c494', 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': 'fb373740-d9c5-4ffe-b44c-f9e83a40e6b5'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:48.783065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.823390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.893172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.895073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f3ff3752-1dab-4f02-9b2c-9f95e096fa89 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3394682 Mar 16 11:01:48.898080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45476) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:48.905220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494', 'name': 'tempest-PortsIpV6TestJSON-244666244'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:48.917344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b5653-dc78-472a-9546-07c74e5734ad req-142fda44-967e-40c0-9d3d-189b1dc0cfd1 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:48.918838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-807b5653-dc78-472a-9546-07c74e5734ad req-142fda44-967e-40c0-9d3d-189b1dc0cfd1 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2389348 Mar 16 11:01:48.921597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.945891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Allocated IP 2001:db8::2 (1c19b763-2ba6-4b27-a896-f15aa9e2c494/fb373740-d9c5-4ffe-b44c-f9e83a40e6b5/cc65f38c-4854-48cf-90aa-a4050e3befc0) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:49.062019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:49.068565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:port and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:49.072489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:49.079978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:49.093325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:49.098595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.107222 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-807b5653-dc78-472a-9546-07c74e5734ad req-b498dec8-081a-4a37-aa23-a427f2f03e8c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806190 Mar 16 11:01:49.121019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.144870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:49.166629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.177935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Transition to ACTIVE for port object cc65f38c-4854-48cf-90aa-a4050e3befc0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:49.188773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:49.196211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:49.196878 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Transition to ACTIVE for port object cc65f38c-4854-48cf-90aa-a4050e3befc0 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:49.200685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:49.204721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.234799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=5ad63bac-aee4-4606-98c6-ccf719fe5560,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:49.277936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:49.278544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.303028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-face1b49-1668-4737-9fc5-99d310e60081 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0661926 Mar 16 11:01:49.303400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:49.303933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45480) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:49.306593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:49.308387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::29d (1c19b763-2ba6-4b27-a896-f15aa9e2c494/fb373740-d9c5-4ffe-b44c-f9e83a40e6b5/4d62a1b7-d268-4d84-93c4-0c5f7e689caa) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:49.309107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '5ad63bac-aee4-4606-98c6-ccf719fe5560', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:49.310296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:49.316428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:49.320373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:floatingip and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:49.323432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:49.329882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:49.339647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.360891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Pushing event updated for resources: {'Port': ['ID=cc65f38c-4854-48cf-90aa-a4050e3befc0,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:49.418477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Attempting to bind port cc65f38c-4854-48cf-90aa-a4050e3befc0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:49.418847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Attempting to bind port cc65f38c-4854-48cf-90aa-a4050e3befc0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '454fbef9-8929-45c8-8ade-7ca07ac2cab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:49.419210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Attempting to bind port cc65f38c-4854-48cf-90aa-a4050e3befc0 on network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:49.424353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:49.424724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Checking segment: {'id': '454fbef9-8929-45c8-8ade-7ca07ac2cab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:49.425700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.426195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Bound using segment: {'id': '454fbef9-8929-45c8-8ade-7ca07ac2cab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:49.426548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Bound port: cc65f38c-4854-48cf-90aa-a4050e3befc0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454fbef9-8929-45c8-8ade-7ca07ac2cab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1c19b763-2ba6-4b27-a896-f15aa9e2c494'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:49.426916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.509715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.518361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] For port cc65f38c-4854-48cf-90aa-a4050e3befc0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:49.522370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] For port cc65f38c-4854-48cf-90aa-a4050e3befc0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc65f38c-4854-48cf-90aa-a4050e3befc0,segment=NetworkSegment(454fbef9-8929-45c8-8ade-7ca07ac2cab3),segment_id=454fbef9-8929-45c8-8ade-7ca07ac2cab3)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:49.526929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.530769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.547463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 4d62a1b7-d268-4d84-93c4-0c5f7e689caa will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:49.580913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.616332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a143-5c53-4cad-8717-0cf72a309246 None None] Pushing event updated for resources: {'Port': ['ID=cc65f38c-4854-48cf-90aa-a4050e3befc0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:49.656149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:49.668019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:49.672481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.190 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a11549b5-a35a-4436-b102-18abec276639) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:49.673035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:49.678595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:49.679252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.693325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=4d62a1b7-d268-4d84-93c4-0c5f7e689caa,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:49.715047 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba6e8cf1-f820-4855-a10e-b343180cb5c0 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8154700 Mar 16 11:01:49.717800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45484) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:49.854616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.901200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:49.967031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:49.969916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:49.982565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:50.018676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=a11549b5-a35a-4436-b102-18abec276639,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:50.415704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.416398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98f5f8-5cab-4a96-b17e-2a5918b02231 req-567058db-d7dc-405c-9fb4-912313468a84 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:50.417964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ac98f5f8-5cab-4a96-b17e-2a5918b02231 req-567058db-d7dc-405c-9fb4-912313468a84 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1931803 Mar 16 11:01:50.476580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ac98f5f8-5cab-4a96-b17e-2a5918b02231 req-9e690de1-71a9-46ca-a0c6-db65681ab278 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530291 Mar 16 11:01:50.521650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.610554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.714673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c202305-4b28-4642-a8e8-ccf4d5bc4b58 None None] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:50.809147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-83725396-1e16-42ff-bbaa-2a332cd0b7b3 None None] Provisioning for port cc65f38c-4854-48cf-90aa-a4050e3befc0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:50.824175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.826857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.830247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.831473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.947074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=4d62a1b7-d268-4d84-93c4-0c5f7e689caa,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:51.071982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=a11549b5-a35a-4436-b102-18abec276639,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:51.079527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.113141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.259708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-beeb09df-daf4-4c64-91d0-8e74ab213f7c None None] Provisioning for port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:51.268344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP fe685a62-087c-4381-9766-e3e167ad075f associated. External IP: 172.26.0.190, port: 5ad63bac-aee4-4606-98c6-ccf719fe5560. Mar 16 11:01:51.269397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-beeb09df-daf4-4c64-91d0-8e74ab213f7c None None] Provisioning complete for port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:51.270053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-beeb09df-daf4-4c64-91d0-8e74ab213f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.336121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-beeb09df-daf4-4c64-91d0-8e74ab213f7c None None] Port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:51.465433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-96a384b8-f29d-4db8-a45d-50a4035804f1 None None] Provisioning complete for port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:51.466284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-96a384b8-f29d-4db8-a45d-50a4035804f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.533106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.557228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-96a384b8-f29d-4db8-a45d-50a4035804f1 None None] Port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:51.680363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-65e9e4ec-3e21-4403-b966-b0dc6d7f5e61 None None] Provisioning complete for port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:51.693947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-65e9e4ec-3e21-4403-b966-b0dc6d7f5e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.714866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:51.797547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-65e9e4ec-3e21-4403-b966-b0dc6d7f5e61 None None] Port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:51.816416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc65f38c-4854-48cf-90aa-a4050e3befc0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:51.822502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e933d6-fb40-449c-a1b7-3fca9e3ed2b2 req-e86ee4b2-5920-4b15-a0e4-1347e5e3e6d5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:51.824054 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-77e933d6-fb40-449c-a1b7-3fca9e3ed2b2 req-e86ee4b2-5920-4b15-a0e4-1347e5e3e6d5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2029927 Mar 16 11:01:51.891118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port cc65f38c-4854-48cf-90aa-a4050e3befc0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:01:51.896143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cc65f38c-4854-48cf-90aa-a4050e3befc0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:51.896517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.952408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-77e933d6-fb40-449c-a1b7-3fca9e3ed2b2 req-94d8e6a2-eb21-4c14-9a9d-31261427b825 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157858 Mar 16 11:01:51.959142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.960508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:51.971337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.972539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.973113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:51.989646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:51.993310 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:51.994132 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.036199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.062744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.076965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-553f2a44-3420-4ad2-8977-945c78a8d9c5 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7692118 Mar 16 11:01:52.077755 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:52.077975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45494) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:52.079320 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.080984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port cc65f38c-4854-48cf-90aa-a4050e3befc0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc65f38c-4854-48cf-90aa-a4050e3befc0,segment=NetworkSegment(454fbef9-8929-45c8-8ade-7ca07ac2cab3),segment_id=454fbef9-8929-45c8-8ade-7ca07ac2cab3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:52.083848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:52.086897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.135299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=4d62a1b7-d268-4d84-93c4-0c5f7e689caa,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:52.187200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=cc65f38c-4854-48cf-90aa-a4050e3befc0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:52.195572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.196051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:52.196419 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9addad-4979-4bb4-a928-5591cb0fb63f None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:52.197221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:52.204425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.400427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Router 60dae0f9-a0f4-4990-9767-e7f48755cf4e is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:01:52.425218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5c0bde07-f9b9-4f71-854b-c9e6b82a68d4 None None] Provisioning complete for port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:52.425938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c0bde07-f9b9-4f71-854b-c9e6b82a68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.495924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bde07-f9b9-4f71-854b-c9e6b82a68d4 None None] Port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:01:52.568742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:52.576311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2161a6bf-a776-4aeb-979f-00dc9bb0d0db tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/routers/60dae0f9-a0f4-4990-9767-e7f48755cf4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549538 Mar 16 11:01:52.576948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45498) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:52.581892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] Sync routers for ids ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:52.591909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] Routers {'60dae0f9-a0f4-4990-9767-e7f48755cf4e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:52.592561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.636906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.641318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:52.641660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP fe685a62-087c-4381-9766-e3e167ad075f disassociated. External IP: 172.26.0.190, port: 5ad63bac-aee4-4606-98c6-ccf719fe5560. Mar 16 11:01:52.658711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ed441-8d70-4f50-8143-7596c9a6c0e7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:52.660240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-671ed441-8d70-4f50-8143-7596c9a6c0e7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:52.660886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.670516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] Routers {'60dae0f9-a0f4-4990-9767-e7f48755cf4e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:52.671222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.676646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-671ed441-8d70-4f50-8143-7596c9a6c0e7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:52.677868 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-671ed441-8d70-4f50-8143-7596c9a6c0e7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?device_id=60dae0f9-a0f4-4990-9767-e7f48755cf4e HTTP/1.1" status: 200 len: 988 time: 0.1001849 Mar 16 11:01:52.680633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45502) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:52.734599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:52.735001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6f38f-b24b-46a1-a2b2-2d223bdb278a None None] The sync data for ids ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:53.001211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:53.251116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:53.258495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.262561 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:53.272504 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:53.273285 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.292348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.298781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08c8f-00e3-4d5d-bdad-2fc8117be94f req-dfa09f7e-4852-4105-ae5a-895336578ac4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:53.301460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81a08c8f-00e3-4d5d-bdad-2fc8117be94f req-dfa09f7e-4852-4105-ae5a-895336578ac4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.2123783 Mar 16 11:01:53.313727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45510) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:53.337423 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.346526 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:53.347391 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.414117 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:53.414659 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa4001-4b60-4c53-8d40-747041db78f0 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:53.431111 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9718d64d-1630-4eaf-b7cd-1df7b537365c tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/fe685a62-087c-4381-9766-e3e167ad075f HTTP/1.1" status: 200 len: 688 time: 1.3520200 Mar 16 11:01:53.436124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45514) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:53.580192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 4d62a1b7-d268-4d84-93c4-0c5f7e689caa {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:53.580864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.600110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81a08c8f-00e3-4d5d-bdad-2fc8117be94f req-12de1d45-8b98-45de-943d-186f82ee2f75 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889371 Mar 16 11:01:53.680853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port a11549b5-a35a-4436-b102-18abec276639 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:53.681295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.771485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc65f38c-4854-48cf-90aa-a4050e3befc0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:53.798721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.895928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port cc65f38c-4854-48cf-90aa-a4050e3befc0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:01:53.896330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:53.933590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 4d62a1b7-d268-4d84-93c4-0c5f7e689caa owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:54.120167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.173033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=4d62a1b7-d268-4d84-93c4-0c5f7e689caa,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:54.192120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.192709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.343626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.365433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for a11549b5-a35a-4436-b102-18abec276639 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:54.608155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.662703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=a11549b5-a35a-4436-b102-18abec276639,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:54.742755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Router 60dae0f9-a0f4-4990-9767-e7f48755cf4e has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:54.826129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.830990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:54.874855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:54.884645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] Sync routers for ids ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:54.892231 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e26f7542-2e99-40dd-bcc0-e8499a897043 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/routers/60dae0f9-a0f4-4990-9767-e7f48755cf4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2104900 Mar 16 11:01:54.894828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45524) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:54.897731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] Routers {'60dae0f9-a0f4-4990-9767-e7f48755cf4e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:54.898362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:54.942962 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ad1f49-8729-49d2-9f48-36dcd7f2f93c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:01:54.943743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-96ad1f49-8729-49d2-9f48-36dcd7f2f93c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:54.963034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-96ad1f49-8729-49d2-9f48-36dcd7f2f93c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:54.964216 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-96ad1f49-8729-49d2-9f48-36dcd7f2f93c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/4d62a1b7-d268-4d84-93c4-0c5f7e689caa HTTP/1.1" status: 404 len: 333 time: 0.0681078 Mar 16 11:01:54.967064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45528) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:54.992500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:55.004114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] Routers {'60dae0f9-a0f4-4990-9767-e7f48755cf4e'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:55.004114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:55.013664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.019641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-de606ebb-a558-4b10-9f55-669d81451766 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe685a62-087c-4381-9766-e3e167ad075f HTTP/1.1" status: 204 len: 168 time: 1.5785968 Mar 16 11:01:55.022523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:55.033773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'f650fa78-1d6f-46b7-959e-fa425ef06c1c'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:55.046311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:55.059267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84135ed8-efe0-46b9-a462-672b24cb4712 req-d0587f45-abb7-4b74-ad28-14cfcab6cf75 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:55.061404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84135ed8-efe0-46b9-a462-672b24cb4712 req-d0587f45-abb7-4b74-ad28-14cfcab6cf75 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.3249910 Mar 16 11:01:55.071022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:55.071666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d3d3a1-281e-45a8-a781-64831a36cc39 None None] The sync data for ids ['60dae0f9-a0f4-4990-9767-e7f48755cf4e'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:01:55.072215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:floatingip and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:55.079047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:55.100223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:55.107763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.188504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.219188 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84135ed8-efe0-46b9-a462-672b24cb4712 req-116792a2-4e08-4f2a-9bd2-df2434d0d0d5 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440067 Mar 16 11:01:55.418995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.421335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.447285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.447711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Fanout notify agent at l3_agent the message router_deleted on router 60dae0f9-a0f4-4990-9767-e7f48755cf4e {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:01:55.458910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.460188 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9058b86b-9119-413d-97d0-e9f8bc130764 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/routers/60dae0f9-a0f4-4990-9767-e7f48755cf4e HTTP/1.1" status: 204 len: 168 time: 0.4921958 Mar 16 11:01:55.462952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45536) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:55.463990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port b4e3739d-bcba-4f29-b789-b9b1856603ce {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:55.464394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.503672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.532423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet fb373740-d9c5-4ffe-b44c-f9e83a40e6b5 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:01:55.535918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.592766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.684672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.757660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.796718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=fb373740-d9c5-4ffe-b44c-f9e83a40e6b5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:55.801565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.807794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6cbb41-6413-4478-bb61-e652332654f2 None None] Network 1c19b763-2ba6-4b27-a896-f15aa9e2c494 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:55.808290 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-65fb353a-d1df-496c-9f2b-0b43f623a4e6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/fb373740-d9c5-4ffe-b44c-f9e83a40e6b5 HTTP/1.1" status: 204 len: 168 time: 0.3439553 Mar 16 11:01:55.810744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45540) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:55.904772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port b4e3739d-bcba-4f29-b789-b9b1856603ce, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b4e3739d-bcba-4f29-b789-b9b1856603ce,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:55.905210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.921561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.48 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/103b595d-00df-4eab-857a-aa6dff413059) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:55.927312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:55.939051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port cc65f38c-4854-48cf-90aa-a4050e3befc0 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:55.939402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.051862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for b4e3739d-bcba-4f29-b789-b9b1856603ce owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:56.214173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] DHCP port deletion for 1c19b763-2ba6-4b27-a896-f15aa9e2c494 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:01:56.220697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Deleting port cc65f38c-4854-48cf-90aa-a4050e3befc0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:56.221105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.298972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] For port cc65f38c-4854-48cf-90aa-a4050e3befc0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc65f38c-4854-48cf-90aa-a4050e3befc0,segment=NetworkSegment(454fbef9-8929-45c8-8ade-7ca07ac2cab3),segment_id=454fbef9-8929-45c8-8ade-7ca07ac2cab3)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:56.299391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.383747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.433184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for cc65f38c-4854-48cf-90aa-a4050e3befc0 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:56.483811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] For port cc65f38c-4854-48cf-90aa-a4050e3befc0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=cc65f38c-4854-48cf-90aa-a4050e3befc0,segment=NetworkSegment(454fbef9-8929-45c8-8ade-7ca07ac2cab3),segment_id=454fbef9-8929-45c8-8ade-7ca07ac2cab3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:56.484539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.520724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d509e8-00d2-43d9-af5d-284fcce1496b req-9a4bb41c-8683-4c51-824e-fd51961b128b tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:56.521546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.522327 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-70d509e8-00d2-43d9-af5d-284fcce1496b req-9a4bb41c-8683-4c51-824e-fd51961b128b tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1766059 Mar 16 11:01:56.526228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.572598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No DVR routers for this DVR port cc65f38c-4854-48cf-90aa-a4050e3befc0 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:01:56.605484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=cc65f38c-4854-48cf-90aa-a4050e3befc0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:56.621678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:56.644479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.648089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:56.658117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:56.667972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Calling delete_port for cc65f38c-4854-48cf-90aa-a4050e3befc0 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:01:56.690827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=103b595d-00df-4eab-857a-aa6dff413059,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:56.700787 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-70d509e8-00d2-43d9-af5d-284fcce1496b req-d33f5ea9-8d4c-4e7a-8af0-27a113c39efc tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699054 Mar 16 11:01:56.747196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.762400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:56.782947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=b4e3739d-bcba-4f29-b789-b9b1856603ce,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:56.814326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c19b763-2ba6-4b27-a896-f15aa9e2c494']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:56.830108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:01:56.830108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:01:56.834902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454fbef9-8929-45c8-8ade-7ca07ac2cab3') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:56.835107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454fbef9-8929-45c8-8ade-7ca07ac2cab3') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:56.856521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.865279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f242a26f-a895-4b77-a770-b99a64ad2709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.889415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.899448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:01:56.899801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.934327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:56.967785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:01:56.989616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:56.994389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:01:57.022365 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:01:57.032102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.043363 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'code': 200} Mar 16 11:01:57.054837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.072631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=1c19b763-2ba6-4b27-a896-f15aa9e2c494,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:57.081526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:57.086342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a01dd-025e-4c58-8b67-fcbe1c7fd142 req-2fa7b334-b5fe-4f9a-8a08-fa91e6c49a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:57.088014 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ec7a01dd-025e-4c58-8b67-fcbe1c7fd142 req-2fa7b334-b5fe-4f9a-8a08-fa91e6c49a64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1099 time: 0.3168490 Mar 16 11:01:57.093348 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f7a57421-ed8d-4738-b429-cabb23429907 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/1c19b763-2ba6-4b27-a896-f15aa9e2c494 HTTP/1.1" status: 204 len: 168 time: 1.2816119 Mar 16 11:01:57.095356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45548) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:57.194123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4518d8-1fdf-4199-8739-93dfb00e3bd6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:57.194628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7d4518d8-1fdf-4199-8739-93dfb00e3bd6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:57.198704 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ec7a01dd-025e-4c58-8b67-fcbe1c7fd142 req-515c3c86-a23b-4b94-9349-7871c1fca7f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039517 Mar 16 11:01:57.213444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7d4518d8-1fdf-4199-8739-93dfb00e3bd6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:57.214794 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7d4518d8-1fdf-4199-8739-93dfb00e3bd6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 HTTP/1.1" status: 200 len: 845 time: 0.1185994 Mar 16 11:01:57.218688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45552) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:57.295282 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-785f7391-3a77-4c1e-9de5-1d9d1c8f8ef5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/f5f1a0d8-f1d8-44e9-85c3-b53824dfd185?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0754621 Mar 16 11:01:57.298882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45556) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:57.305574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:57.331016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Deleting port cc65f38c-4854-48cf-90aa-a4050e3befc0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:01:57.331667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.401514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1182da09-546b-4c98-afb1-c1d094cb8a11 None None] The port 'cc65f38c-4854-48cf-90aa-a4050e3befc0' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:01:57.423314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:57.427663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:57.430483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:57.436042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:57.446325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:57.449728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.489568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.609523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.685662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.750159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:57.753499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:57.756582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:57.757188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.762971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a7fe6-ffeb-4d0c-8ec7-1267a4de7164 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:01:57.782886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=d4ec5842-b51d-43a9-b8d8-3ea821448d93,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:57.797425 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-577254da-7cae-4164-a733-73ba2f9e260c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4949598 Mar 16 11:01:57.798024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45562) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:57.804324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'security_group': {'name': 'tempest-secgroup-38329208'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:57.812006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:57.816681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:57.820067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:57.828493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:57.857724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.858646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.883366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:57.890629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:57.894651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:57.901330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:57.901856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc65f38c-4854-48cf-90aa-a4050e3befc0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:01:57.947570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: cc65f38c-4854-48cf-90aa-a4050e3befc0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:01:57.948209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device cc65f38c-4854-48cf-90aa-a4050e3befc0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:01:57.981790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:57.987406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.036034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.038118 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2393780 Mar 16 11:01:58.041847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45566) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:58.050961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663815888'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:58.052496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e7fde-4dc6-481d-be6a-1f2e6b3edbe5 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d9c20-4e2e-470f-b5a8-f63939c37614,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:58.073483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:58.096176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:58.102062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:01:58.103737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:58.127957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:58.149454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'tenant_id': '26e8aca14187498ebdb32982412e6588', 'fixed_ips': [{'subnet_id': 'd4ec5842-b51d-43a9-b8d8-3ea821448d93'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:01:58.150273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.282386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.307298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Allocated IP 2001:db8::2 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/d4ec5842-b51d-43a9-b8d8-3ea821448d93/0dee3281-cf0d-4694-8fb0-364093c60eb5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:58.318038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198023d-e24f-4e11-9b03-9110cf24aa0d req-99a701f2-66bf-4ca1-96a5-674887de1729 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:58.319504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2198023d-e24f-4e11-9b03-9110cf24aa0d req-99a701f2-66bf-4ca1-96a5-674887de1729 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 944 time: 0.3711407 Mar 16 11:01:58.347690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:58.367997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:01:58.371943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:01:58.437698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:58.518012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.528797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Transition to ACTIVE for port object 0dee3281-cf0d-4694-8fb0-364093c60eb5 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:58.545260 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2198023d-e24f-4e11-9b03-9110cf24aa0d req-200b2a19-a500-41c7-b662-9cc14aef504c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162874 Mar 16 11:01:58.548555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Transition to ACTIVE for port object 0dee3281-cf0d-4694-8fb0-364093c60eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:01:58.555699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.555922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:01:58.573610 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:01:58.578160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.592223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:58.592927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:58.602376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.627455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:01:58.630797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:01:58.642599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:01:58.646773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:01:58.684861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:58.727672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.732206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=103b595d-00df-4eab-857a-aa6dff413059,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:58.742888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.778875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Attempting to bind port 0dee3281-cf0d-4694-8fb0-364093c60eb5 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:01:58.779266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Attempting to bind port 0dee3281-cf0d-4694-8fb0-364093c60eb5 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '9936447c-f1ac-4d77-a438-806492bd52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:01:58.779628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Attempting to bind port 0dee3281-cf0d-4694-8fb0-364093c60eb5 on network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:01:58.791388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:01:58.791764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Checking segment: {'id': '9936447c-f1ac-4d77-a438-806492bd52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:01:58.792169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.792558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Bound using segment: {'id': '9936447c-f1ac-4d77-a438-806492bd52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:01:58.793052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Bound port: 0dee3281-cf0d-4694-8fb0-364093c60eb5, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9936447c-f1ac-4d77-a438-806492bd52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:01:58.793426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.803486 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:58.819293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e454718-30f1-47c0-a06b-ca1c4c2ba917,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:58.827117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.827584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.828015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.828462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.828899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.829322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.829738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.830241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.830814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.832147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.832694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.833269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.851391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.852076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.852635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.853789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.854404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.854949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.855530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.856071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.856626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.857222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.857797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.858355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:01:58.890201 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-10ae03f6-8ad7-4559-a39a-b6f707c3434f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5421819f-d6ea-412b-ba45-2789c3e076fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5754991 Mar 16 11:01:58.891618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.896437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45572) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:01:58.904555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-11187407', 'security_groups': ['7e454718-30f1-47c0-a06b-ca1c4c2ba917'], 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4ec5842-b51d-43a9-b8d8-3ea821448d93'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:01:58.910967 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ddc8f263-7990-4364-b300-feb72fc6694c tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8637364 Mar 16 11:01:58.929326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:58.992203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:59.062716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'port_id': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'mac_address': 'fa:16:3e:12:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:01:59.072695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:01:59.075439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f585c246-f534-4a98-bcb0-0e42b3ec75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.078206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:01:59.149846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.241053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.249905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:01:59.263170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:01:59.281889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:01:59.282318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:01:59.323315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:01:59.332715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.335177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e535-552b-442c-a2e1-71ff6a8dcd94 None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:59.404082 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:59.409316 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:01:59.426235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:01:59.432366 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 013751f1-d63c-4ad7-9cba-66da72db4b15 associated. External IP: 172.26.0.48, port: f650fa78-1d6f-46b7-959e-fa425ef06c1c. Mar 16 11:01:59.441970 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:01:59.442889 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:01:59.459436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:59.481439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 0018a428-5ff0-436d-8a8d-35476070759b yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:01:59.674522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c39c-c045-4280-99c3-9cee2155140a req-123536a4-5de4-4eaa-bbe0-926dccc49cf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:01:59.675330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1889c39c-c045-4280-99c3-9cee2155140a req-123536a4-5de4-4eaa-bbe0-926dccc49cf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:01:59.706793 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:01:59.714918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1889c39c-c045-4280-99c3-9cee2155140a req-123536a4-5de4-4eaa-bbe0-926dccc49cf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:01:59.722278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1889c39c-c045-4280-99c3-9cee2155140a req-123536a4-5de4-4eaa-bbe0-926dccc49cf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.3971519 Mar 16 11:01:59.787494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['4ff914fb-32fa-4c86-8aa7-e4b9b211b653'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:01:59.874974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:01:59.897712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::46 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/d4ec5842-b51d-43a9-b8d8-3ea821448d93/0018a428-5ff0-436d-8a8d-35476070759b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:01:59.938926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1889c39c-c045-4280-99c3-9cee2155140a req-7575c5e9-2764-4875-801d-99076a87f4dd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157059 Mar 16 11:02:00.009288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:00.078100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca95ac-5308-4b92-99c0-9cfe5233de86 req-29b54325-5498-4b10-b1b8-0db9c2abaf40 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:00.080709 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d4ca95ac-5308-4b92-99c0-9cfe5233de86 req-29b54325-5498-4b10-b1b8-0db9c2abaf40 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 945 time: 0.2670984 Mar 16 11:02:00.140656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:00.164386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d4ca95ac-5308-4b92-99c0-9cfe5233de86 req-83f374c0-124e-445c-a838-ec7377e1ebc3 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690792 Mar 16 11:02:00.175298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.193396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 0018a428-5ff0-436d-8a8d-35476070759b will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:00.195717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45580) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:00.205531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.210352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17203465-ea45-4ba1-96e7-a89ca0527d54 None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '47ef100a-f568-4629-8008-6b7efd221292', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.59', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'port_id': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'mac_address': 'fa:16:3e:a1:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T10:59:34Z', 'updated_at': '2022-03-16T10:59:41Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:00.337238 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67338a40-40e5-4ee7-b621-4f1a8e06f9fa tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/floatingips/6f00fd8b-1ce7-42af-9cfd-b82c7250298b HTTP/1.1" status: 200 len: 993 time: 0.1332037 Mar 16 11:02:00.345184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.380996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.381502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:00.394796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:00.406493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:00.407422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.412578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.416792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:00.431064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:00.441875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:00.450284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:00.451389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.470845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=0018a428-5ff0-436d-8a8d-35476070759b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:00.481317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3f482d8d-59c6-4420-8f35-b337ac2d5b00 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4544160 Mar 16 11:02:00.485317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45584) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:00.499578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.510121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.510815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.511491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.511978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.512871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.513522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.513643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.513758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.515207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.517004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.517382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.518195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.518587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:00.524787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:00.525591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.533413 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0b95f0bd-d07e-4e5e-b2ae-a576e211ef8f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6328671 Mar 16 11:02:00.535876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45588) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:00.547092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:00.607709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:00.611034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc4237-8972-493c-8224-49f89916f121 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:00.663152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ac02323-d082-455b-a293-d1a6c9d54330 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/floatingips/013751f1-d63c-4ad7-9cba-66da72db4b15 HTTP/1.1" status: 200 len: 978 time: 0.1760168 Mar 16 11:02:00.663756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45592) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:00.754072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:00.758508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:00.761517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:00.770439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:00.778840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b8768fba-9d57-4f89-86ca-8151261483bf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Synchronizing usage tracker for tenant:dda631d322774a369d2e04e850d0c367 on resource:floatingip {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:00.781805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:00.782296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.790222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:00.794217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.823932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b8768fba-9d57-4f89-86ca-8151261483bf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Unset dirty status for tenant:dda631d322774a369d2e04e850d0c367 on resource:floatingip {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:00.825489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b8768fba-9d57-4f89-86ca-8151261483bf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1608014 Mar 16 11:02:00.830094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45596) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:00.837361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': '5ad63bac-aee4-4606-98c6-ccf719fe5560'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:00.898660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:00.915462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Provisioning for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:00.922185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:00.922677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.964969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:00.981739 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.ipam_backend_mixin [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4ec5842-b51d-43a9-b8d8-3ea821448d93 (CIDR: 2001:db8::/64) Mar 16 11:02:01.020287 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:02:01.020771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:01.068691 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-85b2316c-6654-4623-8e6d-79ca4337ccfc tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5315802 Mar 16 11:02:01.069634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45602) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:01.077726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:01.080160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.119721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:01.125600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.177301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-3dab2e03-e91d-4426-adf1-e2a7908703e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.178075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-3dab2e03-e91d-4426-adf1-e2a7908703e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:01.204032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8147d-a5d9-4d94-90c1-3ef59fa355fa None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:01.215732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-3dab2e03-e91d-4426-adf1-e2a7908703e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:01.217504 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-3dab2e03-e91d-4426-adf1-e2a7908703e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.2401712 Mar 16 11:02:01.248344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cadf1d85-23a3-463c-b8d2-3183e48bb3a3 None None] Provisioning for port 0018a428-5ff0-436d-8a8d-35476070759b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:01.255328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cadf1d85-23a3-463c-b8d2-3183e48bb3a3 None None] Provisioning complete for port 0018a428-5ff0-436d-8a8d-35476070759b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:01.255834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cadf1d85-23a3-463c-b8d2-3183e48bb3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.301820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:01.309489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:01.309827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.314081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-cadf1d85-23a3-463c-b8d2-3183e48bb3a3 None None] Port 0018a428-5ff0-436d-8a8d-35476070759b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:01.339186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:01.347607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:01.360195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:01.416861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:01.420320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.509435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd21c-82bf-44a4-8ff9-17300bb26750 req-32e876cf-c49a-4f45-8d22-bc0d70369685 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:01.510910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51fdd21c-82bf-44a4-8ff9-17300bb26750 req-32e876cf-c49a-4f45-8d22-bc0d70369685 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 946 time: 0.4196966 Mar 16 11:02:01.656913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51fdd21c-82bf-44a4-8ff9-17300bb26750 req-8247250d-3cac-441d-ace6-3ab73689bbb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76fde6f-6885-403e-a814-9020db5d18c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294949 Mar 16 11:02:01.758974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:01.802381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:01.802735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.840093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.845313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:01.845780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.928465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:01.951949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.958958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:01.979034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b4e3739d-bcba-4f29-b789-b9b1856603ce no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:02.014749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b4e3739d-bcba-4f29-b789-b9b1856603ce {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:02.015449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b4e3739d-bcba-4f29-b789-b9b1856603ce not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:02.129109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 013751f1-d63c-4ad7-9cba-66da72db4b15 associated. External IP: 172.26.0.48, port: f650fa78-1d6f-46b7-959e-fa425ef06c1c. Mar 16 11:02:02.151176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.189539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.264041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:02.265195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=5efb4d62-a4d7-4656-81b9-f4f44e1c78d0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:02.271321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:02.284756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f687f-9917-410f-998f-08ab9261ef86 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:02.303602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:02.304190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.325250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=9ef8c5b5-0a51-4805-8121-03aece7fc10c,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:02.368506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:02.371414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.373302 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-e67128d1-e29f-4e9f-b9e8-80bec157f15c req-175bbeb6-1e04-4230-9f2a-a78a70534eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 HTTP/1.1" status: 204 len: 173 time: 1.1502717 Mar 16 11:02:02.373738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'name': 'network-vif-deleted', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:02.382643 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5baee43b-f6cc-4beb-9c3f-5b46c92e39b6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3085387 Mar 16 11:02:02.382837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45608) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:02.389850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2141004502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ef8c5b5-0a51-4805-8121-03aece7fc10c'}], 'security_groups': ['2f7d9c20-4e2e-470f-b5a8-f63939c37614']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:02.449772 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2288e9-a46f-4bbc-8ddf-7202664f307f', 'name': 'network-vif-deleted', 'tag': '5efb4d62-a4d7-4656-81b9-f4f44e1c78d0', 'status': 'completed', 'code': 200} Mar 16 11:02:02.531817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:02.584882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.732701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:02.906187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Update dhcp port {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'fixed_ips': [{'subnet_id': 'd4ec5842-b51d-43a9-b8d8-3ea821448d93', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ef8c5b5-0a51-4805-8121-03aece7fc10c'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '0dee3281-cf0d-4694-8fb0-364093c60eb5'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:02:02.932768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:02.933449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:02.959627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-04087f55-2c1c-4302-91be-21a09f53f369 req-187aec5b-bfa4-45ab-9edd-c3a054d4dcd7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf2288e9-a46f-4bbc-8ddf-7202664f307f HTTP/1.1" status: 200 len: 210 time: 0.0480182 Mar 16 11:02:02.986687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:02.999697 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:03.012220 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:03.013124 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.052687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.128604 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.137961 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:03.138575 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.156967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Delete allocated IP 2001:db8::46 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/d4ec5842-b51d-43a9-b8d8-3ea821448d93) {{(pid=87842) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:02:03.166497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8:0:1::32a (14f94cea-256b-402b-a6b6-1ae5d2a99e03/9ef8c5b5-0a51-4805-8121-03aece7fc10c/0018a428-5ff0-436d-8a8d-35476070759b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:03.207678 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.208192 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70d457-723c-411c-af20-adb6832eafa2 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:03.266743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.294314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:03.305411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:03.325177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.326065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:03.373725 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'code': 200} Mar 16 11:02:03.389304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.399008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:03.413761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:03.413761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5efb4d62-a4d7-4656-81b9-f4f44e1c78d0 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:03.417110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 0018a428-5ff0-436d-8a8d-35476070759b will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:03.422732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.514965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=0018a428-5ff0-436d-8a8d-35476070759b,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:03.562827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] In _notify_port_updated(), no bound segment for port 0018a428-5ff0-436d-8a8d-35476070759b on network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:02:03.571987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:03.572763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.574556 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4d85f7eb-32bf-4eb0-9b0d-816d4bff45c9 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/ports/0018a428-5ff0-436d-8a8d-35476070759b HTTP/1.1" status: 200 len: 931 time: 1.1904871 Mar 16 11:02:03.579478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45618) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:03.594791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Allocated IP 2001:db8:0:1::2 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/9ef8c5b5-0a51-4805-8121-03aece7fc10c/0dee3281-cf0d-4694-8fb0-364093c60eb5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:03.601422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:03.614016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.614480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.614900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.615288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.615681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.616073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.616464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.616869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.617259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.617647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.618053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.618441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:03.679855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:03.684204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.708525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:03.719653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 0018a428-5ff0-436d-8a8d-35476070759b {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:03.720001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.734310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:03.734912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.844240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.868493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.872108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:03.872719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.911323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ceb3c7dd-c053-4eb6-8152-c7067878fddf tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/013751f1-d63c-4ad7-9cba-66da72db4b15 HTTP/1.1" status: 200 len: 977 time: 3.0791168 Mar 16 11:02:03.914296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45622) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:03.919589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:03.936768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:03.937104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45c1466-0035-4487-bada-e8decd3261bb None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:03.939527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:03.966017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:03.983577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Transition to ACTIVE for port object 0dee3281-cf0d-4694-8fb0-364093c60eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:03.997657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.028502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.054393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.077112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337885-5a4e-4666-9846-03cad49967b6 None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:04.091161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45628) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:04.199274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 0018a428-5ff0-436d-8a8d-35476070759b owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:04.360142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.410347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=0018a428-5ff0-436d-8a8d-35476070759b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:04.415600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.515969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.528503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.528813 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 013751f1-d63c-4ad7-9cba-66da72db4b15 disassociated. External IP: 172.26.0.48, port: 5ad63bac-aee4-4606-98c6-ccf719fe5560. Mar 16 11:02:04.584282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.596397 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6f13aedc-9840-4e84-ae89-6405523d97bb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/0018a428-5ff0-436d-8a8d-35476070759b HTTP/1.1" status: 204 len: 168 time: 1.0151608 Mar 16 11:02:04.599161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:04.603286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.643082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaae780-0f40-4dbd-8410-c6c9fae7e3d6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:02:04.643893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-baaae780-0f40-4dbd-8410-c6c9fae7e3d6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:04.660947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-baaae780-0f40-4dbd-8410-c6c9fae7e3d6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:04.664887 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-baaae780-0f40-4dbd-8410-c6c9fae7e3d6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/0018a428-5ff0-436d-8a8d-35476070759b HTTP/1.1" status: 404 len: 333 time: 0.0620620 Mar 16 11:02:04.665732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:04.735705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.769781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.772627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:04.773036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.828529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.837524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.848053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:04.855379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e454718-30f1-47c0-a06b-ca1c4c2ba917,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:04.869509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Provisioning for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:04.871159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76fde6f-6885-403e-a814-9020db5d18c8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:04.873275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.875638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-191a6a03-745a-43fb-bbce-bf0dfefa9d1e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/security-groups/7e454718-30f1-47c0-a06b-ca1c4c2ba917 HTTP/1.1" status: 204 len: 168 time: 0.2086723 Mar 16 11:02:04.879883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45640) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:04.910919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:04.911588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.936891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:04.938033 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d743d2f2-aaea-49e4-bf9d-5ad074bf1fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/c76fde6f-6885-403e-a814-9020db5d18c8 HTTP/1.1" status: 204 len: 168 time: 0.8459296 Mar 16 11:02:04.958112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.000311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:05.002252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.014574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45646) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.077488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ed91d81-1687-4238-8ca5-430d3760331c None None] Could not find standard attr ID for object 0018a428-5ff0-436d-8a8d-35476070759b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:02:05.126098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet 500cbfbb-3234-4cea-bda3-b95d9c3bce3f {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:05.131723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.167628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.194025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4124b7a2-c26f-4543-8317-781ffddcf8b9 None None] Could not find standard attr ID for object 0018a428-5ff0-436d-8a8d-35476070759b. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:02:05.203936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d9c20-4e2e-470f-b5a8-f63939c37614,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:05.213849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.227044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:05.231507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.237683 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:05.248581 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:05.249227 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:05.262214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.265644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61ffbb1c-0951-4fa3-ad97-c7d98140643d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f7d9c20-4e2e-470f-b5a8-f63939c37614 HTTP/1.1" status: 204 len: 168 time: 0.3824100 Mar 16 11:02:05.265965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45650) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.314799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:05.315179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.324681 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:05.325602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:05.340037 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ae586b51-543f-4951-9b14-71425ad238ee tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/013751f1-d63c-4ad7-9cba-66da72db4b15 HTTP/1.1" status: 200 len: 687 time: 1.4246359 Mar 16 11:02:05.342917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45654) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.388079 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:05.388473 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d835cca-6e30-4a76-be7a-476d68427792 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:05.392729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.418337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet d4ec5842-b51d-43a9-b8d8-3ea821448d93 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:05.433869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=500cbfbb-3234-4cea-bda3-b95d9c3bce3f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:05.434108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.435799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.445282 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-703ed07f-360f-4ffb-be2a-3cda724d188a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/500cbfbb-3234-4cea-bda3-b95d9c3bce3f HTTP/1.1" status: 204 len: 168 time: 0.4243734 Mar 16 11:02:05.445558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45658) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:05.449634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49050ee8-d524-46fd-8458-c478edd795f8 None None] Network 30e6c69c-cc39-4f1c-826e-cadce05bd906 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:05.556384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 103b595d-00df-4eab-857a-aa6dff413059 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:05.556778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.563018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.574907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:05.575254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.599827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.722997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9809788-2764-4769-9476-6c48b27790ab None None] DHCP port deletion for 30e6c69c-cc39-4f1c-826e-cadce05bd906 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:02:05.728594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Deleting port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:05.729219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.801828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1ee53b16-4c2b-4739-9a8d-004a10c61e24,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:05.802195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.836095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:05.928535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 1ee53b16-4c2b-4739-9a8d-004a10c61e24 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:05.942843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.943345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:05.951011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.012791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.025977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:06.026458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.064357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=1ee53b16-4c2b-4739-9a8d-004a10c61e24,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:06.066259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:06.087713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b9809788-2764-4769-9476-6c48b27790ab None None] For port 1ee53b16-4c2b-4739-9a8d-004a10c61e24, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1ee53b16-4c2b-4739-9a8d-004a10c61e24,segment=NetworkSegment(2fd352fd-a342-4019-8903-60e5ba634dcb),segment_id=2fd352fd-a342-4019-8903-60e5ba634dcb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:06.088271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.110086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 103b595d-00df-4eab-857a-aa6dff413059 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:06.198459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.202964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.220594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Calling delete_port for 1ee53b16-4c2b-4739-9a8d-004a10c61e24 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:06.227459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6c69c-cc39-4f1c-826e-cadce05bd906']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:06.242135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd352fd-a342-4019-8903-60e5ba634dcb') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:06.242838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd352fd-a342-4019-8903-60e5ba634dcb') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:06.245414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ec5842-b51d-43a9-b8d8-3ea821448d93,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:06.247963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.257543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.266082 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc8dfff3-9871-4707-99a0-238dc8e663c7 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/d4ec5842-b51d-43a9-b8d8-3ea821448d93 HTTP/1.1" status: 204 len: 168 time: 0.9989746 Mar 16 11:02:06.266980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45662) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:06.269113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64432d3f-2fe7-4e5f-a491-a8ad2feb09fa None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:06.279809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.286885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:06.288373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.303871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:06.306063 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:06.395616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.415456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.427393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.428152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=30e6c69c-cc39-4f1c-826e-cadce05bd906,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:06.446168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4f6ae6dd-b7ed-483d-8159-3c32674f7704 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/30e6c69c-cc39-4f1c-826e-cadce05bd906 HTTP/1.1" status: 204 len: 168 time: 0.9995036 Mar 16 11:02:06.448610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45666) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:06.525257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=103b595d-00df-4eab-857a-aa6dff413059,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:06.525600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:02:06.525914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:02:06.592065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1ee53b16-4c2b-4739-9a8d-004a10c61e24 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:06.599297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:06.607543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:06.612626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:06.621706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:06.638504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.642434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.644041 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-87391942-2c75-4c48-bcb1-39fb41e8b039 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/013751f1-d63c-4ad7-9cba-66da72db4b15 HTTP/1.1" status: 204 len: 168 time: 1.3000309 Mar 16 11:02:06.646312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45670) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:06.664276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 1ee53b16-4c2b-4739-9a8d-004a10c61e24 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:06.664911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1ee53b16-4c2b-4739-9a8d-004a10c61e24 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:06.729816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:06.733235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.760293 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-0658b857-be24-46e1-afe6-45f538e01363 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] delete failed (client error): The resource could not be found. Mar 16 11:02:06.761356 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0658b857-be24-46e1-afe6-45f538e01363 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/013751f1-d63c-4ad7-9cba-66da72db4b15 HTTP/1.1" status: 404 len: 345 time: 0.1142185 Mar 16 11:02:06.774281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45674) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:06.870391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 62cff2b5-52cd-4043-b63d-cab839a41abf {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:06.870733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:06.969103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:06.975674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:06.981538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:06.982403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Synchronizing usage tracker for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:07.012716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Unset dirty status for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:07.016301 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9d733595-2a17-407b-a9ed-286b84efdb93 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/ports?network_id=84637620-6f03-483d-97ba-d7734e1cf553 HTTP/1.1" status: 200 len: 2359 time: 0.2387111 Mar 16 11:02:07.016593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45678) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:07.027351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Deleting port 1ee53b16-4c2b-4739-9a8d-004a10c61e24 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:07.027736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9809788-2764-4769-9476-6c48b27790ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.103889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.104497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.107894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9809788-2764-4769-9476-6c48b27790ab None None] The port '1ee53b16-4c2b-4739-9a8d-004a10c61e24' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:02:07.134881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fc364-76cb-424d-88b5-d0077602db38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:07.135534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-811fc364-76cb-424d-88b5-d0077602db38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Synchronizing usage tracker for tenant:dda631d322774a369d2e04e850d0c367 on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:07.178255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-811fc364-76cb-424d-88b5-d0077602db38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Unset dirty status for tenant:dda631d322774a369d2e04e850d0c367 on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:07.184220 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-811fc364-76cb-424d-88b5-d0077602db38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/subnets/5b25b517-5687-42d9-bec3-36db6a41d17e HTTP/1.1" status: 200 len: 797 time: 0.1666024 Mar 16 11:02:07.184740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45682) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:07.193328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'port': {'network_id': '84637620-6f03-483d-97ba-d7734e1cf553', 'name': 'tempest-FloatingIPTestJSON-2022442904', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:07.238288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 62cff2b5-52cd-4043-b63d-cab839a41abf owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:07.288921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.376411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:07.383465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:07.392191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:07.392762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.406412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.417587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=21870c02-d19e-4237-972c-b7f998ebf510,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:07.437251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:07.447704 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bec97e3c-db0b-418d-b882-47a1a3e5896b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1528866 Mar 16 11:02:07.455228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45686) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:07.458876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=62cff2b5-52cd-4043-b63d-cab839a41abf,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:07.459374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:07.464319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571420875'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:07.467836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e55a7-c1ad-4f11-88a3-1e3dc212a750 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:07.472362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:07.480877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:07.485322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:07.489440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:07.513171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:07.576443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.576869 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 47ef100a-f568-4629-8008-6b7efd221292 disassociated (deleted). External IP: 172.26.0.59, port: 42aecc0a-1d07-4e44-a05d-3728c9e9d64c. Mar 16 11:02:07.597455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-429408a0-749b-4564-9560-e4c6bf202851 None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:07.597845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-429408a0-749b-4564-9560-e4c6bf202851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.711111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-429408a0-749b-4564-9560-e4c6bf202851 None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:07.720268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.757972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:07.765474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:07.767197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-429408a0-749b-4564-9560-e4c6bf202851 None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:07.767950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-429408a0-749b-4564-9560-e4c6bf202851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.771060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:07.787835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:07.798133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.830736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] device_id is not set on port 255f9f3a-9012-4047-b1c4-d099e3614e45 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:02:07.958621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:07.959936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:07.989474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.004857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Update dhcp port {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'fixed_ips': [{'subnet_id': '9ef8c5b5-0a51-4805-8121-03aece7fc10c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21870c02-d19e-4237-972c-b7f998ebf510'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '0dee3281-cf0d-4694-8fb0-364093c60eb5'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:02:08.058906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.103058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.106760 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6468582 Mar 16 11:02:08.106760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb4dce-559f-47fe-aa76-1c373cb30a53 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64ed21-f0b9-401f-9053-b3e695b0f6ce,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:08.110997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45690) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:08.118915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'security_group': {'name': 'tempest-secgroup-662512798'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:08.129683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:08.137792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:08.143028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:08.154801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:08.168974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:08.174532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.180578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:08.203467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:08.204118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:08.208881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.278554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:08.290682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:08.295725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:08.305568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:08.324370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.14 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/255f9f3a-9012-4047-b1c4-d099e3614e45) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:08.339534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.13 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/255f9f3a-9012-4047-b1c4-d099e3614e45) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:08.361090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5ec28305-0a73-41c1-883f-25fff6e4a311 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/47ef100a-f568-4629-8008-6b7efd221292 HTTP/1.1" status: 204 len: 168 time: 1.9087076 Mar 16 11:02:08.361090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:08.424068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Allocated IP 2001:db8::2 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/21870c02-d19e-4237-972c-b7f998ebf510/0dee3281-cf0d-4694-8fb0-364093c60eb5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:08.455718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'status': 'completed', 'code': 200} Mar 16 11:02:08.461675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:08.486578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.495109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.677528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.678790 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5668631 Mar 16 11:02:08.683200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45700) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:08.686057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c994ae-fe96-4010-abbc-3c8615a096f2 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d606a2bd-8fa4-472b-9a6e-cf714743a758,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:08.689722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'security_group': {'name': 'tempest-secgroup-278945182'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:08.702204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:08.708715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:08.713660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:08.726708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:08.742470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.757466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.762634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-9b89ce08-7645-4505-a78a-357e5e24aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:08.764121 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-9b89ce08-7645-4505-a78a-357e5e24aba5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 1098 time: 0.1831541 Mar 16 11:02:08.818521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:08.824251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:security_group_rule and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:08.827987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:08.835709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:08.843045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:08.891374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b143b5-ff3a-438b-a022-c701001c022f req-5759af64-c9f3-4302-a362-9f35b84c5046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:08.892264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d8b143b5-ff3a-438b-a022-c701001c022f req-5759af64-c9f3-4302-a362-9f35b84c5046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:08.921837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.927972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.928439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d8b143b5-ff3a-438b-a022-c701001c022f req-5759af64-c9f3-4302-a362-9f35b84c5046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:08.929731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8b143b5-ff3a-438b-a022-c701001c022f req-5759af64-c9f3-4302-a362-9f35b84c5046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.1655796 Mar 16 11:02:08.953875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Transition to ACTIVE for port object 0dee3281-cf0d-4694-8fb0-364093c60eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:08.960188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.962997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.966959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:08.997703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-cb751c27-3e77-4dd3-93ce-0925fb482a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:09.000369 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-cb751c27-3e77-4dd3-93ce-0925fb482a11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 200 len: 897 time: 0.2280986 Mar 16 11:02:09.028462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8b143b5-ff3a-438b-a022-c701001c022f req-8da04f18-4ba4-4ca1-a5ce-714577369134 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847795 Mar 16 11:02:09.030285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d89c39-e24a-4312-ba29-722450f9d748,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:09.037570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.041998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5a6237b4-989c-42dc-85d5-0e3833a62f9e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3571193 Mar 16 11:02:09.043069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45704) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:09.049657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2027166916', 'security_groups': ['89d89c39-e24a-4312-ba29-722450f9d748'], 'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21870c02-d19e-4237-972c-b7f998ebf510'}]}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:09.078643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:09.088072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:09.090530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:09.118573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c266-806a-430c-bd22-326735ba0f3f None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:09.125562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:09.130552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:09.139119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:09.139896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:09.142529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=255f9f3a-9012-4047-b1c4-d099e3614e45,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:09.147401 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-e1a9f665-673a-46a5-b084-49260a8516db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 200 len: 217 time: 0.1354790 Mar 16 11:02:09.208685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:09.223395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:09.232264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:09.233172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.235417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:09.250447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-1846d289-e9fc-48f9-be4a-a61ff2cab523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:09.252001 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-1846d289-e9fc-48f9-be4a-a61ff2cab523 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 200 len: 834 time: 0.0975730 Mar 16 11:02:09.261824 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-83b74d2c-fd79-4adf-9137-5625f3dedaae tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0713375 Mar 16 11:02:09.282895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45708) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:09.291503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '255f9f3a-9012-4047-b1c4-d099e3614e45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:09.301714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:09.340067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:09.351185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-e8ff9661-3b60-4518-b2fe-33e9113712b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:09.352852 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-e8ff9661-3b60-4518-b2fe-33e9113712b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e8dc5e-ae45-413a-906a-8d4db9ca93a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918674 Mar 16 11:02:09.380477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:09.399884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.439448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.486898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] device_id is not set on port 170002ef-6e55-4754-9f4f-bf142d73f315 yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:02:09.521677 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-909accb0-24fb-423a-926b-455e55edd524 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610723 Mar 16 11:02:09.728746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:09.733213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c11a2-5bbf-4323-acb2-bdb8301122d6 None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:01:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '91ed6c6f-a01c-409c-a5cc-b4a5758dbab2', 'name': '', 'network_id': '43e8dc5e-ae45-413a-906a-8d4db9ca93a0', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:99:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:57Z', 'updated_at': '2022-03-16T10:59:07Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'c22586fb-ae85-4c5b-9fc9-015aadeeab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:09.785655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:09.865551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8::46 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/21870c02-d19e-4237-972c-b7f998ebf510/170002ef-6e55-4754-9f4f-bf142d73f315) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:09.868262 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-156da37f-753b-4ff1-9324-aa6b6aa1fd23 req-9be1e88b-a05c-4025-a276-cb9db1f53d11 service neutron] 10.222.0.55 "GET /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370643 Mar 16 11:02:09.872815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:09.875423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.877070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:09.944162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:09.958598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Provisioning for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:09.963645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:09.964019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ffd64c8-4ace-419a-9490-f0a010919934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.021171 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15bd710-a511-4f02-8bae-8e6f7b85f846 None None] New status for floating IP 47ef100a-f568-4629-8008-6b7efd221292: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:10.159149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.188 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:10.332482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.361158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 170002ef-6e55-4754-9f4f-bf142d73f315 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:10.413387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.445415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab6e1-0499-4140-a0be-642858d1dca2 req-d9287f81-684f-4280-9563-20c6e05af79d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:10.447114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-811ab6e1-0499-4140-a0be-642858d1dca2 req-d9287f81-684f-4280-9563-20c6e05af79d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.2634268 Mar 16 11:02:10.455849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.561078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:10.572316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:10.583521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:10.589141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:10.589754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.595447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=170002ef-6e55-4754-9f4f-bf142d73f315,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:10.602612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-811ab6e1-0499-4140-a0be-642858d1dca2 req-5de7d924-5b8f-4e01-a5f3-48c4f95c7309 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e936dd15-cfa7-4d82-b70a-c1d08d90d805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442611 Mar 16 11:02:10.603571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.669867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-21b7e582-6d1d-4d36-88fa-6845f8835942 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:10.670529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-21b7e582-6d1d-4d36-88fa-6845f8835942 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:10.683272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-21b7e582-6d1d-4d36-88fa-6845f8835942 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:10.684397 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-21b7e582-6d1d-4d36-88fa-6845f8835942 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 945 time: 0.1069465 Mar 16 11:02:10.691606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:10.695969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:10.700353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:10.782613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:10.782967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.843393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:10.851055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34efc604-cc9b-4cc9-b881-65dbdf6a3ccd tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8069067 Mar 16 11:02:10.857402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45714) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:10.865249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:10.866327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-301b5688-ac23-4cd8-9081-dee726dff9b3 None None] Provisioning for port 170002ef-6e55-4754-9f4f-bf142d73f315 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:10.871567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-301b5688-ac23-4cd8-9081-dee726dff9b3 None None] Provisioning complete for port 170002ef-6e55-4754-9f4f-bf142d73f315 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:10.872071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-301b5688-ac23-4cd8-9081-dee726dff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:10.927304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-301b5688-ac23-4cd8-9081-dee726dff9b3 None None] Port 170002ef-6e55-4754-9f4f-bf142d73f315 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:11.039328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:11.039685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.106859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:11.118540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:11.167566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 42aecc0a-1d07-4e44-a05d-3728c9e9d64c owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:11.176892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:11.190555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:11.215532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:11.219352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.311338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.364449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=42aecc0a-1d07-4e44-a05d-3728c9e9d64c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:11.440486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21870c02-d19e-4237-972c-b7f998ebf510 (CIDR: 2001:db8::/64) Mar 16 11:02:11.445869 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:02:11.446324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:11.448061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 42aecc0a-1d07-4e44-a05d-3728c9e9d64c on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:11.450479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.454497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'name': 'network-vif-deleted', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:11.471948 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-61d1bc93-2f17-493d-8d16-9dd529c08880 req-19be4543-838d-409d-bc38-2dcbcc8f5a01 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/42aecc0a-1d07-4e44-a05d-3728c9e9d64c HTTP/1.1" status: 204 len: 173 time: 0.7753685 Mar 16 11:02:11.478444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b9c3545-432c-457e-a198-b0eac94ff607 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6200161 Mar 16 11:02:11.482516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45720) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:11.488109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:11.522553 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3f93b-9959-46a8-9908-ddc8c14973df', 'name': 'network-vif-deleted', 'tag': '42aecc0a-1d07-4e44-a05d-3728c9e9d64c', 'status': 'completed', 'code': 200} Mar 16 11:02:11.606729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.648465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:11.652675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:11.655771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:11.693938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:11.724095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:11.727572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.792370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:11.838565 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-172fd4b3-1a8a-43b8-9825-e4e646433a83 req-42eaf2e3-66ea-4b04-aa15-6ea9491481fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=51e3f93b-9959-46a8-9908-ddc8c14973df HTTP/1.1" status: 200 len: 210 time: 0.0918343 Mar 16 11:02:11.981604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.ipam_backend_mixin [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9ef8c5b5-0a51-4805-8121-03aece7fc10c (CIDR: 2001:db8:0:1::/64) Mar 16 11:02:11.986605 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:02:11.987161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:12.063684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b64579ab-0071-42e9-a932-9514fb4ae3f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5815225 Mar 16 11:02:12.066327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45726) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:12.073377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'subnet': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:12.223065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.228669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.388698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:12.419846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Usage tracker for resource:subnet and tenant:26e8aca14187498ebdb32982412e6588 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:12.430534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:12.457800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:12.461494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:12.478618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Made reservation on behalf of 26e8aca14187498ebdb32982412e6588 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:12.481944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.495060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:12.761030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 550dec9d-00f1-4441-b356-1b97dbb476c7 associated. External IP: 172.26.0.188, port: 255f9f3a-9012-4047-b1c4-d099e3614e45. Mar 16 11:02:12.933873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45732) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.001645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.031523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.097898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.120361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936dd15-cfa7-4d82-b70a-c1d08d90d805,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:13.126807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.129310 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4a0cda3-c258-41b3-96bf-5bac7d7a8cce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/e936dd15-cfa7-4d82-b70a-c1d08d90d805 HTTP/1.1" status: 204 len: 168 time: 0.1943846 Mar 16 11:02:13.161489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45738) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.185168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.259695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:13.263385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:13.266325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:13.266901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.272601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879d63f-7c11-41b7-bdd6-585bb73dc6e9 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:13.279964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:13.291110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Subnet': ['ID=2134e0c2-04b7-486b-8bce-48b1f198db45,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:13.310208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d20968d1-62b2-44d5-8af7-8537cd1a817f tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2402472 Mar 16 11:02:13.311045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45742) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.325020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-319091333', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2134e0c2-04b7-486b-8bce-48b1f198db45'}], 'security_groups': ['0e64ed21-f0b9-401f-9053-b3e695b0f6ce', 'd606a2bd-8fa4-472b-9a6e-cf714743a758']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:13.494124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:13.510768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:13.525340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.530199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:13.530887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.583577 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-36a18299-648d-4a4c-a364-37d9a4e95389 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2995150 Mar 16 11:02:13.586264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:13.591795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': '255f9f3a-9012-4047-b1c4-d099e3614e45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:13.647786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.669924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:13.670554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.700070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.742665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:13.744083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f24cb2-0d79-4ec1-a76c-6073b0847372 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:13.829370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Update dhcp port {'port': {'network_id': '14f94cea-256b-402b-a6b6-1ae5d2a99e03', 'fixed_ips': [{'subnet_id': '9ef8c5b5-0a51-4805-8121-03aece7fc10c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21870c02-d19e-4237-972c-b7f998ebf510', 'ip_address': '2001:db8::2'}, {'subnet_id': '2134e0c2-04b7-486b-8bce-48b1f198db45'}], 'binding:host_id': 'dv-neutron-828143-9-hyperv'}, 'id': '0dee3281-cf0d-4694-8fb0-364093c60eb5'} from dv-neutron-828143-9-hyperv. {{(pid=87843) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:02:13.886152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:13.926164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.116972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Allocated IP 2001:db8:0:2::2 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/2134e0c2-04b7-486b-8bce-48b1f198db45/0dee3281-cf0d-4694-8fb0-364093c60eb5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:14.264431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:14.293008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.304362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.310614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Transition to ACTIVE for port object 0dee3281-cf0d-4694-8fb0-364093c60eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:14.317133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.470561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ad7df-1001-4dea-bf3a-a885217cf775 None None] Pushing event updated for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:14.536522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.541629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:14.702698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Delete allocated IP 2001:db8::46 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/21870c02-d19e-4237-972c-b7f998ebf510) {{(pid=87842) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:02:14.706829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 42aecc0a-1d07-4e44-a05d-3728c9e9d64c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:14.714128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Allocated IP 2001:db8:0:2::331 (14f94cea-256b-402b-a6b6-1ae5d2a99e03/2134e0c2-04b7-486b-8bce-48b1f198db45/170002ef-6e55-4754-9f4f-bf142d73f315) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:14.760670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 42aecc0a-1d07-4e44-a05d-3728c9e9d64c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:14.761511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 42aecc0a-1d07-4e44-a05d-3728c9e9d64c not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:14.921769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:14.948244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:14.948527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.108722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:15.113318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.118921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:15.129231 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:15.129823 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:15.144133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.173451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Transition to ACTIVE for port object 170002ef-6e55-4754-9f4f-bf142d73f315 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:15.186329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:15.186329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.187679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.194891 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:15.204025 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:15.204854 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:15.239858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d9231983-fc7d-43b3-a7c0-7f5a6c306199 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/550dec9d-00f1-4441-b356-1b97dbb476c7 HTTP/1.1" status: 200 len: 979 time: 1.6496532 Mar 16 11:02:15.240203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45750) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:15.248431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:15.248795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.257813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:15.279990 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:15.280744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de4f58-17f8-4995-b8b7-efcc1721719d None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:15.287998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Provisioning for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:15.294454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:15.295130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.470781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Provisioning for port 170002ef-6e55-4754-9f4f-bf142d73f315 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:15.484421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Provisioning complete for port 170002ef-6e55-4754-9f4f-bf142d73f315 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:15.488773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.560265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] In _notify_port_updated(), no bound segment for port 170002ef-6e55-4754-9f4f-bf142d73f315 on network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 {{(pid=87842) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:02:15.580416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:15.581788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.586074 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "PUT /v2.0/ports/170002ef-6e55-4754-9f4f-bf142d73f315 HTTP/1.1" status: 200 len: 969 time: 2.2740839 Mar 16 11:02:15.594443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9bae11d9-8c9f-45c6-a5d4-7c5422091940 None None] Port 170002ef-6e55-4754-9f4f-bf142d73f315 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:15.621551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:15.659753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb56093-aa51-450c-bd38-f4dc1bc15d62 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event updated for resources: {'Port': ['ID=170002ef-6e55-4754-9f4f-bf142d73f315,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:15.669796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:15.738982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9df6e9c9-9de0-4325-9448-d2a8024f7b95 None None] Provisioning complete for port 170002ef-6e55-4754-9f4f-bf142d73f315 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:15.739362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9df6e9c9-9de0-4325-9448-d2a8024f7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.769852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port 170002ef-6e55-4754-9f4f-bf142d73f315 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:15.769852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.840253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:15.899828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9df6e9c9-9de0-4325-9448-d2a8024f7b95 None None] Port 170002ef-6e55-4754-9f4f-bf142d73f315 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:15.903238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:15.903584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.934847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:15.935215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:15.940093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.000260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=91ed6c6f-a01c-409c-a5cc-b4a5758dbab2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:16.180235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.336737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for 170002ef-6e55-4754-9f4f-bf142d73f315 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:16.385890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.511192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.511567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.678297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:16.747630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.767039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5421819f-d6ea-412b-ba45-2789c3e076fd has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:16.837049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=170002ef-6e55-4754-9f4f-bf142d73f315,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:16.855672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:16.878417 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-736c5ccb-5537-49de-9e56-b1dc63faa109 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/170002ef-6e55-4754-9f4f-bf142d73f315 HTTP/1.1" status: 204 len: 168 time: 1.2531590 Mar 16 11:02:16.878775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45758) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:16.926977 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e2750e-5d8c-4cc4-a7b1-34e51d4a3a43 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] GET failed (client error): The resource could not be found. Mar 16 11:02:16.926977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27e2750e-5d8c-4cc4-a7b1-34e51d4a3a43 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:16.991095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-27e2750e-5d8c-4cc4-a7b1-34e51d4a3a43 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:16.992639 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-27e2750e-5d8c-4cc4-a7b1-34e51d4a3a43 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports/170002ef-6e55-4754-9f4f-bf142d73f315 HTTP/1.1" status: 404 len: 333 time: 0.1129777 Mar 16 11:02:16.995524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45762) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.006108 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-5d323a26-42d2-402d-b2f3-c6ecd1314524 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2339065 Mar 16 11:02:17.012937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:17.022234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.027318 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3e7fa6f-4951-4928-8f97-c0313d8f6f34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5421819f-d6ea-412b-ba45-2789c3e076fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647406 Mar 16 11:02:17.027851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Sync routers for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:17.030191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.042746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:17.043547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:17.100540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet c22586fb-ae85-4c5b-9fc9-015aadeeab2a {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:17.242162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:17.256397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=bdfe8c41-87a4-4285-a3ed-ee0ac6d3c003,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:17.271836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.329326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.352074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.353988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.354424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 550dec9d-00f1-4441-b356-1b97dbb476c7 disassociated (deleted). External IP: 172.26.0.188, port: 255f9f3a-9012-4047-b1c4-d099e3614e45. Mar 16 11:02:17.402771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-68e16325-58a9-4838-8b15-da020f957d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.405122 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-68e16325-58a9-4838-8b15-da020f957d1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1099 time: 0.3021193 Mar 16 11:02:17.432431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.548582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.567769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.596193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d89c39-e24a-4312-ba29-722450f9d748,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:17.600132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:02:15Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:17.604870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Checking router: 5421819f-d6ea-412b-ba45-2789c3e076fd for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:17.613939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-2b516acd-774e-4f1b-b3da-e5ffbe659fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.615359 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-2b516acd-774e-4f1b-b3da-e5ffbe659fdc service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 898 time: 0.1871219 Mar 16 11:02:17.620775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Routers {'5421819f-d6ea-412b-ba45-2789c3e076fd'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:17.621514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5421819f-d6ea-412b-ba45-2789c3e076fd'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:17.690968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.693313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-22f589c0-a3b4-4010-aeaa-5046e6118d1b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/security-groups/89d89c39-e24a-4312-ba29-722450f9d748 HTTP/1.1" status: 204 len: 168 time: 0.6968815 Mar 16 11:02:17.696596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.727892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.772782 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-7f8f1c49-6689-4d64-bf36-892660e8dff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 1002 time: 0.1489677 Mar 16 11:02:17.775390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=c22586fb-ae85-4c5b-9fc9-015aadeeab2a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:17.780371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.788751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0fe8d2d9-0d7e-498e-8516-2f86e9e8d5c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/c22586fb-ae85-4c5b-9fc9-015aadeeab2a HTTP/1.1" status: 204 len: 168 time: 0.7551243 Mar 16 11:02:17.789547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45774) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:17.802295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479b79f-c4a7-4ce1-b0ee-88ed4df3a32f None None] Network 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:17.855449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-d385e033-32d4-4640-852c-f3b016194a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.856974 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-d385e033-32d4-4640-852c-f3b016194a0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 200 len: 834 time: 0.0694351 Mar 16 11:02:17.931681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] Set router 5421819f-d6ea-412b-ba45-2789c3e076fd gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:17.934438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-2b327692-c524-4af0-991c-b406474530a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:17.935894 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-2b327692-c524-4af0-991c-b406474530a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723572 Mar 16 11:02:17.940858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:18.037354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.076600 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-4d5e871e-d298-4fd2-a917-51c97cb85360 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287265 Mar 16 11:02:18.163367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.174008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.222423 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-a2232e52-9cb7-4092-866e-39bbf8360b3b req-f3a40740-bf9f-4509-b69a-84e2995260a7 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375780 Mar 16 11:02:18.316410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:02:15Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.320526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43658131-ce01-492e-b916-d1202d1725e0 None None] The sync data for ids ['5421819f-d6ea-412b-ba45-2789c3e076fd'] in dv-neutron-828143-9-hyperv is: [{'id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'name': 'tempest-TestNetworkBasicOps-router-1213604323', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:58:46Z', 'updated_at': '2022-03-16T11:02:15Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421819f-d6ea-412b-ba45-2789c3e076fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:58:48Z', 'updated_at': '2022-03-16T10:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:18.353556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] DHCP port deletion for 43e8dc5e-ae45-413a-906a-8d4db9ca93a0 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:02:18.364696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Deleting port 8eb2463f-b532-441b-be73-5dc2871bf821 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:18.365362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.379639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:18.391734 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:18.404085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:18.404727 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.469902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.479070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.491220 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:18.492321 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.501596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.503267 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/security-groups/d606a2bd-8fa4-472b-9a6e-cf714743a758 HTTP/1.1" status: 204 len: 168 time: 0.8056822 Mar 16 11:02:18.505976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45778) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.518217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e8ea4-1da9-4d92-b553-d92e03a36fe1 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606a2bd-8fa4-472b-9a6e-cf714743a758,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.521647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.558889 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:18.559885 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9d2d3-cf15-4987-a1e7-f983b7e77a14 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:18.578813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.598687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.603161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9bea15a6-7c77-42da-aa6b-f5b570f6a58e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/550dec9d-00f1-4441-b356-1b97dbb476c7 HTTP/1.1" status: 204 len: 168 time: 3.3614399 Mar 16 11:02:18.604076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45782) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.614867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] For port 8eb2463f-b532-441b-be73-5dc2871bf821, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eb2463f-b532-441b-be73-5dc2871bf821,segment=NetworkSegment(f0101cda-c9be-4293-8be5-81c7f41dd7b1),segment_id=f0101cda-c9be-4293-8be5-81c7f41dd7b1)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:18.615260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.633431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.639583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:18.639583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.685079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.714401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64ed21-f0b9-401f-9053-b3e695b0f6ce,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:18.725928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.730648 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f39edfba-a0ee-4066-9ad9-ed624f03c0f6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e64ed21-f0b9-401f-9053-b3e695b0f6ce HTTP/1.1" status: 204 len: 168 time: 0.2231998 Mar 16 11:02:18.731608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45786) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:18.803403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Calling delete_port for 8eb2463f-b532-441b-be73-5dc2871bf821 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:18.817833 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 21870c02-d19e-4237-972c-b7f998ebf510 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:18.820993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.871589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 255f9f3a-9012-4047-b1c4-d099e3614e45 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:18.872175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.895428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.900163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.945549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] No DVR routers for this DVR port 8eb2463f-b532-441b-be73-5dc2871bf821 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:18.953939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183c3bb-564a-417e-90f3-ba4bb6d46b33 None None] Pushing event deleted for resources: {'Port': ['ID=8eb2463f-b532-441b-be73-5dc2871bf821,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.001983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.074699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.117723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=21870c02-d19e-4237-972c-b7f998ebf510,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.119510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.122110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:19.122478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.125780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c044a-dca7-4fec-8366-c21f0a2e47fc None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:19.139204 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc01c7ca-3fb6-4a74-acad-af8d54ba7036 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/21870c02-d19e-4237-972c-b7f998ebf510 HTTP/1.1" status: 204 len: 168 time: 0.3979640 Mar 16 11:02:19.140172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.207289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 2134e0c2-04b7-486b-8bce-48b1f198db45 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:19.210380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.264269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.303419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:19.358048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.384652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.437562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.480419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=2134e0c2-04b7-486b-8bce-48b1f198db45,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.490096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.498979 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2f321f38-cea9-46de-8dc6-778332f885eb tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/2134e0c2-04b7-486b-8bce-48b1f198db45 HTTP/1.1" status: 204 len: 168 time: 0.3555839 Mar 16 11:02:19.499299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45794) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.539186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 255f9f3a-9012-4047-b1c4-d099e3614e45 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:19.661735 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-53372e96-9afb-4101-add3-a72e6ff0f8e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:19.662202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53372e96-9afb-4101-add3-a72e6ff0f8e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:19.664044 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-53372e96-9afb-4101-add3-a72e6ff0f8e3 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/21870c02-d19e-4237-972c-b7f998ebf510 HTTP/1.1" status: 404 len: 337 time: 0.1637685 Mar 16 11:02:19.666600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45798) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:19.740124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting subnet 9ef8c5b5-0a51-4805-8121-03aece7fc10c {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:19.743079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.786324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:19.800705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.811871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.827087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:19.827856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91ed6c6f-a01c-409c-a5cc-b4a5758dbab2 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:19.828451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eb2463f-b532-441b-be73-5dc2871bf821 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:19.869994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8eb2463f-b532-441b-be73-5dc2871bf821 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:19.870353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eb2463f-b532-441b-be73-5dc2871bf821 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:19.906879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:19.916728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.978809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.998871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.025382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.030163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bf469-f00f-43f9-909d-4d56a2cf79e8 None None] Network 14f94cea-256b-402b-a6b6-1ae5d2a99e03 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:20.047352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef8c5b5-0a51-4805-8121-03aece7fc10c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:20.054209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.060507 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a6bf4cc0-cee0-4f6f-9679-539ac3d1b037 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/9ef8c5b5-0a51-4805-8121-03aece7fc10c HTTP/1.1" status: 204 len: 168 time: 0.3924098 Mar 16 11:02:20.062564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45802) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.103257 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-43730187-bb62-4970-93e0-820fbaf9a9f4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.103987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43730187-bb62-4970-93e0-820fbaf9a9f4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.108170 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-43730187-bb62-4970-93e0-820fbaf9a9f4 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/d4ec5842-b51d-43a9-b8d8-3ea821448d93 HTTP/1.1" status: 404 len: 337 time: 0.0422757 Mar 16 11:02:20.108400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45806) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.135441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2a73ed9a-fd38-489d-9783-faa74f5690b6 None None] Provisioning complete for port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:20.135949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2a73ed9a-fd38-489d-9783-faa74f5690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.150690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=255f9f3a-9012-4047-b1c4-d099e3614e45,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:20.152508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ed97e181-8a70-4129-9c36-511c7924d455 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Synchronizing usage tracker for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:20.165862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ed97e181-8a70-4129-9c36-511c7924d455 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Unset dirty status for tenant:26e8aca14187498ebdb32982412e6588 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:20.169199 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ed97e181-8a70-4129-9c36-511c7924d455 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "GET /v2.0/ports?device_id=60dae0f9-a0f4-4990-9767-e7f48755cf4e HTTP/1.1" status: 200 len: 205 time: 0.0576146 Mar 16 11:02:20.170055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.248237 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-10734524-2d00-424a-bc61-88971d70308e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] delete failed (client error): The resource could not be found. Mar 16 11:02:20.252118 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10734524-2d00-424a-bc61-88971d70308e tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/routers/60dae0f9-a0f4-4990-9767-e7f48755cf4e HTTP/1.1" status: 404 len: 336 time: 0.0789371 Mar 16 11:02:20.252118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.270975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2a73ed9a-fd38-489d-9783-faa74f5690b6 None None] Port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:20.294505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2a73ed9a-fd38-489d-9783-faa74f5690b6 None None] Provisioning complete for port 0dee3281-cf0d-4694-8fb0-364093c60eb5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:20.294741 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf543f2-4b8a-4f27-9d43-4f6097e855c6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.294881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2a73ed9a-fd38-489d-9783-faa74f5690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.294984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf543f2-4b8a-4f27-9d43-4f6097e855c6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.298834 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-acf543f2-4b8a-4f27-9d43-4f6097e855c6 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/fb373740-d9c5-4ffe-b44c-f9e83a40e6b5 HTTP/1.1" status: 404 len: 337 time: 0.0438950 Mar 16 11:02:20.299306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45818) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.337980 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6be723-923c-4933-bd4b-045915531357 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.338426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6be723-923c-4933-bd4b-045915531357 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.340114 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8c6be723-923c-4933-bd4b-045915531357 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/3a93bb45-fc1e-4866-a750-ad051771b062 HTTP/1.1" status: 404 len: 337 time: 0.0391202 Mar 16 11:02:20.343146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45822) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.386852 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c49015-078b-423c-9e4b-3bd054774b9d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.387439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c49015-078b-423c-9e4b-3bd054774b9d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.389279 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c9c49015-078b-423c-9e4b-3bd054774b9d tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/329fe7f3-4e07-4877-92e9-b75495bb97b0 HTTP/1.1" status: 404 len: 337 time: 0.0451369 Mar 16 11:02:20.391687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45826) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.415004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] DHCP port deletion for 14f94cea-256b-402b-a6b6-1ae5d2a99e03 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:02:20.420219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.427587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.431739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Deleting port 0dee3281-cf0d-4694-8fb0-364093c60eb5 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:20.432110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.439694 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1095cef-2c54-4d75-9cab-e2abdb58dd15 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.440231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1095cef-2c54-4d75-9cab-e2abdb58dd15 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.444549 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e1095cef-2c54-4d75-9cab-e2abdb58dd15 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/1240a9c1-a164-4801-aaab-c1339dc7b1db HTTP/1.1" status: 404 len: 333 time: 0.0496604 Mar 16 11:02:20.444719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45830) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.483744 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6ae2d5-2db5-4839-b17b-2cd8d873a1c8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.483993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6ae2d5-2db5-4839-b17b-2cd8d873a1c8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.488483 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b6ae2d5-2db5-4839-b17b-2cd8d873a1c8 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/adc57c36-60b1-4884-b538-53b801fd9c2b HTTP/1.1" status: 404 len: 337 time: 0.0402753 Mar 16 11:02:20.488786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45834) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.509631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.510404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 5421819f-d6ea-412b-ba45-2789c3e076fd {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:02:20.521565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.537185 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-0994e221-370c-4f48-9bdf-d4880e6d486b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.537917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0994e221-370c-4f48-9bdf-d4880e6d486b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.541045 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0994e221-370c-4f48-9bdf-d4880e6d486b tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/72fd6cfe-621c-4302-a451-ae932741bac0 HTTP/1.1" status: 404 len: 337 time: 0.0503047 Mar 16 11:02:20.543297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45838) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.547126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.548425 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-398327ac-bc9b-43a1-b291-408fc059e323 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/5421819f-d6ea-412b-ba45-2789c3e076fd HTTP/1.1" status: 204 len: 168 time: 2.7518859 Mar 16 11:02:20.551613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45842) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.573147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ccd310a1-6991-4555-b7cb-1f3fd44d8bed tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/255f9f3a-9012-4047-b1c4-d099e3614e45 HTTP/1.1" status: 204 len: 168 time: 1.9670410 Mar 16 11:02:20.578854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45846) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.601225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:20.602427 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4f641b-0782-430e-8e2a-b437bb1e1b01 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.603332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4f641b-0782-430e-8e2a-b437bb1e1b01 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.606662 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1b4f641b-0782-430e-8e2a-b437bb1e1b01 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/8736252c-83e1-47fd-836b-efa7fe80b63f HTTP/1.1" status: 404 len: 333 time: 0.0622489 Mar 16 11:02:20.609764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45850) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.613719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:20.654355 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-51333df3-6b13-4f33-ab4d-26a8f5129523 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.654355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51333df3-6b13-4f33-ab4d-26a8f5129523 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.655413 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-51333df3-6b13-4f33-ab4d-26a8f5129523 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/738aa109-3b90-4053-9481-5683c2fa5dc7 HTTP/1.1" status: 404 len: 337 time: 0.0433071 Mar 16 11:02:20.657930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45854) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.680502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:20.692593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] For port 0dee3281-cf0d-4694-8fb0-364093c60eb5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0dee3281-cf0d-4694-8fb0-364093c60eb5,segment=NetworkSegment(9936447c-f1ac-4d77-a438-806492bd52ce),segment_id=9936447c-f1ac-4d77-a438-806492bd52ce)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:20.693301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.701411 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e0f422-e27b-4b4a-bf27-c893173ad396 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:20.701876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e0f422-e27b-4b4a-bf27-c893173ad396 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:20.706268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.706430 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e2e0f422-e27b-4b4a-bf27-c893173ad396 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/subnets/5f53f868-4d1c-43d2-9429-27ba0e4f385b HTTP/1.1" status: 404 len: 337 time: 0.0450447 Mar 16 11:02:20.707224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45858) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:20.715323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.823838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Calling delete_port for 0dee3281-cf0d-4694-8fb0-364093c60eb5 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:20.854157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Deleting port f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:20.854494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.898238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:20.947056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] Pushing event deleted for resources: {'Port': ['ID=0dee3281-cf0d-4694-8fb0-364093c60eb5,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:20.951510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280387f8-9899-4253-ab83-0aaf8ba088c7 None None] No DVR routers for this DVR port 0dee3281-cf0d-4694-8fb0-364093c60eb5 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:21.060275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.113386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e8dc5e-ae45-413a-906a-8d4db9ca93a0']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:21.135547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0101cda-c9be-4293-8be5-81c7f41dd7b1') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:21.135881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0101cda-c9be-4293-8be5-81c7f41dd7b1') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:21.179739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.250852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.274745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:21.275126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.290061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:21.296599 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:21.479945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Calling delete_port for f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:21.522623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.568126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.598577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.639077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=43e8dc5e-ae45-413a-906a-8d4db9ca93a0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:21.645750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d7266bb2-8a83-4949-8c66-73cbf00b27a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/43e8dc5e-ae45-413a-906a-8d4db9ca93a0 HTTP/1.1" status: 204 len: 168 time: 1.0932322 Mar 16 11:02:21.669398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45862) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:21.676431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--243914476', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:21.681444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:21.685533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:21.687523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.689302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:21.695417 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:21.705164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:21.708644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.738231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:02:21.747902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.748347 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment 555fdec1-18c7-4cd5-80f0-ce2025845cbf of type vlan for network baf3e09a-ba1b-41d7-a2cb-b6680afe954b Mar 16 11:02:21.754977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Port': ['ID=f5f1a0d8-f1d8-44e9-85c3-b53824dfd185,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:21.760159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.780650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:21.780874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.782095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.36 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/b2032bf6-f58a-452e-954e-7c8cbb1a6d2d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:21.787970 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b8c1da95-2129-4c5e-a8ea-f8cb203e9122 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/ports/f5f1a0d8-f1d8-44e9-85c3-b53824dfd185 HTTP/1.1" status: 204 len: 168 time: 1.0772090 Mar 16 11:02:21.788226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45866) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:21.818200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.823774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:21.824044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0dee3281-cf0d-4694-8fb0-364093c60eb5 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:21.824513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0dee3281-cf0d-4694-8fb0-364093c60eb5 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:21.824640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.824821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:21.860418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:02:21.860763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e8c712b7-ca64-4c65-b2c9-91fe31ac7f7a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:21.933402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=baf3e09a-ba1b-41d7-a2cb-b6680afe954b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:21.946083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:02:21.948862 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2d9a113d-bd84-4c38-b40d-2a7b2443898b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2768347 Mar 16 11:02:21.950529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45870) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:21.955586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-748066940', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:21.963973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:21.967821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:21.971132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:21.978264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:21.990240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:21.991649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.008319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.101450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.212333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.275203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.276588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.304810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f94cea-256b-402b-a6b6-1ae5d2a99e03']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:22.319241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9936447c-f1ac-4d77-a438-806492bd52ce') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:22.319529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9936447c-f1ac-4d77-a438-806492bd52ce') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:22.332648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.351598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.356485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.393061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:22.393465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:22.413595 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:22.506668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:22.518238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:22.522696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:22.564209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.566458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=b2032bf6-f58a-452e-954e-7c8cbb1a6d2d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:22.594455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.606254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] Pushing event deleted for resources: {'Network': ['ID=14f94cea-256b-402b-a6b6-1ae5d2a99e03,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:22.613086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f6ff97f1-13f9-4c63-9b62-d45a8303f867 tempest-PortsIpV6TestJSON-1002189468 tempest-PortsIpV6TestJSON-1002189468-project] 10.222.0.50 "DELETE /v2.0/networks/14f94cea-256b-402b-a6b6-1ae5d2a99e03 HTTP/1.1" status: 204 len: 168 time: 0.8211484 Mar 16 11:02:22.642370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.698782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.704168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.733607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.894001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.63 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/8eedf22a-adf2-4f0c-af11-269bda858492) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:22.901954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45878) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:22.934521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:22.939383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.049197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.067622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=b2032bf6-f58a-452e-954e-7c8cbb1a6d2d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:23.080037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.088982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.117057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b10394f3-5ab2-4868-8841-c7af13a36785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26e8aca14187498ebdb32982412e6588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139986 Mar 16 11:02:23.119606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45884) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:23.126197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.130297 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b22a678d-3a74-4570-8391-a34a818fb6e9 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5475378 Mar 16 11:02:23.130470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45888) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:23.135818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'port': {'network_id': '84637620-6f03-483d-97ba-d7734e1cf553', 'name': 'tempest-FloatingIPTestJSON-1448265225'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:23.160030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:23.179390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:23.193029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:23.236539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=8eedf22a-adf2-4f0c-af11-269bda858492,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:23.277768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.278805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:23.282905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:port and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:23.285836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:23.291906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:23.302101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:23.305659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.327543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] device_id is not set on port 40dd8193-6a63-468c-b4da-ff023d20f2ae yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:02:23.420370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.469119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.13 (84637620-6f03-483d-97ba-d7734e1cf553/5b25b517-5687-42d9-bec3-36db6a41d17e/40dd8193-6a63-468c-b4da-ff023d20f2ae) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:23.588041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.617623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a9f34-6b3f-43bf-a6af-a92756ac2cea,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:23.698286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.699313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f31c31da-75d5-4c5a-bb9f-99322ecc1e40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/350a9f34-6b3f-43bf-a6af-a92756ac2cea HTTP/1.1" status: 204 len: 168 time: 0.5785313 Mar 16 11:02:23.722484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.803267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.835564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:23.906686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 84637620-6f03-483d-97ba-d7734e1cf553 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:23.910670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:23.920215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:23.959193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=40dd8193-6a63-468c-b4da-ff023d20f2ae,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:23.992536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:23.993241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.018013 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2a9250f-ccbb-4b8e-9f32-0cbe25a5c3af tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8863943 Mar 16 11:02:24.021345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45894) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:24.026653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': '40dd8193-6a63-468c-b4da-ff023d20f2ae'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:24.115915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.203960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.404332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 4a8b8f6a-7534-451f-948d-74a7611998b9 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:02:24.588862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:24.598483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Sync routers for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:24.608354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:24.609055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:24.610906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.615054 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1b38279e-2b77-46f5-8f13-2f242e11dd46 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6605811 Mar 16 11:02:24.615445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:24.660525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-775fcc3a-675b-4cc2-9ac1-83ae51d65b37 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438225 Mar 16 11:02:24.663297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45904) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:24.772702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.777983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:24.788138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:24.802268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca32ea0-f363-4003-850a-5ad4f7e907d5 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:24.806708 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1ca32ea0-f363-4003-850a-5ad4f7e907d5 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394114 Mar 16 11:02:24.806858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45908) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:24.850808 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d0ee0276-e99c-4d23-b3b6-275598e43ba8 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398409 Mar 16 11:02:24.850808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:24.855927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775266935', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:24.958343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 961dc2f2-72f5-4119-be53-7b41b27754f1 associated. External IP: 172.26.0.36, port: 40dd8193-6a63-468c-b4da-ff023d20f2ae. Mar 16 11:02:24.963670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:24.967520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:24.970317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:24.976603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:24.986215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:24.990310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.025591 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:02:25.083080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:25.087087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Checking router: 4a8b8f6a-7534-451f-948d-74a7611998b9 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:25.087419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Updating router 4a8b8f6a-7534-451f-948d-74a7611998b9 port 8eedf22a-adf2-4f0c-af11-269bda858492 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:02:25.141174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.216752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.301807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=891a25b2-5ffa-4e31-b5d1-419964542c44,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:25.311461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:25.311718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: baf3e09a-ba1b-41d7-a2cb-b6680afe954b, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:02:25.333970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:02:25.344973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, baf3e09a-ba1b-41d7-a2cb-b6680afe954b) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:25.356252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18757a1-bf54-486d-a271-0bc07d92ffb7 None None] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:25.358084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:25.358671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.381391 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-23ef0d43-fbca-42d1-8c22-a82b9f556515 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5298316 Mar 16 11:02:25.383840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45916) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:25.437072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:25.621058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:02:25.621870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.633713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:25.638102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.649176 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:25.659792 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:25.660643 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:25.703046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-18988374-0243-43c1-ae8a-a6b3fcab9fab tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/961dc2f2-72f5-4119-be53-7b41b27754f1 HTTP/1.1" status: 200 len: 978 time: 1.6805406 Mar 16 11:02:25.707168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45920) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:25.713696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.734060 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:25.736038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Transition to ACTIVE for port object 8eedf22a-adf2-4f0c-af11-269bda858492 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:25.746147 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:25.746917 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:25.782568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.790949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 40dd8193-6a63-468c-b4da-ff023d20f2ae {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:25.791427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.829197 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:25.829594 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab1d52-09ad-483e-9f1f-3bf04df461d8 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:25.904767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Attempting to bind port 8eedf22a-adf2-4f0c-af11-269bda858492 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:25.905250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Attempting to bind port 8eedf22a-adf2-4f0c-af11-269bda858492 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:25.905682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Attempting to bind port 8eedf22a-adf2-4f0c-af11-269bda858492 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:25.912352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd1ca-beca-4c65-ab12-5cfe335faaec None None] Pushing event updated for resources: {'Port': ['ID=8eedf22a-adf2-4f0c-af11-269bda858492,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:25.921739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:25.921968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:25.922368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:25.922914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:25.923559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Bound port: 8eedf22a-adf2-4f0c-af11-269bda858492, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:25.923888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.070898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.087136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Allocated IP 172.20.0.2 (baf3e09a-ba1b-41d7-a2cb-b6680afe954b/891a25b2-5ffa-4e31-b5d1-419964542c44/5c96243a-082c-4b33-9cbf-66c96e0ca8dd) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:26.092272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] For port 8eedf22a-adf2-4f0c-af11-269bda858492, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:26.096717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] For port 8eedf22a-adf2-4f0c-af11-269bda858492, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eedf22a-adf2-4f0c-af11-269bda858492,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:26.103855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.276225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.278720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:26.279341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:26.357086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dd1ca-beca-4c65-ab12-5cfe335faaec None None] Pushing event updated for resources: {'Port': ['ID=8eedf22a-adf2-4f0c-af11-269bda858492,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:26.387964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.388330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.388639 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 961dc2f2-72f5-4119-be53-7b41b27754f1 disassociated. External IP: 172.26.0.36, port: 40dd8193-6a63-468c-b4da-ff023d20f2ae. Mar 16 11:02:26.389075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 40dd8193-6a63-468c-b4da-ff023d20f2ae owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:26.542390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.550242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:26.562615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.614250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=40dd8193-6a63-468c-b4da-ff023d20f2ae,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:26.662316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Transition to ACTIVE for port object 5c96243a-082c-4b33-9cbf-66c96e0ca8dd will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:26.753641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Transition to ACTIVE for port object 5c96243a-082c-4b33-9cbf-66c96e0ca8dd will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:26.767381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.849226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (baf3e09a-ba1b-41d7-a2cb-b6680afe954b/891a25b2-5ffa-4e31-b5d1-419964542c44/2ebe70e3-12db-4fba-8a8d-a206ce222706) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:26.856581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:26.867386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:26.879633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b55bb23-cf60-497a-952b-c723bd848ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:26.886046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:26.893659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Pushing event updated for resources: {'Port': ['ID=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:26.925404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:27.014159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.022925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Attempting to bind port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:27.023309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Attempting to bind port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:27.023650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Attempting to bind port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd on network baf3e09a-ba1b-41d7-a2cb-b6680afe954b {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:27.029993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 2ebe70e3-12db-4fba-8a8d-a206ce222706 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:27.031598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:27.031881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Checking segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:27.032283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.032678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Bound using segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:27.033312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Bound port: 5c96243a-082c-4b33-9cbf-66c96e0ca8dd, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:27.034202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.057793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.113427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.115724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:27.127424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8268f-7a04-4fec-bbdd-822eb9453865 None None] The sync data for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv is: [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:27.132676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:27.143823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:27.145176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:27.147575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:27.149955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:27.151701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] For port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:27.153783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:27.154414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.216194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.221403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.224388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] For port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:27.233568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:27.234251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.249776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.262696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33cc351c-2577-4602-8aea-e74a50d8793d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/40dd8193-6a63-468c-b4da-ff023d20f2ae HTTP/1.1" status: 204 len: 168 time: 1.5522857 Mar 16 11:02:27.263315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45924) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:27.285131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.346018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:27.347398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14c682-99f9-4a6e-9375-574d6de60848 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:27.364598 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-075b854f-6c8d-48c6-bbbb-ea747e7b2820 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/floatingips/961dc2f2-72f5-4119-be53-7b41b27754f1 HTTP/1.1" status: 200 len: 687 time: 0.0988073 Mar 16 11:02:27.366733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45928) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:27.395596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d57c7-9cc7-47fd-9b45-7d901fdf91ec None None] Pushing event updated for resources: {'Port': ['ID=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:27.405091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.583454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port b2032bf6-f58a-452e-954e-7c8cbb1a6d2d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:27.583791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.833937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.834271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.915728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5c96243a-082c-4b33-9cbf-66c96e0ca8dd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:28.002181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:28.003198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for b2032bf6-f58a-452e-954e-7c8cbb1a6d2d owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:28.010891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eedf22a-adf2-4f0c-af11-269bda858492 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:28.106835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8eedf22a-adf2-4f0c-af11-269bda858492 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:28.111056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.113278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8eedf22a-adf2-4f0c-af11-269bda858492 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:28.113829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.126281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.173294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.224094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=b2032bf6-f58a-452e-954e-7c8cbb1a6d2d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:28.261383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.281438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:28.348696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.370188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 8eedf22a-adf2-4f0c-af11-269bda858492, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eedf22a-adf2-4f0c-af11-269bda858492,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:28.372188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.378294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.393539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.394811 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ed1a1c5e-d31e-4746-b1a3-1f8be8267b2b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/961dc2f2-72f5-4119-be53-7b41b27754f1 HTTP/1.1" status: 204 len: 168 time: 1.0264318 Mar 16 11:02:28.398287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45932) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:28.403779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '5ad63bac-aee4-4606-98c6-ccf719fe5560'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:28.414423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:28.419123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:floatingip and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:28.422696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:28.429285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:28.450094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.460299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:28.461600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:28.472452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=8eedf22a-adf2-4f0c-af11-269bda858492,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:28.632497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.677102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 4a8b8f6a-7534-451f-948d-74a7611998b9 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:28.715570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82fa3e-10aa-4459-ba79-c17557103f79 None None] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:28.796783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.159 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/bfbbee9a-2c95-43ec-8ad3-7d5e023e706e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:28.827073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Provisioning for port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:28.835821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Provisioning complete for port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:28.836275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:28.874517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:28.888651 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c5dfa783-8ed0-4722-b0dc-818558ac2c79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/4a8b8f6a-7534-451f-948d-74a7611998b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036995 Mar 16 11:02:28.891499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45936) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:29.047852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.048321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.048788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.050411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.050411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.051146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.053365 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5957409f-0efe-4fd7-9c3a-5a0f07c5ab57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.1609049 Mar 16 11:02:29.057133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45940) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:29.078981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-af07a6bc-fe63-49d7-8642-eb8fca7eeb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.084126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.121945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.122477 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Sync routers for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:29.131726 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:29.132567 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:29.135672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] For port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:29.141931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.142802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.143756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.144930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.145567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.146307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:29.146788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.148570 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cb877ada-d42f-40ce-9dca-8dbe6eb97fc2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3942 time: 0.0899832 Mar 16 11:02:29.151289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45944) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:29.162200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.231032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:29.237783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:29.240220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:29.263380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a6913-ff2d-4891-b19d-6add15ed851d None None] Pushing event updated for resources: {'Port': ['ID=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:29.308819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=bfbbee9a-2c95-43ec-8ad3-7d5e023e706e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:29.383015 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:29.402782 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1f5dbf4-ee46-4466-80dd-d5dd7a593fa8 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.2501645 Mar 16 11:02:29.586497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Provisioning for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:29.592300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Provisioning complete for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:29.592710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.671922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Port 2ebe70e3-12db-4fba-8a8d-a206ce222706 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:29.696808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Provisioning complete for port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:29.697262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-39d6f620-7871-4174-9b91-c830d379bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.744663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.849677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5c96243a-082c-4b33-9cbf-66c96e0ca8dd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:29.851698 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:29.856378 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Checking router: 4a8b8f6a-7534-451f-948d-74a7611998b9 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:29.856778 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Updating router 4a8b8f6a-7534-451f-948d-74a7611998b9 port 2ebe70e3-12db-4fba-8a8d-a206ce222706 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:02:29.872534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.906876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45950) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:29.913794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295643475', 'description': 'tempest-secgroup-smoke-1295643475 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:29.922271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:29.927640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:29.931697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:29.939101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:29.964989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:29.965469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.965626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.973740 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:29.990521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:29.995382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:29.998460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.005571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.107205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.116309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.126964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9fe53cb3-25a6-4226-a2df-ed54ea182794 None None] Provisioning complete for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:30.128125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9fe53cb3-25a6-4226-a2df-ed54ea182794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.169093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eedf22a-adf2-4f0c-af11-269bda858492 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:30.188262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdd97e4-d571-4bf3-9a2b-71db00083de0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.205151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.209374 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-56410ba9-9ce0-4cff-aed7-b196a1b5094a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2984900 Mar 16 11:02:30.209750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45954) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.217202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.225101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.228446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.229927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.233583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.235123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9fe53cb3-25a6-4226-a2df-ed54ea182794 None None] Port 2ebe70e3-12db-4fba-8a8d-a206ce222706 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:30.235766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.246249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.255186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8eedf22a-adf2-4f0c-af11-269bda858492 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:30.255557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.272933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.363999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.370149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.380878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=bfbbee9a-2c95-43ec-8ad3-7d5e023e706e,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.387614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.394503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2754a7e-668d-48ae-9d85-6c119421167e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.420776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.425060 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80d16e5f-6732-402a-ab80-a0615a8ccc2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111125 Mar 16 11:02:30.425216 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.425686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45958) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.433459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.438984 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Transition to ACTIVE for port object 2ebe70e3-12db-4fba-8a8d-a206ce222706 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:30.448967 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.451901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.458477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.468728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.472594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.481593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.490478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.512441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.586970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.594183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.616919 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Pushing event updated for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.618114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 8788d35b-d8a5-4813-999d-6dfba7a8e8c3 associated. External IP: 172.26.0.159, port: 5ad63bac-aee4-4606-98c6-ccf719fe5560. Mar 16 11:02:30.632781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fdbf63-0799-404a-8b50-f5043549fb9b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.643814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.645228 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f932a68b-03bb-421c-bd8c-fa957d5f4d4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2183766 Mar 16 11:02:30.647887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45962) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:30.653278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:30.660822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:30.668287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:30.672633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:30.677675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.678563 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.678895 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.679007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:30.679219 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.679542 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.680153 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.680478 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.680796 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.681152 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.681480 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.682290 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.682859 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:30.707340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.746581 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Attempting to bind port 2ebe70e3-12db-4fba-8a8d-a206ce222706 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:30.747365 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Attempting to bind port 2ebe70e3-12db-4fba-8a8d-a206ce222706 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:30.747829 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Attempting to bind port 2ebe70e3-12db-4fba-8a8d-a206ce222706 on network baf3e09a-ba1b-41d7-a2cb-b6680afe954b {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:30.755478 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:30.755849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Checking segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:30.756354 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.756754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Bound using segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:30.757143 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Bound port: 2ebe70e3-12db-4fba-8a8d-a206ce222706, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:30.757543 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.852263 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] For port 2ebe70e3-12db-4fba-8a8d-a206ce222706, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:30.855982 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] For port 2ebe70e3-12db-4fba-8a8d-a206ce222706, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2ebe70e3-12db-4fba-8a8d-a206ce222706,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:30.862452 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.943053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.949151 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:30.949371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.949784 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:30.986480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77878a8e-3038-4ae4-9e59-cd1c9a4ec050,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:30.989994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:30.994163 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-22e300a4-148e-496d-a070-f1f780e8ec4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428018 Mar 16 11:02:30.994485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45968) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.001130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.007799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d26f-acf4-42c5-8ca7-94ed8ccee9d2 None None] Pushing event updated for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.010166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.014959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.020582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.028730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.052335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.132121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.137969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.161564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:31.163295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58e98d3-dc75-44cd-9ecf-53b0d5c51a86,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.176773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.178926 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-16250e71-ede6-432c-ac8f-59110a20edd5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831729 Mar 16 11:02:31.181755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45972) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.188686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.195107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.200056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.202403 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:31.203340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.211112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.223252 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:31.230592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.302767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.307580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.333457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe345cb-77d5-4e56-9e4d-a942c77a87bd,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.352516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.354850 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ad87a500-6bb8-400d-a743-398227472951 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715419 Mar 16 11:02:31.357350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45976) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.362828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd97e4-d571-4bf3-9a2b-71db00083de0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.369099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.371840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:31.373461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.376578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.384689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.386110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:31.403573 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:02:31.405646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.407194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:31.408380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:31.413397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.479044 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c6d88ef4-2427-4a0b-a63e-a6c2fc6f6c38 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0766740 Mar 16 11:02:31.479302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 45980) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.480338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:31.485650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1922650098'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.490537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:31.491150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:31.497067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:31.505937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:network and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:31.509689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:31.518106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:31.541716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.544353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:31.548782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.560400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.566138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:31.566552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d643-274c-4931-bf44-d7f4dd24179f None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:31.590218 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:30Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:31.590840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37cfdbb-1856-4aec-9d61-765ab7e2c0f0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.594852 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461d1a7-9f05-4ca6-a1f4-b50e29dbd88c None None] The sync data for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv is: [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:30Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:31.611078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:02:31.613516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.614688 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f6d541fd-342e-4be4-9489-c9c961a1c754 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2563441 Mar 16 11:02:31.623034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.623420 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Added segment be984ef5-355a-4694-b855-68f370ca32c3 of type vlan for network 9777e147-ddfe-401d-89c2-60ed5876eb7a Mar 16 11:02:31.667524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.701728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.708291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:31.709036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:31.829853 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3490112 Mar 16 11:02:31.832943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 45992) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:31.840913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'subnet': {'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:31.853615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc41be1-d5fc-4913-9527-13c8646a08f7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Network': ['ID=9777e147-ddfe-401d-89c2-60ed5876eb7a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:31.854494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2ebe70e3-12db-4fba-8a8d-a206ce222706 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:31.895268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:02:31.945289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.017413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-02fc1519-2432-4329-bea8-df69e1003cc6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295643475&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.1316161 Mar 16 11:02:32.018386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:32.047936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:32.081660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:32.086596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:32.086962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.136021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:32.139454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.218779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.258233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 2ebe70e3-12db-4fba-8a8d-a206ce222706, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2ebe70e3-12db-4fba-8a8d-a206ce222706,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:32.262474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.293045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-4ba8b759-6166-4325-bc2c-b2368ba18286 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:32.293730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-4ba8b759-6166-4325-bc2c-b2368ba18286 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:32.324268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-4ba8b759-6166-4325-bc2c-b2368ba18286 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:32.325448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-4ba8b759-6166-4325-bc2c-b2368ba18286 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 796 time: 0.3001814 Mar 16 11:02:32.339431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:32.380903 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-955f7e27-c8bb-41ca-982e-880bf47ba92e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0243785 Mar 16 11:02:32.482955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.561108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-20d24c84-ff32-4764-b57c-0e3679efc75d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746547 Mar 16 11:02:32.592715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Subnet': ['ID=2386908b-2608-4cd9-8eb0-20360bc002cf,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:32.603192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Checking segment: {'id': 'be984ef5-355a-4694-b855-68f370ca32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:32.603545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network hostable DHCP agents. Network: 9777e147-ddfe-401d-89c2-60ed5876eb7a, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:02:32.623148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:02:32.634560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9777e147-ddfe-401d-89c2-60ed5876eb7a) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:32.645729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a460f5-8f69-4c87-8827-4c0e9c5d37a9 None None] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:32.649168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:32.649889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.681607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46002) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:32.682474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-697e3986-6c5d-4712-8057-22c72806742d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8477340 Mar 16 11:02:32.686756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1430270785', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:32.697268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:32.702122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:router and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:32.705134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:32.711758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:32.723233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.724223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.749204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.850420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-74f739a9-73a3-431c-a631-d41aba4ef6e8 service neutron] 10.222.0.50 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742302 Mar 16 11:02:32.904514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9777e147-ddfe-401d-89c2-60ed5876eb7a', 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a', 'tenant_id': 'dda631d322774a369d2e04e850d0c367', 'fixed_ips': [{'subnet_id': '2386908b-2608-4cd9-8eb0-20360bc002cf'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:02:32.905747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:32.984683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-592add30-7e13-42f2-b2ce-ae893402a573 service neutron] 10.222.0.50 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312811 Mar 16 11:02:33.047062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.072943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Allocated IP 172.20.0.2 (9777e147-ddfe-401d-89c2-60ed5876eb7a/2386908b-2608-4cd9-8eb0-20360bc002cf/6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:33.192360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f601e33f-f1ad-4d3d-a081-97870faa8564 req-1bdbce09-754f-426e-bf0a-605e88512c8a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 210 time: 0.0549796 Mar 16 11:02:33.312396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.323249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Transition to ACTIVE for port object 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:33.344317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Transition to ACTIVE for port object 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:33.354767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.393662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.423637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:33.427286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.431248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:33.435888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:33.512117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Pushing event updated for resources: {'Port': ['ID=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:33.534749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Attempting to bind port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:33.535110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Attempting to bind port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'be984ef5-355a-4694-b855-68f370ca32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:33.535467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Attempting to bind port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c on network 9777e147-ddfe-401d-89c2-60ed5876eb7a {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:33.540964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:33.541337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Checking segment: {'id': 'be984ef5-355a-4694-b855-68f370ca32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:33.541730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.542112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Bound using segment: {'id': 'be984ef5-355a-4694-b855-68f370ca32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:33.542562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Bound port: 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be984ef5-355a-4694-b855-68f370ca32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:33.542926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.599242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.26.0.212 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/4f20a77a-f394-44ee-9dc9-2c8f9828170e) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:33.637922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] For port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:33.641232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] For port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,segment=NetworkSegment(be984ef5-355a-4694-b855-68f370ca32c3),segment_id=be984ef5-355a-4694-b855-68f370ca32c3)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:33.646116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.733287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779eff-1063-4d25-84d4-f7f929b97705 None None] Pushing event updated for resources: {'Port': ['ID=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:33.780768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.795097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2ebe70e3-12db-4fba-8a8d-a206ce222706 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:33.822010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.861254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.880224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2ebe70e3-12db-4fba-8a8d-a206ce222706 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:33.880879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:33.890849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:33.894198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:33.896660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:34.082070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=4f20a77a-f394-44ee-9dc9-2c8f9828170e,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:34.622070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-e2afe6af-6d64-4361-b9b1-448a54c7abf4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:34.623219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-e2afe6af-6d64-4361-b9b1-448a54c7abf4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:34.662681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-e2afe6af-6d64-4361-b9b1-448a54c7abf4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:34.664368 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-e2afe6af-6d64-4361-b9b1-448a54c7abf4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 796 time: 0.3680487 Mar 16 11:02:34.676318 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fec313f-c272-46ad-94fb-58041ea61354 req-78b5832f-e62f-4173-b45a-90db0a27d741 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 210 time: 0.2250934 Mar 16 11:02:34.678531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:34.804023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-cc4fe08a-87f1-48c8-8bff-876c25eac80a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:34.843394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c945d3-ea55-49e8-8d63-92c2b6de9ce5 None None] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:34.893428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-cc4fe08a-87f1-48c8-8bff-876c25eac80a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:34.894543 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-cc4fe08a-87f1-48c8-8bff-876c25eac80a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 380 time: 0.1594737 Mar 16 11:02:34.952790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['ebdd97e4-d571-4bf3-9a2b-71db00083de0']}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:34.958485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fbe26868-4d78-4c37-9845-7445caabe83f None None] Provisioning for port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:35.195377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.198740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:35.250634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:port and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:35.258822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:35.275869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:35.297716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:35.301986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.673146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 7d42620e-45de-463f-8626-6e8a6667356f is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:02:35.691492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.6 (baf3e09a-ba1b-41d7-a2cb-b6680afe954b/891a25b2-5ffa-4e31-b5d1-419964542c44/1d7cc43f-95f3-4b80-968a-c059e1d6b624) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:35.816301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:35.834068 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef07359a-acea-4206-b144-70457fe002eb req-528f0ac4-d272-4f30-b66f-3d870741753a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 210 time: 0.0481901 Mar 16 11:02:35.890721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:35.895873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:35.896242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:35.976981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:35.988674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] Sync routers for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:36.000070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:36.001428 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:36.019099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.034418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.035846 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3113bc2a-b482-449f-9ab5-61100dc7af7d tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3532000 Mar 16 11:02:36.039125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46028) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:36.064709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,segment=NetworkSegment(be984ef5-355a-4694-b855-68f370ca32c3),segment_id=be984ef5-355a-4694-b855-68f370ca32c3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:36.066941 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:36.072258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.077586 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:36.078301 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:36.083531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.099224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 1d7cc43f-95f3-4b80-968a-c059e1d6b624 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:36.126281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.161017 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:36.161678 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9ebd7-186f-47bd-b8cc-4e07d10a396f None None] The sync data for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:36.168490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:36.198742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:36.201770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:36.214971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:36.258461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:36.283483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:36.284224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.308041 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-a94ad841-61be-466f-b339-952c433389ca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4073386 Mar 16 11:02:36.326673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Request body: {'port': {'device_id': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:36.438187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-41241c0a-0517-4c06-b2db-d76a27942909 None None] Provisioning for port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:36.444686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-41241c0a-0517-4c06-b2db-d76a27942909 None None] Provisioning complete for port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:36.445492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-41241c0a-0517-4c06-b2db-d76a27942909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.449717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.508525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-41241c0a-0517-4c06-b2db-d76a27942909 None None] Port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:36.766273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.800311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7cc43f-95f3-4b80-968a-c059e1d6b624 {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:36.807707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.822686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Transition to ACTIVE for port object 1d7cc43f-95f3-4b80-968a-c059e1d6b624 will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:36.826414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:36.984240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:37.072310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Attempting to bind port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:02:37.073065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Attempting to bind port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:02:37.073785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Attempting to bind port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 on network baf3e09a-ba1b-41d7-a2cb-b6680afe954b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:37.079035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 on network baf3e09a-ba1b-41d7-a2cb-b6680afe954b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:02:37.079564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Attempting to bind port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 on network baf3e09a-ba1b-41d7-a2cb-b6680afe954b {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:02:37.086689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:02:37.087232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Checking segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:02:37.087900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Bound using segment: {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:02:37.088394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Bound port: 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555fdec1-18c7-4cd5-80f0-ce2025845cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:02:37.088851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.161601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb73b-5c6e-4f2c-8e5e-bb0f4332d1db req-bc41f1ce-5452-4211-84cd-1072b7920dbc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.163224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-26ebb73b-5c6e-4f2c-8e5e-bb0f4332d1db req-bc41f1ce-5452-4211-84cd-1072b7920dbc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 943 time: 0.1997941 Mar 16 11:02:37.180399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:02:37.183339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:02:37.188958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.246836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.247932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.248814 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 1093 time: 0.9266181 Mar 16 11:02:37.249293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:37.268856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-26ebb73b-5c6e-4f2c-8e5e-bb0f4332d1db req-b3e50458-a794-473c-a70f-3a30fdde02ea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988345 Mar 16 11:02:37.287177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a0f9b-69cc-439c-8428-9c31b398c819 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:37.292953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.1 (9777e147-ddfe-401d-89c2-60ed5876eb7a/2386908b-2608-4cd9-8eb0-20360bc002cf/c08ecf79-66db-4d94-8cab-831deedb8846) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:37.348900 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'status': 'completed', 'code': 200} Mar 16 11:02:37.384611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-243cc8c5-52b6-4ef7-956e-e5217c0c09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.386110 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-243cc8c5-52b6-4ef7-956e-e5217c0c09d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1096 time: 0.0733676 Mar 16 11:02:37.587904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.590624 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-1eb35aae-95e4-48f5-91ba-f5f2208e798e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 217 time: 0.1927903 Mar 16 11:02:37.603940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Transition to ACTIVE for port object c08ecf79-66db-4d94-8cab-831deedb8846 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:37.629661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.654324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-d145402f-e357-4157-8efc-ea920a8fe6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.655745 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-d145402f-e357-4157-8efc-ea920a8fe6ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 200 len: 834 time: 0.0595312 Mar 16 11:02:37.691092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:37.694173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:37.698013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:37.731683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-50bb517e-7689-4f01-90dd-40cdbd896ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:37.733275 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-50bb517e-7689-4f01-90dd-40cdbd896ceb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714221 Mar 16 11:02:37.756772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=c08ecf79-66db-4d94-8cab-831deedb8846,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:37.780974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:37.816427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:37.895091 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-3c63865b-772c-4f44-9ae0-9529e659f176 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540322 Mar 16 11:02:37.902314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:37.902972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.026778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a671ea00-f8ba-4fe9-ac67-e455a3becd93 None None] Provisioning for port c08ecf79-66db-4d94-8cab-831deedb8846 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:38.037177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a671ea00-f8ba-4fe9-ac67-e455a3becd93 None None] Provisioning complete for port c08ecf79-66db-4d94-8cab-831deedb8846 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:38.037535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a671ea00-f8ba-4fe9-ac67-e455a3becd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.052946 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-8a93e1dc-2785-4e92-841f-ec0495b3e91b req-2ac2e75d-b918-4d4b-99a7-77a1327cb4e3 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503620 Mar 16 11:02:38.066135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.094284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a671ea00-f8ba-4fe9-ac67-e455a3becd93 None None] Port c08ecf79-66db-4d94-8cab-831deedb8846 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:38.222659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-2b99cbdc-ac06-466e-85c8-d110ef5bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.224339 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-2b99cbdc-ac06-466e-85c8-d110ef5bfd7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1096 time: 0.0760787 Mar 16 11:02:38.356660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-75a537fb-5e9c-42df-bd33-9f6c1a489f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.358123 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-75a537fb-5e9c-42df-bd33-9f6c1a489f6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 897 time: 0.1279662 Mar 16 11:02:38.428421 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-4536854d-db3e-476d-9d27-2d00fac77947 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 217 time: 0.0643528 Mar 16 11:02:38.494579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-5148c434-8a97-4fa9-8bfb-c177b21a213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.496128 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-5148c434-8a97-4fa9-8bfb-c177b21a213a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 200 len: 834 time: 0.0615501 Mar 16 11:02:38.557361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb0a40-9b4a-458c-926b-f4b2ac8ed97e req-1728ce3d-779d-45db-a016-a90cb9afb914 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.558917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1beb0a40-9b4a-458c-926b-f4b2ac8ed97e req-1728ce3d-779d-45db-a016-a90cb9afb914 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 943 time: 0.1462052 Mar 16 11:02:38.563129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.575784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-9e328338-d8b1-4513-8a26-be8cdd71e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:38.577640 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-9e328338-d8b1-4513-8a26-be8cdd71e29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744824 Mar 16 11:02:38.579581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.708265 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1beb0a40-9b4a-458c-926b-f4b2ac8ed97e req-1c66f3c1-9585-4407-9f31-5549d9acbb27 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431329 Mar 16 11:02:38.711874 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-56cd233c-3ea6-4bcb-be7d-a72c1605cede service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285422 Mar 16 11:02:38.713374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=c08ecf79-66db-4d94-8cab-831deedb8846,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:38.718749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:38.844480 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-514d9f1e-c8b2-41d7-bdc1-b45c565f39c8 req-153ed470-2552-49ab-8814-d3590a175303 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256337 Mar 16 11:02:38.857361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:38.858409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:39.042458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 7d42620e-45de-463f-8626-6e8a6667356f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:39.120560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6b998b09-014b-44b2-84a7-9fd7781ebcc8 None None] Provisioning complete for port c08ecf79-66db-4d94-8cab-831deedb8846 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:39.121191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b998b09-014b-44b2-84a7-9fd7781ebcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:39.175435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6b998b09-014b-44b2-84a7-9fd7781ebcc8 None None] Port c08ecf79-66db-4d94-8cab-831deedb8846 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:39.334583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:39.344001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] Sync routers for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:39.352432 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d727d815-b3f8-4022-a733-179def65d6bc tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/routers/7d42620e-45de-463f-8626-6e8a6667356f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098593 Mar 16 11:02:39.355307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46040) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:39.355765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:39.356455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:39.360874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'port': {'network_id': '9777e147-ddfe-401d-89c2-60ed5876eb7a', 'name': 'tempest-FloatingIPTestJSON-341862547'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:39.419751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:39.428660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:39.429286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:39.491000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:39.491406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7a652-49a4-4969-a273-b244a74a0321 None None] The sync data for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:39.496029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:39.500234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Usage tracker for resource:port and tenant:dda631d322774a369d2e04e850d0c367 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:39.503596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:39.509261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:39.520330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Made reservation on behalf of dda631d322774a369d2e04e850d0c367 for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:02:39.524084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:39.544631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] device_id is not set on port 86e1c3f5-21f4-4809-b228-0d0b2e26b617 yet. {{(pid=87842) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:02:39.688506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Allocated IP 172.20.0.12 (9777e147-ddfe-401d-89c2-60ed5876eb7a/2386908b-2608-4cd9-8eb0-20360bc002cf/86e1c3f5-21f4-4809-b228-0d0b2e26b617) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:39.903423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88ce59-bcba-4d90-bcfd-ef34a493f162 req-c4c8c036-f624-49c9-99e0-077d6ed6f9ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:39.904992 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f88ce59-bcba-4d90-bcfd-ef34a493f162 req-c4c8c036-f624-49c9-99e0-077d6ed6f9ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 943 time: 0.0912364 Mar 16 11:02:39.950179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f88ce59-bcba-4d90-bcfd-ef34a493f162 req-f6dc36bd-47a6-4940-a43e-2dcdcebb94b0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Mar 16 11:02:39.997080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.012183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Transition to ACTIVE for port object 86e1c3f5-21f4-4809-b228-0d0b2e26b617 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:02:40.034769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.098102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:40.101110 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:40.103455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:40.157104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event updated for resources: {'Port': ['ID=86e1c3f5-21f4-4809-b228-0d0b2e26b617,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:40.180786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:40.181143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.208362 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-667df4eb-9b02-4ab4-aec0-6bf552153e18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8493423 Mar 16 11:02:40.208782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46046) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:40.213939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Request body: {'floatingip': {'port_id': '86e1c3f5-21f4-4809-b228-0d0b2e26b617'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:40.299913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2ea84e4a-a2c2-4d3a-8f11-2fbd969292aa None None] Provisioning for port 86e1c3f5-21f4-4809-b228-0d0b2e26b617 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:40.304773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2ea84e4a-a2c2-4d3a-8f11-2fbd969292aa None None] Provisioning complete for port 86e1c3f5-21f4-4809-b228-0d0b2e26b617 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:40.305275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ea84e4a-a2c2-4d3a-8f11-2fbd969292aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.316442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.359317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2ea84e4a-a2c2-4d3a-8f11-2fbd969292aa None None] Port 86e1c3f5-21f4-4809-b228-0d0b2e26b617 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:02:40.836621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 1d7cc43f-95f3-4b80-968a-c059e1d6b624 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:02:40.942481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.946630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:40.975178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:40.989387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'port_id': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'mac_address': 'fa:16:3e:34:73:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:02:41.050848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.068411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7cc43f-95f3-4b80-968a-c059e1d6b624 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:02:41.086731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:41.091313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:41.124869 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 8788d35b-d8a5-4813-999d-6dfba7a8e8c3 associated. External IP: 172.26.0.159, port: 5ad63bac-aee4-4606-98c6-ccf719fe5560. Mar 16 11:02:41.148172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67896b-7094-4cc9-b95b-61e3c8d30672 req-2807daad-5a80-4d91-99ec-278777efd6d3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:41.149675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2a67896b-7094-4cc9-b95b-61e3c8d30672 req-2807daad-5a80-4d91-99ec-278777efd6d3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 944 time: 0.0926089 Mar 16 11:02:41.161973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:41.203541 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2a67896b-7094-4cc9-b95b-61e3c8d30672 req-e82c3f01-45d1-4c29-98a2-11918f00a5b8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481930 Mar 16 11:02:41.525828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['1d7cc43f-95f3-4b80-968a-c059e1d6b624'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:02:41.603024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:41.782300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:41.791421 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:41.801155 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:41.801764 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:41.871270 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:41.880113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:41.880703 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:41.942199 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:41.942590 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c268ed-96c1-4fb1-81bb-89ee2146fcb5 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:42.136050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 7d42620e-45de-463f-8626-6e8a6667356f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:42.317179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:42.321928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:42.326535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] Sync routers for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:42.335840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:42.336444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:42.397758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede19c-2217-4c2a-9c3a-00124ad650f0 req-ab9297ce-e214-4840-a176-1e3941de9046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:42.399887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:42.400664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6dede19c-2217-4c2a-9c3a-00124ad650f0 req-ab9297ce-e214-4840-a176-1e3941de9046 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 944 time: 0.0865526 Mar 16 11:02:42.409055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:42.409662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:42.442378 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-addaceea-aa7d-4af3-bb68-736fc0a7dc58 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/floatingips/8788d35b-d8a5-4813-999d-6dfba7a8e8c3 HTTP/1.1" status: 200 len: 978 time: 2.2325182 Mar 16 11:02:42.444965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46056) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:42.464607 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6dede19c-2217-4c2a-9c3a-00124ad650f0 req-a27634b1-befe-49c8-8c93-fd64a855c3f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582774 Mar 16 11:02:42.503610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:42.504011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a41d48-3569-4540-aa5a-610a00cf0410 None None] The sync data for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:42.513825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 86e1c3f5-21f4-4809-b228-0d0b2e26b617 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:42.514159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:42.837205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 1d7cc43f-95f3-4b80-968a-c059e1d6b624 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:02:42.872045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:42.903653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:02:42.908279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:42.909235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.021543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.047653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:43.057270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:43.062473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.101431 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'code': 200} Mar 16 11:02:43.134035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:43.167268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.167894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.168021 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Floating IP 8788d35b-d8a5-4813-999d-6dfba7a8e8c3 disassociated. External IP: 172.26.0.159, port: 86e1c3f5-21f4-4809-b228-0d0b2e26b617. Mar 16 11:02:43.168281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 86e1c3f5-21f4-4809-b228-0d0b2e26b617 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:43.356769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.416934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=86e1c3f5-21f4-4809-b228-0d0b2e26b617,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:43.522540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454611-3471-45fc-b5fd-71ca6c2e0d31 req-ab36a779-e060-4348-a08b-2e8c86dbce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:43.524027 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ba454611-3471-45fc-b5fd-71ca6c2e0d31 req-ab36a779-e060-4348-a08b-2e8c86dbce41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1098 time: 0.2266140 Mar 16 11:02:43.642387 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-ba454611-3471-45fc-b5fd-71ca6c2e0d31 req-15b9b9ca-190f-48f6-b511-598ae0debf51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695810 Mar 16 11:02:43.647157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 7d42620e-45de-463f-8626-6e8a6667356f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:43.654465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48227db3-7624-48c6-b6b6-ae16cb24ffc6 req-893352c8-9068-47cd-b933-300193f6f558 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:43.655889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48227db3-7624-48c6-b6b6-ae16cb24ffc6 req-893352c8-9068-47cd-b933-300193f6f558 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0846622 Mar 16 11:02:43.700213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48227db3-7624-48c6-b6b6-ae16cb24ffc6 req-0a50f5f9-c15b-49cc-8da0-83d9e024fcbe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Mar 16 11:02:43.823494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:43.833056 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] Sync routers for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:43.842041 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:43.842646 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:43.923573 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:43.929116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:43.932881 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:43.933482 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:43.938652 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3c7d5cbc-0ca0-4eb9-9c26-7d7b44b7405f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/86e1c3f5-21f4-4809-b228-0d0b2e26b617 HTTP/1.1" status: 204 len: 168 time: 1.4927685 Mar 16 11:02:43.942039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:43.992456 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:43.992869 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215911-e0a3-4adf-8a64-d51741fad70b None None] The sync data for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:44.585699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:44.881275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc8bf-ea2f-41b3-8a45-c87a300942cf req-46641a7a-926a-44b5-9df9-3724553c3f26 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:44.882856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-852bc8bf-ea2f-41b3-8a45-c87a300942cf req-46641a7a-926a-44b5-9df9-3724553c3f26 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0783026 Mar 16 11:02:44.928516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-852bc8bf-ea2f-41b3-8a45-c87a300942cf req-83fea2c7-edcd-4fa6-a5f8-11407510c6c6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Mar 16 11:02:44.939588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port c08ecf79-66db-4d94-8cab-831deedb8846 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:44.940183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.124648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.250142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for c08ecf79-66db-4d94-8cab-831deedb8846 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:45.637152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.691143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=c08ecf79-66db-4d94-8cab-831deedb8846,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:46.090006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.120726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f76019-5421-4e09-956e-e3c7dd8ba4e0 req-aabd395e-9d67-478b-82a6-81abbf689082 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:46.122209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7f76019-5421-4e09-956e-e3c7dd8ba4e0 req-aabd395e-9d67-478b-82a6-81abbf689082 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0897653 Mar 16 11:02:46.166696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7f76019-5421-4e09-956e-e3c7dd8ba4e0 req-7bf2f693-2519-41f1-bd4d-2fa77e8a05c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Mar 16 11:02:46.351481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be707248-ac8c-4b83-8679-2fbb25ddf9ac req-eda6dc7b-6b47-4778-886d-c4e228bbc218 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:46.352868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be707248-ac8c-4b83-8679-2fbb25ddf9ac req-eda6dc7b-6b47-4778-886d-c4e228bbc218 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0796943 Mar 16 11:02:46.396042 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be707248-ac8c-4b83-8679-2fbb25ddf9ac req-b2c809f8-8167-42d8-9638-e4761af80358 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Mar 16 11:02:46.418897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46076) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:46.496141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 7d42620e-45de-463f-8626-6e8a6667356f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:46.583613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec8a43-ca02-4129-8c50-5ce3e534bd6d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:46.585097 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a6ec8a43-ca02-4129-8c50-5ce3e534bd6d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1093 time: 0.1652718 Mar 16 11:02:46.587972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46080) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:46.593097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:46.599720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:46.603633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:46.606432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:46.615600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:46.625646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.690025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:46.700037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] Sync routers for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:46.708386 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-115abf53-ea4f-4f9a-9260-f9b486e1ff62 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/routers/7d42620e-45de-463f-8626-6e8a6667356f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611959 Mar 16 11:02:46.709300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46084) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:46.713358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:46.713976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:46.778216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:46.787168 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] Routers {'7d42620e-45de-463f-8626-6e8a6667356f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:46.787774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['7d42620e-45de-463f-8626-6e8a6667356f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:46.848278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:46.848686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7c1038-d410-4574-898f-d4bfa85d5f6a None None] The sync data for ids ['7d42620e-45de-463f-8626-6e8a6667356f'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:46.919474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:46.975806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.201499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.334386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.27 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/27e62392-5091-4918-9242-5211df3f2d76) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:02:47.336234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 4f20a77a-f394-44ee-9dc9-2c8f9828170e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:47.336569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.626866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.639817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.754410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 4f20a77a-f394-44ee-9dc9-2c8f9828170e owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:47.851651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.935678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:02:47.938523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=27e62392-5091-4918-9242-5211df3f2d76,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:47.943112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:02:47.946620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:02:48.078874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.131794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=4f20a77a-f394-44ee-9dc9-2c8f9828170e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:48.348656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.704706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.708961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.755383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.755887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Fanout notify agent at l3_agent the message router_deleted on router 7d42620e-45de-463f-8626-6e8a6667356f {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:02:48.787604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.788962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b7565af8-6866-41a4-8d2e-75d61f2aa03a tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/routers/7d42620e-45de-463f-8626-6e8a6667356f HTTP/1.1" status: 204 len: 168 time: 2.0787325 Mar 16 11:02:48.791847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:48.831145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.859081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting subnet 2386908b-2608-4cd9-8eb0-20360bc002cf {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:48.862136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.905442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.915893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.007535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.079153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.118342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.119106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Subnet': ['ID=2386908b-2608-4cd9-8eb0-20360bc002cf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:49.121130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.127748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e5e17-2071-46c3-a043-1440c580b9fe None None] Network 9777e147-ddfe-401d-89c2-60ed5876eb7a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:49.130381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.131161 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-78464826-6dc5-425b-9b73-8a763f21b952 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/subnets/2386908b-2608-4cd9-8eb0-20360bc002cf HTTP/1.1" status: 204 len: 168 time: 0.3382578 Mar 16 11:02:49.133780 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46092) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:49.246962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=27e62392-5091-4918-9242-5211df3f2d76,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:49.254106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.262346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.266573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:49.266913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.376685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] DHCP port deletion for 9777e147-ddfe-401d-89c2-60ed5876eb7a request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:02:49.381810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Deleting port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:49.382191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.442886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP aab72be7-f093-459b-a0d2-ba4337cbb67b associated. External IP: 172.26.0.27, port: 1d7cc43f-95f3-4b80-968a-c059e1d6b624. Mar 16 11:02:49.589124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] For port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,segment=NetworkSegment(be984ef5-355a-4694-b855-68f370ca32c3),segment_id=be984ef5-355a-4694-b855-68f370ca32c3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:49.589505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.600073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] For port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,segment=NetworkSegment(be984ef5-355a-4694-b855-68f370ca32c3),segment_id=be984ef5-355a-4694-b855-68f370ca32c3)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:02:49.600762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.719064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Calling delete_port for 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:49.725213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:49.798121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:02:49.825672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 4a8b8f6a-7534-451f-948d-74a7611998b9 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:49.827443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.db.api [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 16 11:02:49.827443 dv-neutron-828143-9-hyperv neutron-server[87842]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 16 11:02:49.827443 dv-neutron-828143-9-hyperv neutron-server[87842]: [parameters: {'port_id': '6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c'}] Mar 16 11:02:49.827443 dv-neutron-828143-9-hyperv neutron-server[87842]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:02:49.828697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG oslo_db.api [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:02:49.844133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.899660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] Pushing event deleted for resources: {'Port': ['ID=6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:49.907005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801f1e6-f664-4f2c-a6b5-f4116218b819 None None] No DVR routers for this DVR port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:02:49.911398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:02:49.911806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:02:50.015029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:50.025327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Sync routers for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:50.034651 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:50.035332 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.035738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.095201 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-83b5af39-89b3-4203-a876-67060439c68d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5036321 Mar 16 11:02:50.095201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:02:50.095749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46096) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:50.137291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'status': 'completed', 'code': 200} Mar 16 11:02:50.216161 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:50.246409 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e30cc194-3bcf-4ea9-861e-fb174141aa5c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/aab72be7-f093-459b-a0d2-ba4337cbb67b HTTP/1.1" status: 200 len: 990 time: 0.1494074 Mar 16 11:02:50.273861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-6c483ee1-0427-4eef-bec8-24bd2697860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:50.275357 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-6c483ee1-0427-4eef-bec8-24bd2697860f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0876470 Mar 16 11:02:50.362137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:50.362400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.444225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] The port '6e2c3fcf-c89e-4530-9e69-ff38a0c7a75c' was deleted {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:02:50.561554 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aab72be7-f093-459b-a0d2-ba4337cbb67b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'port_id': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'mac_address': 'fa:16:3e:34:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:48Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.565980 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Checking router: 4a8b8f6a-7534-451f-948d-74a7611998b9 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:02:50.574233 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:50.574852 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.585142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-fde4b7ed-1c98-4fb1-ba7c-e5dea30764b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:50.586610 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-fde4b7ed-1c98-4fb1-ba7c-e5dea30764b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 897 time: 0.3045597 Mar 16 11:02:50.588052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.684903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777e147-ddfe-401d-89c2-60ed5876eb7a']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.702188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be984ef5-355a-4694-b855-68f370ca32c3') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.702485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be984ef5-355a-4694-b855-68f370ca32c3') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:50.726030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.733537 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-5faf5cc2-e7b2-4f3c-a007-decfb0edbdd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 998 time: 0.1383514 Mar 16 11:02:50.755849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:02:50.776956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.792807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:50.793239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:50.811929 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:50.884390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-df3c83bc-abe1-4df9-94cf-49d1af508ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:50.885869 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-df3c83bc-abe1-4df9-94cf-49d1af508ab9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 200 len: 834 time: 0.1469781 Mar 16 11:02:50.928897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.957786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.971539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Network': ['ID=9777e147-ddfe-401d-89c2-60ed5876eb7a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:50.975917 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4d819863-1c01-422e-b156-8c4938741770 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/networks/9777e147-ddfe-401d-89c2-60ed5876eb7a HTTP/1.1" status: 204 len: 168 time: 1.8412092 Mar 16 11:02:50.978594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46104) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:51.001171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-a538ee25-a918-4667-82d5-be7fc26a009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:51.002946 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-a538ee25-a918-4667-82d5-be7fc26a009b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100068 Mar 16 11:02:51.143385 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aab72be7-f093-459b-a0d2-ba4337cbb67b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'port_id': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'mac_address': 'fa:16:3e:34:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:48Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:51.148737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d8b69-1b95-47e4-bf9c-a9bc406b5748 None None] The sync data for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv is: [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aab72be7-f093-459b-a0d2-ba4337cbb67b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'port_id': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'mac_address': 'fa:16:3e:34:73:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:02:48Z', 'updated_at': '2022-03-16T11:02:48Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:51.251393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:51.287380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port bfbbee9a-2c95-43ec-8ad3-7d5e023e706e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:51.287850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.325884 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-0d0feb04-bdf7-40d9-8350-646a1b0075aa service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168247 Mar 16 11:02:51.354768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ecf87-1967-4e46-809f-04ff6b91e908 None None] New status for floating IP aab72be7-f093-459b-a0d2-ba4337cbb67b: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:02:51.446877 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dbcf7980-b556-405a-95af-49701aae7fe1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/aab72be7-f093-459b-a0d2-ba4337cbb67b HTTP/1.1" status: 200 len: 990 time: 0.1933815 Mar 16 11:02:51.480660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.481082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.499954 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f218b890-44f6-4c23-a38a-6f597ba4b67f req-8f6d8e3e-f7b4-4b88-ad81-b92810d62591 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663270 Mar 16 11:02:51.609334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for bfbbee9a-2c95-43ec-8ad3-7d5e023e706e owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:51.752885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.797502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=bfbbee9a-2c95-43ec-8ad3-7d5e023e706e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:51.886688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.903704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:51.904812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8dc063ca-c93e-4219-83d1-73d5febc9d0e tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/floatingips/8788d35b-d8a5-4813-999d-6dfba7a8e8c3 HTTP/1.1" status: 204 len: 168 time: 0.9252672 Mar 16 11:02:51.909766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46112) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:51.950138 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-274530bf-2595-4d47-8c7d-2613b7e2511f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:51.950603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274530bf-2595-4d47-8c7d-2613b7e2511f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:51.952239 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-274530bf-2595-4d47-8c7d-2613b7e2511f tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/86e1c3f5-21f4-4809-b228-0d0b2e26b617 HTTP/1.1" status: 404 len: 333 time: 0.0415525 Mar 16 11:02:51.954746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46116) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:51.996403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b07bc56-58bc-454f-b58a-09e59cc45188 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Synchronizing usage tracker for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:52.011128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4b07bc56-58bc-454f-b58a-09e59cc45188 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Unset dirty status for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:52.012233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b07bc56-58bc-454f-b58a-09e59cc45188 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d42620e-45de-463f-8626-6e8a6667356f HTTP/1.1" status: 200 len: 205 time: 0.0559406 Mar 16 11:02:52.014971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46120) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.083073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-78179b20-cb76-48fc-b511-b68ce58682bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] delete failed (client error): The resource could not be found. Mar 16 11:02:52.084045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-78179b20-cb76-48fc-b511-b68ce58682bd tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/routers/7d42620e-45de-463f-8626-6e8a6667356f HTTP/1.1" status: 404 len: 336 time: 0.0681832 Mar 16 11:02:52.086416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46124) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.123013 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c0698-f7f2-454e-a0f2-795cda64da69 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] DELETE failed (client error): The resource could not be found. Mar 16 11:02:52.123455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c0698-f7f2-454e-a0f2-795cda64da69 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:02:52.125063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-466c0698-f7f2-454e-a0f2-795cda64da69 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/subnets/2386908b-2608-4cd9-8eb0-20360bc002cf HTTP/1.1" status: 404 len: 337 time: 0.0377703 Mar 16 11:02:52.127429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46128) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.193375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port 5ad63bac-aee4-4606-98c6-ccf719fe5560 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:52.193713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:52.432932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:52.449738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46132) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.554120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for 5ad63bac-aee4-4606-98c6-ccf719fe5560 owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:52.556480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-95e74e0b-22e8-4c84-b8cb-41eac68781fb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/aab72be7-f093-459b-a0d2-ba4337cbb67b HTTP/1.1" status: 200 len: 992 time: 0.1055224 Mar 16 11:02:52.694462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:52.743484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=5ad63bac-aee4-4606-98c6-ccf719fe5560,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:52.841048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:52.854268 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e0a34fa9-3e31-4794-b2b6-a3ae7ff719b4 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/5ad63bac-aee4-4606-98c6-ccf719fe5560 HTTP/1.1" status: 204 len: 168 time: 0.7257516 Mar 16 11:02:52.856733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.921692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port f650fa78-1d6f-46b7-959e-fa425ef06c1c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:52.922029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:53.161040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:53.284016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for f650fa78-1d6f-46b7-959e-fa425ef06c1c owned by {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:53.523966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:53.582629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=f650fa78-1d6f-46b7-959e-fa425ef06c1c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:53.677076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:53.686278 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c8c35a8b-d569-41cc-96e6-d706efb13ff7 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/ports/f650fa78-1d6f-46b7-959e-fa425ef06c1c HTTP/1.1" status: 204 len: 168 time: 0.8286073 Mar 16 11:02:53.688727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46140) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:53.769763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5282080-e54b-4b83-bc25-226b9c9d2a18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:53.770441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a5282080-e54b-4b83-bc25-226b9c9d2a18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Synchronizing usage tracker for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:53.785542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a5282080-e54b-4b83-bc25-226b9c9d2a18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Unset dirty status for tenant:dda631d322774a369d2e04e850d0c367 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:53.786749 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a5282080-e54b-4b83-bc25-226b9c9d2a18 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "GET /v2.0/ports?device_id=686e6159-ea87-4936-be9f-b66460175be3 HTTP/1.1" status: 200 len: 913 time: 0.0970855 Mar 16 11:02:53.789831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46144) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:54.339245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:54.696772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port f0f33ec9-dc95-4237-99ff-fd6730ce280d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:54.697055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:54.997169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:55.115210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for f0f33ec9-dc95-4237-99ff-fd6730ce280d owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:55.300895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:55.351601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=f0f33ec9-dc95-4237-99ff-fd6730ce280d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:55.613378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:55.964581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Router 686e6159-ea87-4936-be9f-b66460175be3 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:02:56.137495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:02:56.146770 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] Sync routers for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:02:56.154261 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b8838bab-3a71-4e06-ab84-972d3c7c4e6b tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "PUT /v2.0/routers/686e6159-ea87-4936-be9f-b66460175be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634026 Mar 16 11:02:56.156281 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:56.156600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46148) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:56.156913 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:56.221346 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:56.230249 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] Routers {'686e6159-ea87-4936-be9f-b66460175be3'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:02:56.230862 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['686e6159-ea87-4936-be9f-b66460175be3'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:56.295791 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:56.296187 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b52b5-815c-4a0b-8187-5febbabcadb1 None None] The sync data for ids ['686e6159-ea87-4936-be9f-b66460175be3'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:02:56.448042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.628511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.637761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting port b4b63c0d-d0ba-4cf2-851b-8468cc533234 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:02:56.638088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.801269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94ea15b8-4391-437f-bf83-42f5021bff84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.806756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:56.948453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Calling delete_port for b4b63c0d-d0ba-4cf2-851b-8468cc533234 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:02:57.110932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.157649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Port': ['ID=b4b63c0d-d0ba-4cf2-851b-8468cc533234,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:57.256490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.428347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.430429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.452805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.453530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Fanout notify agent at l3_agent the message router_deleted on router 686e6159-ea87-4936-be9f-b66460175be3 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:02:57.468389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.469491 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e56d6660-a68a-4971-8130-8e0253598fa1 tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/routers/686e6159-ea87-4936-be9f-b66460175be3 HTTP/1.1" status: 204 len: 168 time: 1.3119831 Mar 16 11:02:57.472695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46154) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:57.537030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Deleting subnet 5b25b517-5687-42d9-bec3-36db6a41d17e {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:02:57.540124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.595590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.653582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.723757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.863984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Subnet': ['ID=5b25b517-5687-42d9-bec3-36db6a41d17e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:57.868676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:57.878689 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9142ff0a-c07e-4d13-ad88-a806986619ba tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/subnets/5b25b517-5687-42d9-bec3-36db6a41d17e HTTP/1.1" status: 204 len: 168 time: 0.4049866 Mar 16 11:02:57.881025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46158) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:57.990576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.125228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.150675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84637620-6f03-483d-97ba-d7734e1cf553']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:58.162583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2418bba-97e5-478c-be58-3e5963dcfd81') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:58.162901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2418bba-97e5-478c-be58-3e5963dcfd81') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:02:58.174873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.190682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.196466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:02:58.196857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:02:58.210663 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:02:58.289938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.307062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.316534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] Pushing event deleted for resources: {'Network': ['ID=84637620-6f03-483d-97ba-d7734e1cf553,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:58.319209 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6bb6754a-4a68-49ff-83a0-13d03e9d02eb tempest-FloatingIPTestJSON-772290319 tempest-FloatingIPTestJSON-772290319-project] 10.222.0.50 "DELETE /v2.0/networks/84637620-6f03-483d-97ba-d7734e1cf553 HTTP/1.1" status: 204 len: 168 time: 0.4372826 Mar 16 11:02:58.583481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46166) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:58.729991 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-860d8c89-b359-452e-b5ac-0a2c5a4aff1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dda631d322774a369d2e04e850d0c367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452754 Mar 16 11:02:58.732362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46172) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:58.792000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.816674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.868444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.882142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c145f82-8f4b-4254-a843-7a57241bedc8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:58.889009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:58.890129 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-060ba1d6-d836-46c9-93f1-581266934613 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c145f82-8f4b-4254-a843-7a57241bedc8 HTTP/1.1" status: 204 len: 168 time: 0.1568546 Mar 16 11:02:59.011957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-54a6af43-8ea9-413b-b741-a56c6093aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.562941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46196) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:59.667010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f3eb6431-fb89-4962-a25d-1716b078ce7b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:59.667739 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-f3eb6431-fb89-4962-a25d-1716b078ce7b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:02:59.668232 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-f3eb6431-fb89-4962-a25d-1716b078ce7b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:02:59.669168 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f3eb6431-fb89-4962-a25d-1716b078ce7b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1052537 Mar 16 11:02:59.672705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46202) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:59.677350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--37093211'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:59.683933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:59.687759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:59.691263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:59.696918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:59.706060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.717583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.731656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:59.735525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:59.738437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:59.744038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:59.826403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.829949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.840897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:02:59.848154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:02:59.852629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:02:59.866212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:02:59.873269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa053aba-fb54-44d9-87a2-ef06c281ae9a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:59.944908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.948436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.989457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c450759-942e-4b11-a0e9-fd41c5111f0c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:59.991758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:59.992960 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3e48aa13-00a1-4342-96db-16c3a1e50350 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3193181 Mar 16 11:02:59.995802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46206) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.000851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '1c450759-942e-4b11-a0e9-fd41c5111f0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:00.007161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.010927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:00.014111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:00.020220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:00.036970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.096613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.100170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.123913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cd2a29-7451-4b6e-9b1d-25a69933de9a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:00.133669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.134812 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-43ff811e-aa2a-47ae-8c85-5b89e1fd6a11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380796 Mar 16 11:03:00.137558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46210) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.142567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '1c450759-942e-4b11-a0e9-fd41c5111f0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:00.148148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.151915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:00.154722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:00.160409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:00.176936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.232678 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:03:00.233722 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ff5c9e46-2f99-4e52-b2fa-2e781b1e0f4f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0953100 Mar 16 11:03:00.237204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46214) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.300775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.327372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.378288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.383591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.397271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c450759-942e-4b11-a0e9-fd41c5111f0c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:00.400519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.402956 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-852ab0cb-4083-4403-bf43-b1f6b902350b tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c450759-942e-4b11-a0e9-fd41c5111f0c HTTP/1.1" status: 204 len: 168 time: 0.1635194 Mar 16 11:03:00.404435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46218) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.443856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.456443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6325d535-fbe8-4b3f-8ea3-af741548ac2d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508721 Mar 16 11:03:00.459956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46222) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.464916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273312425'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:00.470481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.474917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:00.478379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:00.484105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:00.494496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.518381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.522262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:00.525208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:00.530838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:00.601445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.605253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.649204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f37277f-4c2a-4559-ad1f-30088ffcf69b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:00.651335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.652504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1916628 Mar 16 11:03:00.655568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46226) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.659084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.659415 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.659742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.660070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.660393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.660713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.661064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.661396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.661639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-25056ec5-6c91-4392-86e0-a82c28488875 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '5f37277f-4c2a-4559-ad1f-30088ffcf69b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:00.661764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.662001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.662310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.662430 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-25056ec5-6c91-4392-86e0-a82c28488875 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 11:03:00.662621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c15ee-01c0-43ca-ae7f-0b6ea94442a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.662852 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-25056ec5-6c91-4392-86e0-a82c28488875 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:00.664035 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-25056ec5-6c91-4392-86e0-a82c28488875 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074573 Mar 16 11:03:00.666703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46230) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.726862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.756180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.801961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.816668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f37277f-4c2a-4559-ad1f-30088ffcf69b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:00.826337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.826684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.827021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.827354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.827675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.827998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.828318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.828635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.828984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.829300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.829629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.829920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:00.834683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.836382 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f292bea6-2135-42c1-8c38-7df10b160dd3 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/5f37277f-4c2a-4559-ad1f-30088ffcf69b HTTP/1.1" status: 204 len: 168 time: 0.1680191 Mar 16 11:03:00.838341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46234) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.887240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6a46036f-2f8b-435c-9420-2c4b5dd93b1d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:00.903244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6a46036f-2f8b-435c-9420-2c4b5dd93b1d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:00.904571 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6a46036f-2f8b-435c-9420-2c4b5dd93b1d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653124 Mar 16 11:03:00.908897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:00.913946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--102493905'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:00.920093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.929403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:00.938736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:00.957822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:00.961525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:00.964201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:00.969768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:01.038892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.042375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.089787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1fe28-6c9e-46ea-81dc-8e1bd6eb3b53,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:01.097259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.098405 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a9cbc220-6c9c-4451-a4da-2bd57602d06a tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1885653 Mar 16 11:03:01.101211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46242) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.105961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c9ba6518-64a2-4136-8cc6-6dbe26ce69ed tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '58f1fe28-6c9e-46ea-81dc-8e1bd6eb3b53', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.106759 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-c9ba6518-64a2-4136-8cc6-6dbe26ce69ed tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 11:03:01.107235 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-c9ba6518-64a2-4136-8cc6-6dbe26ce69ed tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:01.108108 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c9ba6518-64a2-4136-8cc6-6dbe26ce69ed tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060227 Mar 16 11:03:01.110714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46246) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.171828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.198852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.243609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.261818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1fe28-6c9e-46ea-81dc-8e1bd6eb3b53,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:01.270163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.271307 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5df5f526-f74c-44ef-9761-265571d50891 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/58f1fe28-6c9e-46ea-81dc-8e1bd6eb3b53 HTTP/1.1" status: 204 len: 168 time: 0.1597311 Mar 16 11:03:01.274021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46250) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.324550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-330a773e-9386-4563-bb73-3d1581e15f21 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:01.339122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-330a773e-9386-4563-bb73-3d1581e15f21 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:01.340580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-330a773e-9386-4563-bb73-3d1581e15f21 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654740 Mar 16 11:03:01.344414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46254) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.349610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--605751203'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.355436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:01.365278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:01.374145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.396492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:01.400191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:01.402932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:01.408534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:01.480931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.484707 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.526988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f10443-bd46-47eb-bf3a-454ce3aa48fd,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:01.536715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.537819 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f070cc79-95c6-4016-bb21-3d4ce04ab947 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1923854 Mar 16 11:03:01.540797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46258) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.546096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-be7ca0d1-32d3-475a-88de-794b55785c6c tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '71f10443-bd46-47eb-bf3a-454ce3aa48fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.547750 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-be7ca0d1-32d3-475a-88de-794b55785c6c tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 11:03:01.548243 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-be7ca0d1-32d3-475a-88de-794b55785c6c tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:01.549919 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-be7ca0d1-32d3-475a-88de-794b55785c6c tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082200 Mar 16 11:03:01.552190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46262) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.556534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-21c1e7f4-5d33-4ea8-b49d-7a6ac32ae00d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '71f10443-bd46-47eb-bf3a-454ce3aa48fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.557159 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-21c1e7f4-5d33-4ea8-b49d-7a6ac32ae00d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 11:03:01.557730 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-21c1e7f4-5d33-4ea8-b49d-7a6ac32ae00d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:01.558600 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-21c1e7f4-5d33-4ea8-b49d-7a6ac32ae00d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056031 Mar 16 11:03:01.560713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46266) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.566698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7f6d923b-2859-48e6-9a7a-5251f92a51fe tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '71f10443-bd46-47eb-bf3a-454ce3aa48fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.567626 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-7f6d923b-2859-48e6-9a7a-5251f92a51fe tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 11:03:01.568083 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7f6d923b-2859-48e6-9a7a-5251f92a51fe tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:01.568986 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f6d923b-2859-48e6-9a7a-5251f92a51fe tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063148 Mar 16 11:03:01.571095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46270) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.575817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1398aa28-8ee6-456d-8651-603acc9339f4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '71f10443-bd46-47eb-bf3a-454ce3aa48fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.577073 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-1398aa28-8ee6-456d-8651-603acc9339f4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 11:03:01.577552 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-1398aa28-8ee6-456d-8651-603acc9339f4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:01.578437 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1398aa28-8ee6-456d-8651-603acc9339f4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065494 Mar 16 11:03:01.580809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46274) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.640569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.666331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.711915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.728644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f10443-bd46-47eb-bf3a-454ce3aa48fd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:01.737595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.739360 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6079bf2b-0602-4d52-b0be-f485e2c3cafb tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/71f10443-bd46-47eb-bf3a-454ce3aa48fd HTTP/1.1" status: 204 len: 168 time: 0.1571441 Mar 16 11:03:01.741425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46278) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.792693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c354ee67-73ee-4822-95a3-984353131d11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:01.807820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c354ee67-73ee-4822-95a3-984353131d11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:01.809155 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c354ee67-73ee-4822-95a3-984353131d11 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667672 Mar 16 11:03:01.812948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46282) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:01.819202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--945664238'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:01.826883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:01.837083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.838047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:01.847908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.866727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:01.870437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:01.873185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:01.878651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:01.948670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.952295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:01.999252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38c2ea-acb6-4c13-95dd-42fddd5952e2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:02.005571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.006815 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d1b1f776-ac19-44b3-a2ba-664819eba12d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925836 Mar 16 11:03:02.009619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46286) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.014385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7e51ee47-de00-4b2d-85c7-da5a52491d17 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.014856 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-7e51ee47-de00-4b2d-85c7-da5a52491d17 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:03:02.015334 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7e51ee47-de00-4b2d-85c7-da5a52491d17 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.016224 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7e51ee47-de00-4b2d-85c7-da5a52491d17 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058177 Mar 16 11:03:02.019320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46290) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.023785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.026171 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:02.030122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.034359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.037773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.043696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.071298 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.072339 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f758b451-3b24-494c-a152-2fa8ecaf7518 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0521073 Mar 16 11:03:02.075029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46294) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.079721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6be8f5b1-4cfb-4a57-87f3-d0ffe8a3305f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.080855 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-6be8f5b1-4cfb-4a57-87f3-d0ffe8a3305f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 11:03:02.081332 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-6be8f5b1-4cfb-4a57-87f3-d0ffe8a3305f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.083129 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6be8f5b1-4cfb-4a57-87f3-d0ffe8a3305f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063403 Mar 16 11:03:02.084385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46298) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.088570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.094176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.098099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.100854 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.106427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.134244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.135197 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ddc317a-b9d0-4971-86f2-78420688438f tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0499697 Mar 16 11:03:02.137882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46302) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.143170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8c7429b1-a612-4391-a4df-34c464164ea4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.143685 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-8c7429b1-a612-4391-a4df-34c464164ea4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:03:02.144135 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-8c7429b1-a612-4391-a4df-34c464164ea4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.145036 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8c7429b1-a612-4391-a4df-34c464164ea4 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062728 Mar 16 11:03:02.147468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46306) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.155226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.160859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.164794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.167549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.173091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.200589 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.201618 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d4b296b2-b27c-407f-b6a7-cb69d5600a4e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0534096 Mar 16 11:03:02.204983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46310) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.210133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5a581d68-e507-489f-aca7-4ffac6b6102e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.210591 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-5a581d68-e507-489f-aca7-4ffac6b6102e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 11:03:02.211035 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-5a581d68-e507-489f-aca7-4ffac6b6102e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.211914 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5a581d68-e507-489f-aca7-4ffac6b6102e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055537 Mar 16 11:03:02.214101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46314) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.218376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.225062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.228700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.231461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.237543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.265861 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.266773 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f2122020-1bbe-4360-ab01-44e14ec13137 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0518451 Mar 16 11:03:02.270159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46318) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.274773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'ef38c2ea-acb6-4c13-95dd-42fddd5952e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.280207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.284142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.286930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.293139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.321146 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:02.322131 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b0a1250a-f9c4-490a-9ad0-044177d081c9 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0510993 Mar 16 11:03:02.324926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46322) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.385046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.410456 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.458573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.479561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38c2ea-acb6-4c13-95dd-42fddd5952e2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:02.488924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.489766 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-922d6006-30d7-47b7-a3cf-b351f218f667 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef38c2ea-acb6-4c13-95dd-42fddd5952e2 HTTP/1.1" status: 204 len: 168 time: 0.1639731 Mar 16 11:03:02.492245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46326) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.542468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4e11dee0-75d7-48bc-a7e7-9377135ac7dc tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:02.557407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4e11dee0-75d7-48bc-a7e7-9377135ac7dc tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:02.558957 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4e11dee0-75d7-48bc-a7e7-9377135ac7dc tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656698 Mar 16 11:03:02.562973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46330) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.568874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093445614'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.575969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.585549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.595050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.614969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.618710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.621467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.627586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.701571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.705139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.749511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b433055f-eec2-4567-933f-afcb58c62f1b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:02.752183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.753383 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e96e4103-2cd7-48eb-b9ab-b01848e522a8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1894643 Mar 16 11:03:02.756218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46334) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.761046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'b433055f-eec2-4567-933f-afcb58c62f1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.766813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.770606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.773425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.778982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.813297 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The resource could not be found. Mar 16 11:03:02.814319 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ef86ccb5-5bf7-4522-8585-e1a0add8c589 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0572045 Mar 16 11:03:02.817096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.821783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': 'b433055f-eec2-4567-933f-afcb58c62f1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7c05c2a2-2dd1-4a3d-bba8-36fff0a34186'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:02.827251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:02.830970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:02.833747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:02.842932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:02.876974 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The resource could not be found. Mar 16 11:03:02.877978 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f6ae5f4-4d31-4e1b-91b1-7f9823d236a5 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0600016 Mar 16 11:03:02.880661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46342) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.940338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:02.966952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.012591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.029499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b433055f-eec2-4567-933f-afcb58c62f1b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:03.040353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.043807 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6d388c5a-df37-4938-a007-ba60b480a3d8 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/b433055f-eec2-4567-933f-afcb58c62f1b HTTP/1.1" status: 204 len: 168 time: 0.1599181 Mar 16 11:03:03.044016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46346) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.091939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c04ab053-d3b7-4a48-9d98-22eb1c00340e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:03.106746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c04ab053-d3b7-4a48-9d98-22eb1c00340e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:03.107942 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c04ab053-d3b7-4a48-9d98-22eb1c00340e tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630519 Mar 16 11:03:03.111886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46350) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.116685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '09128e86-ec50-4178-9be8-e5fd094e27a5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:03.126293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.130051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:03.132782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:03.138339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.173407 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The resource could not be found. Mar 16 11:03:03.174807 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1cb77ae7-7afe-4bf4-97b0-34941ae72717 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0619919 Mar 16 11:03:03.178660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46354) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.183471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--277325403'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:03.189098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.198485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.207832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.227128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.230885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:03.233616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:03.239255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.306424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.310043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.355097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa72e5-3470-4d15-ad5e-a6768095017c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:03.360699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.362381 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ece2c747-9b2b-45ed-b55f-31d7e1b7b959 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1827080 Mar 16 11:03:03.365087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46358) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.369836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476368261'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:03.375437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.379656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:03.382446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:03.387991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.399539 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.419023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.422718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:03.425547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:03.430989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.501176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.505682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.551450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ef28d-9dbe-49f6-b5c1-af946185bda1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:03.555639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.556808 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e7de1406-8393-4433-b7bc-0f3e036918cd tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1907403 Mar 16 11:03:03.559997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46362) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.566162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group_rule': {'security_group_id': '06fa72e5-3470-4d15-ad5e-a6768095017c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b34ef28d-9dbe-49f6-b5c1-af946185bda1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:03.572781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:03.576693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:03.579533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:03.585345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:03.612656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:03:03.613628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-db42b90a-081c-4b74-adba-e78508d56076 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0524595 Mar 16 11:03:03.616461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46366) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.677340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.706779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.752163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.770703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ef28d-9dbe-49f6-b5c1-af946185bda1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:03.777233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.778188 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8ca43b3a-ad95-404d-a435-39196c620d06 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/b34ef28d-9dbe-49f6-b5c1-af946185bda1 HTTP/1.1" status: 204 len: 168 time: 0.1608188 Mar 16 11:03:03.780747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46370) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.841962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-485023b4-71a5-4162-a604-f2407b4d6461 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:03.856222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.857186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-485023b4-71a5-4162-a604-f2407b4d6461 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:03.858447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-485023b4-71a5-4162-a604-f2407b4d6461 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0767791 Mar 16 11:03:03.861286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46374) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:03.920403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:03.945651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.002065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.021674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa72e5-3470-4d15-ad5e-a6768095017c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:04.031589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.032706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2e00285d-72f3-4934-b805-69ea03d35367 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/06fa72e5-3470-4d15-ad5e-a6768095017c HTTP/1.1" status: 204 len: 168 time: 0.1704812 Mar 16 11:03:04.036237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46378) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.085005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1af5718e-9898-43ec-a15f-03d4289f60bf tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:04.100420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1af5718e-9898-43ec-a15f-03d4289f60bf tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:04.101691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1af5718e-9898-43ec-a15f-03d4289f60bf tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644441 Mar 16 11:03:04.105603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46382) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.110666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'tempest-secgroup--138683547'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:04.116543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:04.125891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:04.135553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.155490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:04.159838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Usage tracker for resource:security_group_rule and tenant:bb2d3c00470d4da2818f76ba4df00a6a is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:04.162610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:04.168488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:04.235784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.239881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.284163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649cd557-5ff3-4e81-ac51-1bdc07926416,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:04.290318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.291958 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-91276484-abcb-4594-969a-b58a5b594af6 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1853185 Mar 16 11:03:04.294696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46386) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.299784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-564ba390-e52f-47dd-8c6b-541aeec97051 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:04.300188 dv-neutron-828143-9-hyperv neutron-server[87842]: WARNING neutron.api.v2.base [None req-564ba390-e52f-47dd-8c6b-541aeec97051 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:03:04.300660 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-564ba390-e52f-47dd-8c6b-541aeec97051 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 11:03:04.301568 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-564ba390-e52f-47dd-8c6b-541aeec97051 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "PUT /v2.0/security-groups/649cd557-5ff3-4e81-ac51-1bdc07926416 HTTP/1.1" status: 409 len: 330 time: 0.0058243 Mar 16 11:03:04.304338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46390) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.371414 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.397776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.443489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.463647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649cd557-5ff3-4e81-ac51-1bdc07926416,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:04.470161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:04.471292 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-81096cd7-1226-4ae9-a7a4-626c13f1955d tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/649cd557-5ff3-4e81-ac51-1bdc07926416 HTTP/1.1" status: 204 len: 168 time: 0.1660926 Mar 16 11:03:04.473809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46394) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.523883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c122ef4-c233-45b8-ab38-4d36a8078851 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Synchronizing usage tracker for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:04.538277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c122ef4-c233-45b8-ab38-4d36a8078851 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] Unset dirty status for tenant:bb2d3c00470d4da2818f76ba4df00a6a on resource:security_group {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:04.539719 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c122ef4-c233-45b8-ab38-4d36a8078851 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649717 Mar 16 11:03:04.543590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46398) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.559897 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-7007da8b-dc1d-406d-a9c9-876f62d87c48 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] delete failed (client error): The resource could not be found. Mar 16 11:03:04.560849 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7007da8b-dc1d-406d-a9c9-876f62d87c48 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "DELETE /v2.0/security-groups/7dfe1f06-88fd-47bd-905b-5ba9bcd37eb3 HTTP/1.1" status: 404 len: 347 time: 0.0163596 Mar 16 11:03:04.564214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.580423 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-d5a1bc8e-337d-4c44-a896-0a198a275c56 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] show failed (client error): The resource could not be found. Mar 16 11:03:04.581385 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d5a1bc8e-337d-4c44-a896-0a198a275c56 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-groups/8af97b03-24ef-4dd8-8552-ad99c9bd9e95 HTTP/1.1" status: 404 len: 347 time: 0.0157092 Mar 16 11:03:04.584787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46406) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.597649 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-45e1f394-1ebc-441c-821d-b755ab53d269 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] show failed (client error): The resource could not be found. Mar 16 11:03:04.598576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-45e1f394-1ebc-441c-821d-b755ab53d269 tempest-NegativeSecGroupTest-1641234631 tempest-NegativeSecGroupTest-1641234631-project] 10.222.0.50 "GET /v2.0/security-group-rules/e3dc652b-6070-4a2e-99bc-0323f3a018cc HTTP/1.1" status: 404 len: 356 time: 0.0129149 Mar 16 11:03:04.857675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46416) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:05.002013 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a3388ef0-c061-4dc5-9e1e-d9086c1801e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb2d3c00470d4da2818f76ba4df00a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431184 Mar 16 11:03:05.005029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:05.060433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.086316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.137974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.155322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa053aba-fb54-44d9-87a2-ef06c281ae9a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:05.166514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.167625 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac4ddaf7-6b1e-4b5a-be07-fcdbf30cd3db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa053aba-fb54-44d9-87a2-ef06c281ae9a HTTP/1.1" status: 204 len: 168 time: 0.1617169 Mar 16 11:03:05.811634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46446) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:05.911061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1227845335-network', 'tenant_id': 'd19d657d70954c68a1b8b7b1fd436c3e'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:05.916741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:05.920692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Usage tracker for resource:network and tenant:d19d657d70954c68a1b8b7b1fd436c3e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:05.923486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:05.930064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:05.939243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Made reservation on behalf of d19d657d70954c68a1b8b7b1fd436c3e for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:05.941585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.953387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:05.967477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:05.971955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Usage tracker for resource:security_group_rule and tenant:d19d657d70954c68a1b8b7b1fd436c3e is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:05.974737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:05.980349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:06.066327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.069593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.098496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:03:06.106431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb295c-b36d-421c-9256-219819c0b72b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:06.111712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.112047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Added segment 0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3 of type vlan for network 9078f0b6-86ed-47a4-8628-52e20a34c636 Mar 16 11:03:06.136726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.168634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.169569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:06.170130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.266040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4532697 Mar 16 11:03:06.266862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b7558-9953-4c6b-af4c-794c7f9c5044 admin admin] Pushing event updated for resources: {'Network': ['ID=9078f0b6-86ed-47a4-8628-52e20a34c636,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:06.270034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46452) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:06.276446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Request body: {'subnet': {'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1227845335-subnet', 'tenant_id': 'd19d657d70954c68a1b8b7b1fd436c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:06.277380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9078f0b6-86ed-47a4-8628-52e20a34c636 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:03:06.281307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:06.285752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Usage tracker for resource:subnet and tenant:d19d657d70954c68a1b8b7b1fd436c3e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:06.288771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:06.296871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:06.307896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Made reservation on behalf of d19d657d70954c68a1b8b7b1fd436c3e for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:06.310449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.604358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.678396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5893ff0d-775a-492b-9bba-b8ceb1b27a15,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:06.684524 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Checking segment: {'id': '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:06.684897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Network hostable DHCP agents. Network: 9078f0b6-86ed-47a4-8628-52e20a34c636, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:03:06.702578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Network 9078f0b6-86ed-47a4-8628-52e20a34c636 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:03:06.711572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9078f0b6-86ed-47a4-8628-52e20a34c636) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:06.715392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:06.715963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:06.721051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b2bef-1036-4154-aade-b6fd19dc4a84 None None] Network 9078f0b6-86ed-47a4-8628-52e20a34c636 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:06.736558 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71017342-cf8f-459a-8642-7701142a0708 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4652138 Mar 16 11:03:06.933428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09586bb8-d220-406b-ae09-f387b83f12ae None None] Network 9078f0b6-86ed-47a4-8628-52e20a34c636 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:07.245835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46470) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:07.251489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-981387939-network', 'tenant_id': '6ff474adbca1423ead734aff17af2399'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:07.256716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:07.260471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Usage tracker for resource:network and tenant:6ff474adbca1423ead734aff17af2399 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:07.263294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:07.269645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:07.279888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Made reservation on behalf of 6ff474adbca1423ead734aff17af2399 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:07.282225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.295122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.312146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:07.316558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Usage tracker for resource:security_group_rule and tenant:6ff474adbca1423ead734aff17af2399 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:07.319305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:07.324926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:07.407771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.411817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.440789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:03:07.448929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9ac39-7fdf-4a19-be13-90101b2a5fd4,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:07.454296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.454748 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Added segment c623ddb3-de71-438d-95bd-9b79b55078cc of type vlan for network 75fa0067-c910-4db6-b86b-7773f2153f02 Mar 16 11:03:07.481593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.511999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.512993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:07.513851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.616819 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3698735 Mar 16 11:03:07.617702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc40c-066d-409e-b6f0-948349ab70dc admin admin] Pushing event updated for resources: {'Network': ['ID=75fa0067-c910-4db6-b86b-7773f2153f02,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:07.619708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46474) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:07.625802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Request body: {'subnet': {'network_id': '75fa0067-c910-4db6-b86b-7773f2153f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-981387939-subnet', 'tenant_id': '6ff474adbca1423ead734aff17af2399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:07.628439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 75fa0067-c910-4db6-b86b-7773f2153f02 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:03:07.631397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:07.635249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Usage tracker for resource:subnet and tenant:6ff474adbca1423ead734aff17af2399 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:07.638145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:07.643964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:07.657931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Made reservation on behalf of 6ff474adbca1423ead734aff17af2399 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:07.660315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.857080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.926924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c775546-3c6d-41de-8ff6-f90cd17ea651,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:07.936713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Checking segment: {'id': 'c623ddb3-de71-438d-95bd-9b79b55078cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '75fa0067-c910-4db6-b86b-7773f2153f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:07.937096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Network hostable DHCP agents. Network: 75fa0067-c910-4db6-b86b-7773f2153f02, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:03:07.954414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Network 75fa0067-c910-4db6-b86b-7773f2153f02 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:03:07.962911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 75fa0067-c910-4db6-b86b-7773f2153f02) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:07.967376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:07.968482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:07.972191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65433e1-ff68-411f-8069-ebdc1e6f8da0 None None] Network 75fa0067-c910-4db6-b86b-7773f2153f02 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:07.989718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7a24b5fd-d61d-4ca5-8c5f-0732141831d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3682668 Mar 16 11:03:08.181941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbaf6c-f253-4155-93be-bacf683d63b0 None None] Network 75fa0067-c910-4db6-b86b-7773f2153f02 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:08.544754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-ff50a98e-16a7-4f34-87bb-956e23d8f3eb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:08.545465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-ff50a98e-16a7-4f34-87bb-956e23d8f3eb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Synchronizing usage tracker for tenant:d19d657d70954c68a1b8b7b1fd436c3e on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:08.562038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-ff50a98e-16a7-4f34-87bb-956e23d8f3eb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Unset dirty status for tenant:d19d657d70954c68a1b8b7b1fd436c3e on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:08.563131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-ff50a98e-16a7-4f34-87bb-956e23d8f3eb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/networks?id=9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 200 len: 812 time: 0.1617978 Mar 16 11:03:08.578445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-ce7fb175-64b5-4d8a-833b-6267088986c5 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/quotas/d19d657d70954c68a1b8b7b1fd436c3e HTTP/1.1" status: 200 len: 375 time: 0.0093758 Mar 16 11:03:08.631919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-baa6b5d2-cd77-4598-9d23-3c3bc5b1acbc tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482888 Mar 16 11:03:08.866809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-11ba45f9-e93d-4916-8d79-d6d63706f189 service neutron] 10.222.0.50 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275321 Mar 16 11:03:09.000092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-55a28514-70b5-45a4-9a58-6858f9d35944 service neutron] 10.222.0.50 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275725 Mar 16 11:03:09.171825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f7d04f5-2622-4029-a647-016143f0491a req-4f278041-57c0-4abc-8584-a3da8fdc8d67 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 210 time: 0.0417218 Mar 16 11:03:10.275471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-b09f8a0e-909c-40e9-a7a7-acacbe06941c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:10.277208 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-b09f8a0e-909c-40e9-a7a7-acacbe06941c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.55 "GET /v2.0/networks?id=9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 200 len: 812 time: 0.1496532 Mar 16 11:03:10.296910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Request body: {'port': {'device_id': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636', 'admin_state_up': True, 'tenant_id': 'd19d657d70954c68a1b8b7b1fd436c3e'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:10.331055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5fd46cb-c360-42f1-bec3-e7e2309af573 req-118ffecb-a842-4e91-8f88-14f7be37a1fd tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 210 time: 0.0448911 Mar 16 11:03:10.441318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:10.445081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Usage tracker for resource:port and tenant:d19d657d70954c68a1b8b7b1fd436c3e is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:10.447798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:10.453366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:10.462812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Made reservation on behalf of d19d657d70954c68a1b8b7b1fd436c3e for: {'port': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:10.466254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:10.629308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Allocated IP 172.20.0.8 (9078f0b6-86ed-47a4-8628-52e20a34c636/5893ff0d-775a-492b-9bba-b8ceb1b27a15/622cc2a4-a4c9-4fb6-83fc-d00a552138cc) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:03:10.824998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:10.854249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:10.918099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Network 9078f0b6-86ed-47a4-8628-52e20a34c636 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:03:10.921078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:10.923353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:03:10.976040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Pushing event updated for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:10.998074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:10.998668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:11.019070 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-5905d742-1f10-4b42-82aa-415d2880674c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7271981 Mar 16 11:03:11.043381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Request body: {'port': {'device_id': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:11.150127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:11.527749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc6b0b-6cfc-44ea-9766-ed3e1886d7da req-ed8a0653-f8ad-4873-b67c-6b51fb4675ab tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:11.529215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-65dc6b0b-6cfc-44ea-9766-ed3e1886d7da req-ed8a0653-f8ad-4873-b67c-6b51fb4675ab tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 931 time: 0.0874217 Mar 16 11:03:11.574732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-65dc6b0b-6cfc-44ea-9766-ed3e1886d7da req-7400be4d-3686-4ce6-943a-e313c744d234 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Synchronizing usage tracker for tenant:d19d657d70954c68a1b8b7b1fd436c3e on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:11.591146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622cc2a4-a4c9-4fb6-83fc-d00a552138cc {{(pid=87842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:03:11.591725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-65dc6b0b-6cfc-44ea-9766-ed3e1886d7da req-7400be4d-3686-4ce6-943a-e313c744d234 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Unset dirty status for tenant:d19d657d70954c68a1b8b7b1fd436c3e on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:11.592344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-65dc6b0b-6cfc-44ea-9766-ed3e1886d7da req-7400be4d-3686-4ce6-943a-e313c744d234 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573931 Mar 16 11:03:11.598792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:11.617346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Transition to ACTIVE for port object 622cc2a4-a4c9-4fb6-83fc-d00a552138cc will not be triggered until provisioned by entity L2. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:11.638388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:11.766947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Pushing event updated for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:11.868552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Attempting to bind port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:03:11.868900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Attempting to bind port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636'}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:03:11.869225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Attempting to bind port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc on network 9078f0b6-86ed-47a4-8628-52e20a34c636 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:03:11.873658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc on network 9078f0b6-86ed-47a4-8628-52e20a34c636 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:03:11.873974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Attempting to bind port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc on network 9078f0b6-86ed-47a4-8628-52e20a34c636 {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:03:11.879103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:03:11.879435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Checking segment: {'id': '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:11.879814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Bound using segment: {'id': '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636'} {{(pid=87842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:03:11.880231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.managers [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Bound port: 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636'}}] {{(pid=87842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:03:11.880569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:11.974782 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, cleared binding levels {{(pid=87842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:03:11.977650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,segment=NetworkSegment(0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3),segment_id=0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3)] {{(pid=87842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:03:11.982054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:12.037296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.037909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:12.039512 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] 10.222.0.55 "PUT /v2.0/ports/622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 200 len: 1093 time: 0.9999995 Mar 16 11:03:12.039937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:12.063556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b791a-a3f6-4af9-a77e-1773c6190903 service neutron] Pushing event updated for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=3']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:12.086301 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc', 'status': 'completed', 'code': 200} Mar 16 11:03:12.176996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-9b9515f9-f9cf-4cac-b6de-43cdc4e6116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.178442 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-9b9515f9-f9cf-4cac-b6de-43cdc4e6116f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 1096 time: 0.0732377 Mar 16 11:03:12.257566 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-d00a210c-e5ff-486e-a8ae-a194084cd1a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 200 len: 217 time: 0.0644844 Mar 16 11:03:12.321309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-13bb4d9d-8208-4998-ac24-8a2cfcb7d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.322712 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-13bb4d9d-8208-4998-ac24-8a2cfcb7d6d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5893ff0d-775a-492b-9bba-b8ceb1b27a15 HTTP/1.1" status: 200 len: 852 time: 0.0595226 Mar 16 11:03:12.368265 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-fe7d6f13-1ce7-4427-b218-4d344e99d192 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9078f0b6-86ed-47a4-8628-52e20a34c636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394063 Mar 16 11:03:12.496604 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-e0171f74-f0fb-4511-afde-2bd945c7d0c7 service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210203 Mar 16 11:03:12.632663 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1ccf61e7-8163-493e-b6e7-85e7da7e9a2d req-7d45999f-4af1-4ffd-94cf-07f232149d09 service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305761 Mar 16 11:03:12.776845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0160-10f0-443d-8c40-7b8a63040607 req-06d68a5b-da93-44d0-b475-33d947c74683 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.778304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c30f0160-10f0-443d-8c40-7b8a63040607 req-06d68a5b-da93-44d0-b475-33d947c74683 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 943 time: 0.0813813 Mar 16 11:03:12.803395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-09bcc7a1-ea2f-428c-9010-08a19f317c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.804880 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-09bcc7a1-ea2f-428c-9010-08a19f317c59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 1096 time: 0.0760498 Mar 16 11:03:12.825898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c30f0160-10f0-443d-8c40-7b8a63040607 req-bc6751d3-b34f-44db-84a7-7bc611c10e73 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Mar 16 11:03:12.937212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-595e17bb-545e-4902-b74f-10202e4a0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:12.938544 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-595e17bb-545e-4902-b74f-10202e4a0994 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 200 len: 913 time: 0.1273265 Mar 16 11:03:13.002215 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-b9ccd699-7c30-4983-b0e4-4f74a19ca192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 200 len: 217 time: 0.0577443 Mar 16 11:03:13.064192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-327bed54-dbb2-4002-a3b1-38699c615993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:13.066170 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-327bed54-dbb2-4002-a3b1-38699c615993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5893ff0d-775a-492b-9bba-b8ceb1b27a15 HTTP/1.1" status: 200 len: 852 time: 0.0584111 Mar 16 11:03:13.110210 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-cad6e957-cfd2-4689-b4f8-b56e0fbd85fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9078f0b6-86ed-47a4-8628-52e20a34c636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380399 Mar 16 11:03:13.332339 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-05dfe2a0-eb9c-4247-9eaa-dc61ec6fa8db service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166717 Mar 16 11:03:13.384085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46520) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:13.464481 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7728d99b-5a92-4cf2-a4e8-bbe4b3d9e52b req-53ac8392-8f1b-4931-8a41-50fbc547eadd service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249516 Mar 16 11:03:13.584524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Deleting port f660e294-6318-4bf7-a45f-ef4089674c5e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:13.584791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:13.756406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:13.756728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:13.877688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Calling delete_port for f660e294-6318-4bf7-a45f-ef4089674c5e owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:14.077878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ec2b-be2c-4ec6-850d-d03c7163b391 req-cea834e8-fc0b-4cb6-94c9-c1b7e40ee429 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:14.079320 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc59ec2b-be2c-4ec6-850d-d03c7163b391 req-cea834e8-fc0b-4cb6-94c9-c1b7e40ee429 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 943 time: 0.1406584 Mar 16 11:03:14.108500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:14.168120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Port': ['ID=f660e294-6318-4bf7-a45f-ef4089674c5e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:14.204090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc59ec2b-be2c-4ec6-850d-d03c7163b391 req-86575e62-edff-45fb-a78a-da1d216aed92 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164927 Mar 16 11:03:14.264112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:14.264440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Floating IP 6f00fd8b-1ce7-42af-9cfd-b82c7250298b disassociated (deleted). External IP: 172.26.0.198, port: 4ff914fb-32fa-4c86-8aa7-e4b9b211b653. Mar 16 11:03:14.729167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Router 63352da2-e4ce-4b28-8dc7-235a126eb310 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:03:14.901815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:03:14.914365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Sync routers for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:03:14.918912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:14.923749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:14.924384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:14.980987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cc614f16-2c9b-472a-9cc3-b047414e49e4 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "DELETE /v2.0/floatingips/6f00fd8b-1ce7-42af-9cfd-b82c7250298b HTTP/1.1" status: 204 len: 168 time: 1.5956693 Mar 16 11:03:14.981559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:15.006783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 622cc2a4-a4c9-4fb6-83fc-d00a552138cc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:03:15.030206 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'status': 'completed', 'code': 200} Mar 16 11:03:15.149661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-6314828a-bb14-4b29-821f-fcef216582c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.151249 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-6314828a-bb14-4b29-821f-fcef216582c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d405678adaf4e218715b8c9fd685242&device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 1099 time: 0.0749371 Mar 16 11:03:15.234623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:15.296770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-980c39a6-da01-41e8-beb4-829e69f9f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.298576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-980c39a6-da01-41e8-beb4-829e69f9f847 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 200 len: 898 time: 0.1413352 Mar 16 11:03:15.382593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-616f90e2-7865-4e9e-bf43-d4ed36348bd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 200 len: 217 time: 0.0756011 Mar 16 11:03:15.420084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c75b-1c7b-4165-8348-fc879904d89d req-dfb535d9-6884-43a9-b557-025b575ec33e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.420811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-da44c75b-1c7b-4165-8348-fc879904d89d req-dfb535d9-6884-43a9-b557-025b575ec33e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Synchronizing usage tracker for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:15.456538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-35a10a3a-bcbd-4eae-8939-ba6847885519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.459179 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-35a10a3a-bcbd-4eae-8939-ba6847885519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 200 len: 834 time: 0.0703812 Mar 16 11:03:15.460935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-da44c75b-1c7b-4165-8348-fc879904d89d req-dfb535d9-6884-43a9-b557-025b575ec33e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Unset dirty status for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:15.462264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da44c75b-1c7b-4165-8348-fc879904d89d req-dfb535d9-6884-43a9-b557-025b575ec33e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1826129 Mar 16 11:03:15.465097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,segment=NetworkSegment(0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3),segment_id=0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:15.472616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3a9b-cf11-437c-9874-2d3982d5d744 req-fac16c14-8edc-4ff1-8a7a-e5cf411588ba tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.480923 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-43ad3a9b-cf11-437c-9874-2d3982d5d744 req-fac16c14-8edc-4ff1-8a7a-e5cf411588ba tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 943 time: 0.1486518 Mar 16 11:03:15.555043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc', 'network_id': '9078f0b6-86ed-47a4-8628-52e20a34c636', 'port_id': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc', 'mac_address': 'fa:16:3e:6f:0c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5893ff0d-775a-492b-9bba-b8ceb1b27a15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:03:15.569480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-ac8270ca-5c60-42f0-8a54-dbdc45844db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:15.570204 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-43ad3a9b-cf11-437c-9874-2d3982d5d744 req-ea30383d-eb8f-42da-b133-20c5ecf7ccac tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830002 Mar 16 11:03:15.571330 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-ac8270ca-5c60-42f0-8a54-dbdc45844db1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017458 Mar 16 11:03:15.599912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da44c75b-1c7b-4165-8348-fc879904d89d req-a2bbca89-fbdf-4c3c-9995-f57f81548c4c tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163116 Mar 16 11:03:15.650849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:15.688506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622cc2a4-a4c9-4fb6-83fc-d00a552138cc {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:03:15.717761 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-951c8774-7aee-4391-9693-1c8ba3fe4b40 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386600 Mar 16 11:03:15.761483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,segment=NetworkSegment(0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3),segment_id=0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:15.769371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:15.861603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:15.866829 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-24c9a5aa-a99d-48bf-be6d-88af5c12d684 req-b245dd3b-fa3d-4894-a388-3caeb780fe3f service neutron] 10.222.0.55 "GET /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411040 Mar 16 11:03:15.867009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:15.870810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Checking router: 63352da2-e4ce-4b28-8dc7-235a126eb310 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:03:15.878762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.879106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.879439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.879769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.880094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.880489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.881044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.881386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.881869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.882201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.882523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.882840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:15.895079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:15.895696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:16.104021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:16.233093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['622cc2a4-a4c9-4fb6-83fc-d00a552138cc'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:03:16.560472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:16.568965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17789f-9e9a-48a4-a924-61483d835403 None None] The sync data for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv is: [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T10:59:54Z', 'revision_number': 4, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '86dfdbe5-7b84-44cd-b464-474ddd4fad49', 'name': '', 'network_id': 'bcb9d892-6f79-4d5e-b18d-63a0d9ca8923', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'mac_address': 'fa:16:3e:8f:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:52Z', 'updated_at': '2022-03-16T11:00:08Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'subnets': [{'id': '3bd597f7-26fa-456e-8814-10b0b1336690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:03:16.807880 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ea60-933f-4b02-96b7-94ae107381a6 None None] New status for floating IP 6f00fd8b-1ce7-42af-9cfd-b82c7250298b: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:03:16.822750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4ef77-0c44-413c-b5d9-92ee12e56413 req-d5d44af0-c409-415b-ac07-dbaa4a81b593 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:16.824209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85b4ef77-0c44-413c-b5d9-92ee12e56413 req-d5d44af0-c409-415b-ac07-dbaa4a81b593 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 944 time: 0.1487732 Mar 16 11:03:16.842847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92fed1-35c4-48be-9c30-48c175f13138 req-1c5d9ab4-6b9e-4c33-9173-665a35a7dd1e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:16.844268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db92fed1-35c4-48be-9c30-48c175f13138 req-1c5d9ab4-6b9e-4c33-9173-665a35a7dd1e tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1207306 Mar 16 11:03:16.912720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85b4ef77-0c44-413c-b5d9-92ee12e56413 req-1efb2b67-8f79-4ee3-b170-e545c93c3449 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781968 Mar 16 11:03:16.919865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db92fed1-35c4-48be-9c30-48c175f13138 req-cd61d49f-817b-48cd-a2cf-2845b3b0bb78 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/security-groups?id=497ff950-d6a0-40b1-af40-58c32b628e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622859 Mar 16 11:03:17.007891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-87511035-7ccb-45cf-917f-ddb176c46837 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717893 Mar 16 11:03:17.022187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-16658c85-7a49-4111-b97d-9a90ca678151 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:17.022876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-16658c85-7a49-4111-b97d-9a90ca678151 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Synchronizing usage tracker for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:17.034616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-16658c85-7a49-4111-b97d-9a90ca678151 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Unset dirty status for tenant:0d405678adaf4e218715b8c9fd685242 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:17.035638 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-16658c85-7a49-4111-b97d-9a90ca678151 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.55 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 946 time: 0.1002228 Mar 16 11:03:17.108228 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Deleting port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:17.108569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.167652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-321df37f-cdd3-4bd2-9f2c-89ebe41ed517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:17.169138 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-321df37f-cdd3-4bd2-9f2c-89ebe41ed517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0701325 Mar 16 11:03:17.311813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-829948bb-b3d7-476d-a6d8-7419f1f7d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:17.313286 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-829948bb-b3d7-476d-a6d8-7419f1f7d3d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 897 time: 0.1249955 Mar 16 11:03:17.353706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] For port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:17.354057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.415393 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-0acc5b09-33e0-4599-a190-45cde06c1e7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 1000 time: 0.0956652 Mar 16 11:03:17.477059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Calling delete_port for 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:17.481825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-1ca44e63-855e-4e9b-8412-a6344f5bb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:17.483247 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-1ca44e63-855e-4e9b-8412-a6344f5bb47c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 200 len: 834 time: 0.0616968 Mar 16 11:03:17.557407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-d2fd5f51-4c04-4e4d-8f36-db655208c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:17.558872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-d2fd5f51-4c04-4e4d-8f36-db655208c469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697896 Mar 16 11:03:17.730349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.780415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Port': ['ID=4ff914fb-32fa-4c86-8aa7-e4b9b211b653,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:17.815897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-62c86952-740a-49e2-ada2-8c065910f407 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493200 Mar 16 11:03:17.860715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] No DVR routers for this DVR port 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:03:17.863225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.867146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-deleted', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:17.881247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.55 "DELETE /v2.0/ports/4ff914fb-32fa-4c86-8aa7-e4b9b211b653 HTTP/1.1" status: 204 len: 173 time: 0.8403499 Mar 16 11:03:17.917244 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b9242d-f3b0-430d-8619-5d4afe36404a', 'name': 'network-vif-deleted', 'tag': '4ff914fb-32fa-4c86-8aa7-e4b9b211b653', 'status': 'completed', 'code': 200} Mar 16 11:03:17.951102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2906aa4-9668-41fe-a31e-43f5504df4b7 req-c7f301e4-b7a3-4de2-a640-55c7b5fe62f3 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284122 Mar 16 11:03:18.119865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92505a66-72a1-4ade-b65f-80d0fa5a6ff1 req-b5819212-fae9-471c-ad48-c30fdac9fa7a tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "GET /v2.0/ports?device_id=60b9242d-f3b0-430d-8619-5d4afe36404a HTTP/1.1" status: 200 len: 210 time: 0.0529253 Mar 16 11:03:18.156985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe11ea-24e6-4116-aa04-13fd5751ac65 req-ce837ed2-0c83-44ea-8e96-b144392d7f3b tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:18.158431 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bfe11ea-24e6-4116-aa04-13fd5751ac65 req-ce837ed2-0c83-44ea-8e96-b144392d7f3b tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 944 time: 0.1279869 Mar 16 11:03:18.204486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bfe11ea-24e6-4116-aa04-13fd5751ac65 req-85fe26c6-2bc2-406e-acae-dfa443ecc5f9 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Mar 16 11:03:19.048923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 622cc2a4-a4c9-4fb6-83fc-d00a552138cc up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:03:19.114643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:03:19.119329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:03:19.119708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:19.217536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46546) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:19.290419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:19.336929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:19.346689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,segment=NetworkSegment(0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3),segment_id=0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:19.350943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:19.352134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:19.383579 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc', 'code': 200} Mar 16 11:03:19.425908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:19.426349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 4ff914fb-32fa-4c86-8aa7-e4b9b211b653 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:19.462956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:19.610412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08f2d-5f56-4587-bef9-25ff29ca5077 req-1b300528-b76a-4d01-a344-48efc0b2728a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:19.611746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ece08f2d-5f56-4587-bef9-25ff29ca5077 req-1b300528-b76a-4d01-a344-48efc0b2728a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.2453523 Mar 16 11:03:19.754824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ece08f2d-5f56-4587-bef9-25ff29ca5077 req-b8aeac16-4680-4777-8698-eac7f5d6a4e0 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341071 Mar 16 11:03:19.822454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172de06f-cb36-4dad-aec7-1799f4e123e5 req-8502449a-b674-4680-9de0-cb2135ad0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:19.823888 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-172de06f-cb36-4dad-aec7-1799f4e123e5 req-8502449a-b674-4680-9de0-cb2135ad0be6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 1098 time: 0.2111464 Mar 16 11:03:19.878085 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-172de06f-cb36-4dad-aec7-1799f4e123e5 req-02c9854c-e128-4ee2-bd23-98783a8d6790 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478384 Mar 16 11:03:19.968671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:20.417745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Deleting port 86dfdbe5-7b84-44cd-b464-474ddd4fad49 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:20.418480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:20.600285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] For port 86dfdbe5-7b84-44cd-b464-474ddd4fad49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=86dfdbe5-7b84-44cd-b464-474ddd4fad49,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:20.600641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:20.724876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Calling delete_port for 86dfdbe5-7b84-44cd-b464-474ddd4fad49 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:20.969107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:21.030868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Port': ['ID=86dfdbe5-7b84-44cd-b464-474ddd4fad49,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:21.079453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11845b6-c70e-432a-848d-01fe73f70aff req-d891dda3-d1e4-4cfe-8db7-fe05feeddc69 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:21.081013 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c11845b6-c70e-432a-848d-01fe73f70aff req-d891dda3-d1e4-4cfe-8db7-fe05feeddc69 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.1907392 Mar 16 11:03:21.171219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c11845b6-c70e-432a-848d-01fe73f70aff req-7ceb4418-568d-4e26-a442-28ad410a7329 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643508 Mar 16 11:03:21.347028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:21.698507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Router 63352da2-e4ce-4b28-8dc7-235a126eb310 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:03:21.980252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:03:21.990079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Sync routers for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:03:21.993381 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ace1ec15-5977-420d-bc56-0465a393b30f tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "PUT /v2.0/routers/63352da2-e4ce-4b28-8dc7-235a126eb310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7746742 Mar 16 11:03:21.996014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46556) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:22.003083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:22.004376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:22.066581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Deleting subnet 3bd597f7-26fa-456e-8814-10b0b1336690 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:03:22.069582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.122236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.189791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:22.204462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.280482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.359865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd597f7-26fa-456e-8814-10b0b1336690,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:22.368713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.375922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-53721b6a-ee6e-4628-adcd-861cd6e2fe10 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "DELETE /v2.0/subnets/3bd597f7-26fa-456e-8814-10b0b1336690 HTTP/1.1" status: 204 len: 168 time: 0.3789310 Mar 16 11:03:22.378861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46562) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:22.380375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ace10-4350-4d94-bd85-6ad428934385 None None] Network bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:22.547321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c83d-b04d-440e-a5df-04ee97048dea req-a5f0791a-48f5-4ee5-ba6a-0ca7827222fb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:22.548767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-21f2c83d-b04d-440e-a5df-04ee97048dea req-a5f0791a-48f5-4ee5-ba6a-0ca7827222fb tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.2644105 Mar 16 11:03:22.610510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.654393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T11:03:20Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:22.661220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Checking router: 63352da2-e4ce-4b28-8dc7-235a126eb310 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:03:22.669877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Routers {'63352da2-e4ce-4b28-8dc7-235a126eb310'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:22.670495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:02:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['63352da2-e4ce-4b28-8dc7-235a126eb310'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:22.681043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-21f2c83d-b04d-440e-a5df-04ee97048dea req-60085345-af2e-4dc7-ba7d-cbb7768491f1 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246901 Mar 16 11:03:22.769824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] DHCP port deletion for bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:03:22.816741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.826527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Deleting port 8c42365e-6fdc-4928-84d4-53540210e7d3 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:22.826935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.829969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Deleting port ebfbdfed-3833-4b51-9611-931319a833c4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:22.830392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:22.939759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] Set router 63352da2-e4ce-4b28-8dc7-235a126eb310 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:23.064932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc138ee8-d580-4823-888e-7cb774351a42 req-8bbd2cd4-204f-4712-9d57-66b22b15ef47 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:23.066513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc138ee8-d580-4823-888e-7cb774351a42 req-8bbd2cd4-204f-4712-9d57-66b22b15ef47 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.2062500 Mar 16 11:03:23.107938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] For port ebfbdfed-3833-4b51-9611-931319a833c4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=ebfbdfed-3833-4b51-9611-931319a833c4,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:23.108220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.240371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Calling delete_port for ebfbdfed-3833-4b51-9611-931319a833c4 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:23.274998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc138ee8-d580-4823-888e-7cb774351a42 req-204f6348-5056-4959-80fb-67b1deda24bc tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024662 Mar 16 11:03:23.305282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] For port 8c42365e-6fdc-4928-84d4-53540210e7d3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8c42365e-6fdc-4928-84d4-53540210e7d3,segment=NetworkSegment(17b0d479-4f9a-4893-b0b6-235e4361a03e),segment_id=17b0d479-4f9a-4893-b0b6-235e4361a03e)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:23.305839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.465872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Calling delete_port for 8c42365e-6fdc-4928-84d4-53540210e7d3 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:23.566748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.569540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.603416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T11:03:20Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:23.620517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] No DVR routers for this DVR port 8c42365e-6fdc-4928-84d4-53540210e7d3 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:03:23.621984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25399756-7bcd-4bc0-b316-b818d0d6d55a None None] Pushing event deleted for resources: {'Port': ['ID=8c42365e-6fdc-4928-84d4-53540210e7d3,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:23.624707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5270f10-fb71-41e6-b248-8dbf3f765102 None None] The sync data for ids ['63352da2-e4ce-4b28-8dc7-235a126eb310'] in dv-neutron-828143-9-hyperv is: [{'id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438721898', 'tenant_id': '0d405678adaf4e218715b8c9fd685242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T10:59:44Z', 'updated_at': '2022-03-16T11:03:20Z', 'revision_number': 5, 'project_id': '0d405678adaf4e218715b8c9fd685242', 'gw_port': {'id': 'ebfbdfed-3833-4b51-9611-931319a833c4', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63352da2-e4ce-4b28-8dc7-235a126eb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T10:59:46Z', 'updated_at': '2022-03-16T10:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:03:23.659557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Port': ['ID=ebfbdfed-3833-4b51-9611-931319a833c4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:23.772668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.948960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.952141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:23.962593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785f2c3-bb9c-4504-a41f-d0843645e5a0 req-8aea625a-4bf7-4716-b112-60b0ee5db83a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:23.964078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3785f2c3-bb9c-4504-a41f-d0843645e5a0 req-8aea625a-4bf7-4716-b112-60b0ee5db83a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.3065805 Mar 16 11:03:24.009972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.010514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Fanout notify agent at l3_agent the message router_deleted on router 63352da2-e4ce-4b28-8dc7-235a126eb310 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:03:24.043583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.044935 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e82c5318-b532-4d92-aa57-e3091b839150 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "DELETE /v2.0/routers/63352da2-e4ce-4b28-8dc7-235a126eb310 HTTP/1.1" status: 204 len: 168 time: 1.6653121 Mar 16 11:03:24.048003 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3785f2c3-bb9c-4504-a41f-d0843645e5a0 req-5dfc081c-3a2f-4097-8131-81e71dbf02de tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688956 Mar 16 11:03:24.048456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46576) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:24.112207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 86dfdbe5-7b84-44cd-b464-474ddd4fad49 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:24.151989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 86dfdbe5-7b84-44cd-b464-474ddd4fad49 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:24.152463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 86dfdbe5-7b84-44cd-b464-474ddd4fad49 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:24.152988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8c42365e-6fdc-4928-84d4-53540210e7d3 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:24.167522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.189789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8c42365e-6fdc-4928-84d4-53540210e7d3 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:24.190290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8c42365e-6fdc-4928-84d4-53540210e7d3 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:24.305973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.332487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb9d892-6f79-4d5e-b18d-63a0d9ca8923']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:24.344892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b0d479-4f9a-4893-b0b6-235e4361a03e') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:24.345240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b0d479-4f9a-4893-b0b6-235e4361a03e') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:24.357118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.373343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.379247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:03:24.379629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:03:24.394113 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:03:24.478408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.500213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.509406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'Network': ['ID=bcb9d892-6f79-4d5e-b18d-63a0d9ca8923,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:24.519424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-82bb65c5-c0a7-4526-93c6-25d2ef0c62c6 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "DELETE /v2.0/networks/bcb9d892-6f79-4d5e-b18d-63a0d9ca8923 HTTP/1.1" status: 204 len: 168 time: 0.4699540 Mar 16 11:03:24.522215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46580) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:24.593466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.627178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.707182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.724262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497ff950-d6a0-40b1-af40-58c32b628e2f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:24.736635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:24.738265 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6ab29f35-10f2-4c1e-8c65-6803929649d7 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] 10.222.0.50 "DELETE /v2.0/security-groups/497ff950-d6a0-40b1-af40-58c32b628e2f HTTP/1.1" status: 204 len: 168 time: 0.2151675 Mar 16 11:03:25.050530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46590) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:25.242319 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d12c69af-951e-48ae-bee4-5f5c8f0644ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d405678adaf4e218715b8c9fd685242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905520 Mar 16 11:03:25.244920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46598) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:25.269204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f303-867d-4827-b54b-2564be202110 req-942117ec-289d-4dee-8149-e88a85f94d73 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:25.271131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee39f303-867d-4827-b54b-2564be202110 req-942117ec-289d-4dee-8149-e88a85f94d73 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.1097636 Mar 16 11:03:25.302928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.315646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee39f303-867d-4827-b54b-2564be202110 req-8c03bf0b-de30-4d2a-93d2-0b13b50c7795 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Mar 16 11:03:25.327917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.381588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.399424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76fb4e4-4fcf-4b74-a2f2-5fe5dac2679f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:25.406040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.407158 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b6e5f876-dac2-4d0c-97ea-1205becc8dae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a76fb4e4-4fcf-4b74-a2f2-5fe5dac2679f HTTP/1.1" status: 204 len: 168 time: 0.1611819 Mar 16 11:03:25.708148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46612) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:25.725586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.737836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25621-2841-4f9c-90e3-c04edfaf4c61 req-a9f9f0c7-42e2-49c6-9397-dcec43ed1dd8 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:25.739289 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11d25621-2841-4f9c-90e3-c04edfaf4c61 req-a9f9f0c7-42e2-49c6-9397-dcec43ed1dd8 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.1467485 Mar 16 11:03:25.740269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:25.744290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Usage tracker for resource:security_group_rule and tenant:571133b51a5c4aeaae07b863d3e0a279 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:03:25.747431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:03:25.754178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:25.764439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ebfbdfed-3833-4b51-9611-931319a833c4 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:25.800018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: ebfbdfed-3833-4b51-9611-931319a833c4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:25.800393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device ebfbdfed-3833-4b51-9611-931319a833c4 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:25.802689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-dbb8ccf9-90e0-4827-a010-60e40b0cc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:25.804585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-dbb8ccf9-90e0-4827-a010-60e40b0cc057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 1098 time: 0.1488104 Mar 16 11:03:25.813544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11d25621-2841-4f9c-90e3-c04edfaf4c61 req-c8e1c588-6190-499a-b853-3e9fcca03d02 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681989 Mar 16 11:03:25.845583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.850234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.897582 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=571133b51a5c4aeaae07b863d3e0a279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883593 Mar 16 11:03:25.899155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a464-8512-4537-a2bf-97c216ddc615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167ab3ab-aa1d-4ee6-bc01-57b9e3038c4f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:25.900235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:26.107279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-2e4ff6ca-eaa1-4f35-bb21-d26bc2c89536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:26.108701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-2e4ff6ca-eaa1-4f35-bb21-d26bc2c89536 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 200 len: 913 time: 0.2984607 Mar 16 11:03:26.113061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:26.185794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-e1f9b107-0ced-4421-904a-2a8c62d7dc69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 200 len: 217 time: 0.0707676 Mar 16 11:03:26.235688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:26.282840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-d3e5ec74-558c-4cbc-81c4-6e8f92a631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:26.284965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-d3e5ec74-558c-4cbc-81c4-6e8f92a631c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5893ff0d-775a-492b-9bba-b8ceb1b27a15 HTTP/1.1" status: 200 len: 852 time: 0.0904231 Mar 16 11:03:26.335785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-19649358-e4ee-4574-b091-a47eb713d03e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9078f0b6-86ed-47a4-8628-52e20a34c636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437601 Mar 16 11:03:26.358829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:26.389864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ab3ab-aa1d-4ee6-bc01-57b9e3038c4f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:26.442514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:26.443599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f54e42c0-85b8-4452-b77b-ffcc31213a87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/167ab3ab-aa1d-4ee6-bc01-57b9e3038c4f HTTP/1.1" status: 204 len: 168 time: 0.5424531 Mar 16 11:03:26.489197 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-3eedfc16-3da7-4c8b-a762-f0505837d76b service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474390 Mar 16 11:03:26.624259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93107ce3-16a7-40b4-ae77-c479cf0d693b req-99b5d975-6c2a-456d-af47-d3ad0df439de service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292324 Mar 16 11:03:26.805469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f0fd2543-5d9f-4f7c-8235-e8f9f4f6336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:27.014700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc1317-2c41-4dcb-9184-ddc53f91966f req-39398aed-1d55-40bc-83c7-7110d8c6b269 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:27.016035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79fc1317-2c41-4dcb-9184-ddc53f91966f req-39398aed-1d55-40bc-83c7-7110d8c6b269 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0953882 Mar 16 11:03:27.059404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79fc1317-2c41-4dcb-9184-ddc53f91966f req-d7c6adec-e61a-41cb-a2c2-bd8dbb322cab tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Mar 16 11:03:28.243301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a73dd-f9f8-42ec-a9ff-b4a8424b8489 req-7d86d8df-d14a-4beb-a438-d2f05671689a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:28.244729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c6a73dd-f9f8-42ec-a9ff-b4a8424b8489 req-7d86d8df-d14a-4beb-a438-d2f05671689a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0820231 Mar 16 11:03:28.287991 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c6a73dd-f9f8-42ec-a9ff-b4a8424b8489 req-83fa388a-d0ac-4966-a254-2b16019add1a tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 Mar 16 11:03:28.678740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930023-98b2-457d-993d-495d65f167bd req-c69e8718-109c-4708-b695-fcb5b5222a75 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:28.680190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ca930023-98b2-457d-993d-495d65f167bd req-c69e8718-109c-4708-b695-fcb5b5222a75 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0797448 Mar 16 11:03:28.725926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ca930023-98b2-457d-993d-495d65f167bd req-13b6438a-6881-4083-8d1e-a4a31470d73c tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Mar 16 11:03:29.013026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8f1a115d-0b61-4503-83e1-0a050b8a0761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:29.908388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ca25-7fb1-4207-8217-82ae59e40b69 req-e559d641-84a8-406e-9249-2429ea639e8f tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:29.910187 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f301ca25-7fb1-4207-8217-82ae59e40b69 req-e559d641-84a8-406e-9249-2429ea639e8f tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0789199 Mar 16 11:03:29.956767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f301ca25-7fb1-4207-8217-82ae59e40b69 req-1a4e47d9-7edd-4526-a1b6-9d8267237b9d tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Mar 16 11:03:30.354027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71054a5c-cee9-4190-9941-72f1aa4f23ad req-6f50061d-7a0c-4e55-b20c-f20156953bd1 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:30.355462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71054a5c-cee9-4190-9941-72f1aa4f23ad req-6f50061d-7a0c-4e55-b20c-f20156953bd1 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.1410503 Mar 16 11:03:30.362547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-b60774f7-9784-4a86-9078-ef939830b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:30.364061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-b60774f7-9784-4a86-9078-ef939830b31c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 1098 time: 0.1063244 Mar 16 11:03:30.384213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.446395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.492797 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71054a5c-cee9-4190-9941-72f1aa4f23ad req-0afd6f78-2b6f-4234-81e8-cd4fd5398955 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278024 Mar 16 11:03:30.530385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-7bcfe9fe-1536-4ecf-a33d-5e1595bb1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:30.531786 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-7bcfe9fe-1536-4ecf-a33d-5e1595bb1fc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 200 len: 913 time: 0.1529951 Mar 16 11:03:30.601972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-e6bd03a3-6c1f-4758-a439-26489b36c214 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 200 len: 217 time: 0.0634077 Mar 16 11:03:30.661669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-850d8cb5-3aec-45f0-ab03-941c6b4c5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:30.662949 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-850d8cb5-3aec-45f0-ab03-941c6b4c5643 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5893ff0d-775a-492b-9bba-b8ceb1b27a15 HTTP/1.1" status: 200 len: 852 time: 0.0553186 Mar 16 11:03:30.710479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-83caded2-cd20-4f02-8b0a-75d693800450 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9078f0b6-86ed-47a4-8628-52e20a34c636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416319 Mar 16 11:03:30.936620 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-a9bbfcef-9049-45b7-a5d0-df8c6f82f28e service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200513 Mar 16 11:03:31.063911 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa566e9e-beec-4148-b9e0-16133a74a505 req-44a2eb0f-cc35-4059-b712-b4cf948e2588 service neutron] 10.222.0.55 "GET /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206858 Mar 16 11:03:31.679548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b7ce-df9f-496e-b654-8de8414970f8 req-085cd231-bd4c-4e9e-bcd4-df3c1278f3ba tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:31.680999 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0584b7ce-df9f-496e-b654-8de8414970f8 req-085cd231-bd4c-4e9e-bcd4-df3c1278f3ba tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0790448 Mar 16 11:03:31.723062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0584b7ce-df9f-496e-b654-8de8414970f8 req-5d39eaed-6afe-4a8b-88a2-21c3ea5786dc tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Mar 16 11:03:31.839496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:32.907331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479a9b7-59a6-44c3-87f7-337ff76c6034 req-841e352d-17e4-4d1c-91dc-ab6914c7df79 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:32.909595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7479a9b7-59a6-44c3-87f7-337ff76c6034 req-841e352d-17e4-4d1c-91dc-ab6914c7df79 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0828314 Mar 16 11:03:32.952119 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7479a9b7-59a6-44c3-87f7-337ff76c6034 req-f49467ed-f63d-4618-95f3-610a54ee4843 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Mar 16 11:03:33.320078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992f45-c083-4e48-825f-3ac485c73917 req-621dd200-2dff-40f0-a1d5-87fdcfdaa923 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:33.321445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd992f45-c083-4e48-825f-3ac485c73917 req-621dd200-2dff-40f0-a1d5-87fdcfdaa923 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0770416 Mar 16 11:03:33.370267 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd992f45-c083-4e48-825f-3ac485c73917 req-63d45967-19e9-4425-b3ef-acf564283ad1 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Mar 16 11:03:33.869401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.554009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4706b2b-b27a-4d59-9e42-4ed27d978536 req-a2fd0db9-e846-4235-bec6-c24d6dbb39dd tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:34.555435 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e4706b2b-b27a-4d59-9e42-4ed27d978536 req-a2fd0db9-e846-4235-bec6-c24d6dbb39dd tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0811000 Mar 16 11:03:34.598356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e4706b2b-b27a-4d59-9e42-4ed27d978536 req-15594140-dcae-4eb5-9229-b73f26bb0375 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Mar 16 11:03:35.548208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-4ee65646-555e-4c3e-b636-adab33032817 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:35.549686 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-4ee65646-555e-4c3e-b636-adab33032817 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.0889852 Mar 16 11:03:35.617450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Deleting port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:35.618167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:35.914365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212a1a-70c1-43a7-939c-10e3986b8ed8 req-e1fe7064-d21d-45a0-87c0-bb02ee7b9702 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:35.915803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1212a1a-70c1-43a7-939c-10e3986b8ed8 req-e1fe7064-d21d-45a0-87c0-bb02ee7b9702 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48 HTTP/1.1" status: 200 len: 945 time: 0.2079885 Mar 16 11:03:35.926471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] For port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,segment=NetworkSegment(0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3),segment_id=0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:35.926832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.068407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Calling delete_port for 622cc2a4-a4c9-4fb6-83fc-d00a552138cc owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:36.125024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1212a1a-70c1-43a7-939c-10e3986b8ed8 req-1edfbf49-784e-4eea-a9e2-337dd3e0c2b7 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.50 "GET /v2.0/security-groups?id=acbb295c-b36d-421c-9256-219819c0b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010386 Mar 16 11:03:36.226298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.259355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['622cc2a4-a4c9-4fb6-83fc-d00a552138cc'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:03:36.274389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Pushing event deleted for resources: {'Port': ['ID=622cc2a4-a4c9-4fb6-83fc-d00a552138cc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:36.348600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] No DVR routers for this DVR port 622cc2a4-a4c9-4fb6-83fc-d00a552138cc on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:03:36.350969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.353365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'name': 'network-vif-deleted', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:36.361117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91253a2c-1596-4eef-a6d0-e728bc774809 req-6b5d544d-9956-401f-8c6c-8acbcfb26394 tempest-TestServerAdvancedOps-799222698 tempest-TestServerAdvancedOps-799222698-project] 10.222.0.55 "DELETE /v2.0/ports/622cc2a4-a4c9-4fb6-83fc-d00a552138cc HTTP/1.1" status: 204 len: 173 time: 0.8066156 Mar 16 11:03:36.400620 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc365e9-7c2e-4d7e-b1b2-d64afa5c0d48', 'name': 'network-vif-deleted', 'tag': '622cc2a4-a4c9-4fb6-83fc-d00a552138cc', 'status': 'completed', 'code': 200} Mar 16 11:03:37.220690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46656) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:37.279146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Deleting subnet 5893ff0d-775a-492b-9bba-b8ceb1b27a15 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:03:37.282161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.331907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.481362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.546715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.592584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5893ff0d-775a-492b-9bba-b8ceb1b27a15,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:37.595536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.601754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f76fc635-c2d8-4654-ba90-987554182105 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5893ff0d-775a-492b-9bba-b8ceb1b27a15 HTTP/1.1" status: 204 len: 168 time: 0.3793354 Mar 16 11:03:37.604268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46660) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:37.710264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.829999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.854592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9078f0b6-86ed-47a4-8628-52e20a34c636']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:37.866353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:37.866646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffc23af-9e1d-49aa-a83b-4e80ed59b3a3') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:37.878083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.894230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.900054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:03:37.900427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:03:37.913033 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:03:37.990675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.006870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.017949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] Pushing event deleted for resources: {'Network': ['ID=9078f0b6-86ed-47a4-8628-52e20a34c636,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:38.028568 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c96c5fda-e953-4fe3-9218-b45a36950974 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9078f0b6-86ed-47a4-8628-52e20a34c636 HTTP/1.1" status: 204 len: 168 time: 0.4232557 Mar 16 11:03:38.031244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46664) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:38.092459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Deleting subnet 6c775546-3c6d-41de-8ff6-f90cd17ea651 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:03:38.095368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.146484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.199792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.268921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.307549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c775546-3c6d-41de-8ff6-f90cd17ea651,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:38.309459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.315447 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6d360387-61a1-435d-9375-8db4b337a44e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6c775546-3c6d-41de-8ff6-f90cd17ea651 HTTP/1.1" status: 204 len: 168 time: 0.2832751 Mar 16 11:03:38.317909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46668) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:38.420531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.542116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.566486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fa0067-c910-4db6-b86b-7773f2153f02']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:38.578472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c623ddb3-de71-438d-95bd-9b79b55078cc') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:38.578793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c623ddb3-de71-438d-95bd-9b79b55078cc') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:38.591533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.608034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.614695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:03:38.615147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:03:38.628193 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:03:38.705852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.720890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:38.731078 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] 10.222.0.50 "DELETE /v2.0/networks/75fa0067-c910-4db6-b86b-7773f2153f02 HTTP/1.1" status: 204 len: 168 time: 0.4122581 Mar 16 11:03:38.731907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccc0ab-0fb9-4782-be3e-cd06995ecf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=75fa0067-c910-4db6-b86b-7773f2153f02,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:38.898682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46674) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:38.946437 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ce1f3151-fb28-4a12-8a21-2791e4325afe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d19d657d70954c68a1b8b7b1fd436c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465963 Mar 16 11:03:38.948748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46678) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:39.006601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.024768 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:39.031556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.083010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 622cc2a4-a4c9-4fb6-83fc-d00a552138cc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:03:39.084269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.101563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb295c-b36d-421c-9256-219819c0b72b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:39.111909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.113745 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c338379b-0a7e-4c69-be96-466c558e6a70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acbb295c-b36d-421c-9256-219819c0b72b HTTP/1.1" status: 204 len: 168 time: 0.1640134 Mar 16 11:03:39.125695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 622cc2a4-a4c9-4fb6-83fc-d00a552138cc {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:03:39.126034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 622cc2a4-a4c9-4fb6-83fc-d00a552138cc not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:03:39.458136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46688) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:39.506821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f874c0b4-c8c2-4ab4-b449-a8b210f1e366 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ff474adbca1423ead734aff17af2399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474379 Mar 16 11:03:39.509233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46692) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:39.571645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.599180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.650475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.665163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9ac39-7fdf-4a19-be13-90101b2a5fd4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:39.673369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:39.675039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0191b3f2-97d2-4bbf-bbe0-6ebb096a8966 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84a9ac39-7fdf-4a19-be13-90101b2a5fd4 HTTP/1.1" status: 204 len: 168 time: 0.1648252 Mar 16 11:03:53.424518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46702) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:53.829216 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-68edd733-9545-4290-b84a-af1c8aa59460 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/aab72be7-f093-459b-a0d2-ba4337cbb67b HTTP/1.1" status: 200 len: 992 time: 0.4034970 Mar 16 11:03:54.157812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46712) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:54.358646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 27e62392-5091-4918-9242-5211df3f2d76 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:54.358981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.524449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.525081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.646957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 27e62392-5091-4918-9242-5211df3f2d76 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:54.796677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.844118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=27e62392-5091-4918-9242-5211df3f2d76,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:54.938682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:54.938682 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP aab72be7-f093-459b-a0d2-ba4337cbb67b disassociated (deleted). External IP: 172.26.0.27, port: 1d7cc43f-95f3-4b80-968a-c059e1d6b624. Mar 16 11:03:55.279716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 4a8b8f6a-7534-451f-948d-74a7611998b9 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:03:55.565143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:03:55.574436 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Sync routers for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:03:55.582231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:55.585736 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:55.586340 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:55.635746 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-87441a74-1819-467d-8736-8e3d9cb5ac3b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/aab72be7-f093-459b-a0d2-ba4337cbb67b HTTP/1.1" status: 204 len: 168 time: 1.4763150 Mar 16 11:03:55.636331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:55.692772 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'status': 'completed', 'code': 200} Mar 16 11:03:55.766487 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:55.814352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-c94876c7-20c6-4c8e-8b7b-fae3b6ebbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:55.816517 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-c94876c7-20c6-4c8e-8b7b-fae3b6ebbfa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0794778 Mar 16 11:03:55.996942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-ff7710b6-8d23-42ef-bc6a-79ec1dd2886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:55.998395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-ff7710b6-8d23-42ef-bc6a-79ec1dd2886d service neutron] 10.222.0.55 "GET /v2.0/networks?id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 200 len: 897 time: 0.1759832 Mar 16 11:03:56.074601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-664df5f6-d842-4e6b-929d-6d47b1901a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 200 len: 217 time: 0.0672226 Mar 16 11:03:56.107512 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:56.111242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Checking router: 4a8b8f6a-7534-451f-948d-74a7611998b9 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:03:56.119782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:03:56.120375 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:56.146793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c04da-aa92-49cf-823a-02c3f57220bf req-8ff4e467-1c19-423f-b1b3-31127bd0447c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.148231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a30c04da-aa92-49cf-823a-02c3f57220bf req-8ff4e467-1c19-423f-b1b3-31127bd0447c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.2087064 Mar 16 11:03:56.156359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-b4e7b2fa-1991-41cf-aedd-1cb43d73bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.157729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-b4e7b2fa-1991-41cf-aedd-1cb43d73bf61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 200 len: 834 time: 0.0762568 Mar 16 11:03:56.241152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a30c04da-aa92-49cf-823a-02c3f57220bf req-0ef2b1c2-c504-472b-b76c-cd3a61876aa0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864761 Mar 16 11:03:56.264815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-40ecc53b-a7cb-4ed3-b148-f1468fd7bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:56.266280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-40ecc53b-a7cb-4ed3-b148-f1468fd7bf4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=baf3e09a-ba1b-41d7-a2cb-b6680afe954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962851 Mar 16 11:03:56.277504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-bc664c23-9bfb-4d60-b8c0-b2278c55401f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:03:56.278563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-bc664c23-9bfb-4d60-b8c0-b2278c55401f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049088 Mar 16 11:03:56.300074 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:03:56.418739 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-4578ef79-cb8d-4816-92bd-9575a94d7594 service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295946 Mar 16 11:03:56.551927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74a8e66e-03cf-4e74-9935-bf2b43e033c2 req-7f8fb51b-4d74-4899-a11d-b66a025d39ea service neutron] 10.222.0.55 "GET /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247573 Mar 16 11:03:56.621778 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:03:56.626688 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8920e07-d04a-42e7-bf51-f45a7a67e343 None None] The sync data for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv is: [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:02:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2ebe70e3-12db-4fba-8a8d-a206ce222706', 'name': '', 'network_id': 'baf3e09a-ba1b-41d7-a2cb-b6680afe954b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:4c:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:26Z', 'updated_at': '2022-03-16T11:02:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '891a25b2-5ffa-4e31-b5d1-419964542c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:03:56.808775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c43c807-a57d-40ef-b75d-fc3fb58193a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:56.824297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bade08-1e8e-4f19-b6c6-0c1c4ee11d90 None None] New status for floating IP aab72be7-f093-459b-a0d2-ba4337cbb67b: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:03:57.433082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4066f52-6dc2-4cf9-982f-f469a5e43e8c req-a82acd79-9341-400f-90a9-019a0109858d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:57.434505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f4066f52-6dc2-4cf9-982f-f469a5e43e8c req-a82acd79-9341-400f-90a9-019a0109858d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0803895 Mar 16 11:03:57.478364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f4066f52-6dc2-4cf9-982f-f469a5e43e8c req-f861a3eb-16d8-4c3f-a766-1ccd09978a8a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebdd97e4-d571-4bf3-9a2b-71db00083de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370786 Mar 16 11:03:57.619529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54674559-cf0b-43d2-8baf-856598f81057 req-47d2d4fe-95d8-43e7-ab19-c3681fae609e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:57.620953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54674559-cf0b-43d2-8baf-856598f81057 req-47d2d4fe-95d8-43e7-ab19-c3681fae609e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 945 time: 0.0813215 Mar 16 11:03:57.695986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:03:57.696319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:58.038871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 1d7cc43f-95f3-4b80-968a-c059e1d6b624, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1d7cc43f-95f3-4b80-968a-c059e1d6b624,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:58.039128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:58.156796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 1d7cc43f-95f3-4b80-968a-c059e1d6b624 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:03:58.306253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:58.357037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=1d7cc43f-95f3-4b80-968a-c059e1d6b624,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:58.429851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 1d7cc43f-95f3-4b80-968a-c059e1d6b624 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:03:58.432196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:58.434667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'name': 'network-vif-deleted', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:03:58.446420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54674559-cf0b-43d2-8baf-856598f81057 req-2a53a8e6-bb30-436b-99a0-b60c48460e6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/1d7cc43f-95f3-4b80-968a-c059e1d6b624 HTTP/1.1" status: 204 len: 173 time: 0.8198929 Mar 16 11:03:58.480868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7cf0-32fe-4237-a3f2-cd505e16bab9', 'name': 'network-vif-deleted', 'tag': '1d7cc43f-95f3-4b80-968a-c059e1d6b624', 'status': 'completed', 'code': 200} Mar 16 11:03:58.636768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-119f4646-8463-4f16-ad98-997d25860cb7 req-3c426c83-ae6f-45a0-83d0-eed36d000052 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:58.652682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-119f4646-8463-4f16-ad98-997d25860cb7 req-3c426c83-ae6f-45a0-83d0-eed36d000052 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:58.653863 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-119f4646-8463-4f16-ad98-997d25860cb7 req-3c426c83-ae6f-45a0-83d0-eed36d000052 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7cf0-32fe-4237-a3f2-cd505e16bab9 HTTP/1.1" status: 200 len: 210 time: 0.0661268 Mar 16 11:03:59.013499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f6ca514c-091c-4f3f-ace9-e38d00adfd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.747016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46730) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:59.814203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.847026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.910277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.927695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdd97e4-d571-4bf3-9a2b-71db00083de0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:59.939872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:59.941027 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ef203f20-0e66-44ff-9b58-13ef3e643d54 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/ebdd97e4-d571-4bf3-9a2b-71db00083de0 HTTP/1.1" status: 204 len: 168 time: 0.1929908 Mar 16 11:03:59.969642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46736) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:00.386079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.454104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.518255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:00.865213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 2ebe70e3-12db-4fba-8a8d-a206ce222706 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:00.865951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.156115 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 2ebe70e3-12db-4fba-8a8d-a206ce222706, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2ebe70e3-12db-4fba-8a8d-a206ce222706,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:01.156365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.198136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 1d7cc43f-95f3-4b80-968a-c059e1d6b624 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:01.231005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 1d7cc43f-95f3-4b80-968a-c059e1d6b624 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:01.231406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 1d7cc43f-95f3-4b80-968a-c059e1d6b624 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:01.275912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 2ebe70e3-12db-4fba-8a8d-a206ce222706 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:01.457738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.506605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=2ebe70e3-12db-4fba-8a8d-a206ce222706,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:01.576174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.576516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.576883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.577221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.577577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.577936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.578172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.578519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.578882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.579135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.579630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.579743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:01.790610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:01.843927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.142761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 4a8b8f6a-7534-451f-948d-74a7611998b9 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:02.314464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:02.324307 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Sync routers for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:02.330584 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7f8641eb-b2d3-4e3b-b492-1703c267826c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/4a8b8f6a-7534-451f-948d-74a7611998b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3598912 Mar 16 11:04:02.334170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46740) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:02.334659 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:02.334890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:02.399188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet 891a25b2-5ffa-4e31-b5d1-419964542c44 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:04:02.402001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.455349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.507782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:02.546430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.621751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.664428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=891a25b2-5ffa-4e31-b5d1-419964542c44,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:02.667048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.671086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55558ff-acdb-43e8-89ca-95ffbb8c33cc None None] Network baf3e09a-ba1b-41d7-a2cb-b6680afe954b requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:02.676610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.676974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.677306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.677630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.677950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.678268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.678584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.678903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.679224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.679527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.679839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.680147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:02.686303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-322d91a7-8ba6-4e39-9ce1-8ced19b78fc4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/891a25b2-5ffa-4e31-b5d1-419964542c44 HTTP/1.1" status: 204 len: 168 time: 0.3486547 Mar 16 11:04:02.686496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46744) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:02.796590 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:04:01Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:02.800862 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Checking router: 4a8b8f6a-7534-451f-948d-74a7611998b9 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:02.809023 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Routers {'4a8b8f6a-7534-451f-948d-74a7611998b9'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:02.809612 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['4a8b8f6a-7534-451f-948d-74a7611998b9'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:02.869529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.933723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] DHCP port deletion for baf3e09a-ba1b-41d7-a2cb-b6680afe954b request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:04:02.937812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Deleting port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:02.938416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:02.982559 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] Set router 4a8b8f6a-7534-451f-948d-74a7611998b9 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:03.061590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.073347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 8eedf22a-adf2-4f0c-af11-269bda858492 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:04:03.073716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.182444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] For port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,segment=NetworkSegment(555fdec1-18c7-4cd5-80f0-ce2025845cbf),segment_id=555fdec1-18c7-4cd5-80f0-ce2025845cbf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:03.183260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.251308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 8eedf22a-adf2-4f0c-af11-269bda858492, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8eedf22a-adf2-4f0c-af11-269bda858492,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:03.251562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.309518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Calling delete_port for 5c96243a-082c-4b33-9cbf-66c96e0ca8dd owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:03.309924 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:04:01Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:03.314092 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea812a69-70fd-41af-bfd0-0b26ef1b3383 None None] The sync data for ids ['4a8b8f6a-7534-451f-948d-74a7611998b9'] in dv-neutron-828143-9-hyperv is: [{'id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'name': 'tempest-TestNetworkBasicOps-router-748066940', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:02:21Z', 'updated_at': '2022-03-16T11:04:01Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '8eedf22a-adf2-4f0c-af11-269bda858492', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8b8f6a-7534-451f-948d-74a7611998b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:02:22Z', 'updated_at': '2022-03-16T11:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:03.390882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.435922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] Pushing event deleted for resources: {'Port': ['ID=5c96243a-082c-4b33-9cbf-66c96e0ca8dd,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:03.443099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009a995-0977-4baa-93d3-321dc0466412 None None] No DVR routers for this DVR port 5c96243a-082c-4b33-9cbf-66c96e0ca8dd on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:04:03.490153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 8eedf22a-adf2-4f0c-af11-269bda858492 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:04:03.658272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.707885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=8eedf22a-adf2-4f0c-af11-269bda858492,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:03.805813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.874143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2ebe70e3-12db-4fba-8a8d-a206ce222706 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:03.916419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 2ebe70e3-12db-4fba-8a8d-a206ce222706 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:03.916750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2ebe70e3-12db-4fba-8a8d-a206ce222706 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:03.917187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5c96243a-082c-4b33-9cbf-66c96e0ca8dd no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:03.951149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 5c96243a-082c-4b33-9cbf-66c96e0ca8dd {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:03.951901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5c96243a-082c-4b33-9cbf-66c96e0ca8dd not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:03.953953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.990094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:03.992342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.015731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.016331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8b8f6a-7534-451f-948d-74a7611998b9 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:04:04.031747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.036897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-206ce631-181f-4528-a28d-18f02048aa12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/4a8b8f6a-7534-451f-948d-74a7611998b9 HTTP/1.1" status: 204 len: 168 time: 1.3452389 Mar 16 11:04:04.037709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46748) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:04.158237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.285752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.309829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf3e09a-ba1b-41d7-a2cb-b6680afe954b']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:04.321480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555fdec1-18c7-4cd5-80f0-ce2025845cbf') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:04.321834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555fdec1-18c7-4cd5-80f0-ce2025845cbf') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:04.337713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.356004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.361861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:04:04.362239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:04:04.376133 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:04:04.466622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.485442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.496516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=baf3e09a-ba1b-41d7-a2cb-b6680afe954b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:04.507714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-87fea8b1-cb87-4ba9-99e4-a98bde1a819d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/baf3e09a-ba1b-41d7-a2cb-b6680afe954b HTTP/1.1" status: 204 len: 168 time: 0.4676540 Mar 16 11:04:04.521592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46752) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:04.527066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--1290041376', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:04.532015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:04.537131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:04.540122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:04.545897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:04.556550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:04.559957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.586367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:04:04.594903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.595249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment a2915caf-919e-454f-8f68-70ed38962493 of type vlan for network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 Mar 16 11:04:04.623071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.654885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.660713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:04.661316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.761728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2389400 Mar 16 11:04:04.764438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46756) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:04.767451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd2759-4bbe-407c-bf55-d3a2890496a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=8ef7d974-d3e6-43c0-832c-2bcc85c45824,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:04.769806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-876630075', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:04.777062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:04.777530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:04:04.780943 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:04.783714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:04.791120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:04.801773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.803061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:04.817760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.181078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.475545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.504426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.637088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.201 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/01cf443e-f1a5-41fd-95f1-7c81470eb915) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:05.776925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eedf22a-adf2-4f0c-af11-269bda858492 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:04:05.784371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.810141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8eedf22a-adf2-4f0c-af11-269bda858492 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:04:05.810583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8eedf22a-adf2-4f0c-af11-269bda858492 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:04:05.814688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:05.878066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:05.884637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:05.888633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:05.918478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=01cf443e-f1a5-41fd-95f1-7c81470eb915,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:06.289361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.727609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:06.926974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:04:07.099910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:07.109141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:07.118760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:07.119448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:07.125753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.126965 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-54e1df2e-f6d4-4dd5-bcea-de0f3ff16be3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3614347 Mar 16 11:04:07.130271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46760) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:07.276444 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-db14a118-6bca-4b87-a881-96db84490e64 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1450899 Mar 16 11:04:07.279077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:07.298711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:07.409804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a57f0-0633-45b9-855d-60d99f21a8f7 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:07.412878 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a8a57f0-0633-45b9-855d-60d99f21a8f7 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315126 Mar 16 11:04:07.414453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46770) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:07.463318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:07.463561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6b0e38e1-148a-4376-8d41-3ba31f8d5328 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476408 Mar 16 11:04:07.469298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023337893', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:07.585390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:07.589523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:07.593313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:07.598994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:06Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:07.603034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:07.603529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:07.603923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Updating router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f port 01cf443e-f1a5-41fd-95f1-7c81470eb915 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:04:07.615662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:07.619193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.661017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.836633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.911880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=d35bcbd0-21a5-411d-9a2b-d34b83fa942f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:07.921905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:07.922255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 8ef7d974-d3e6-43c0-832c-2bcc85c45824, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:04:07.942625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:04:07.951635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8ef7d974-d3e6-43c0-832c-2bcc85c45824) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:07.955987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:07.956692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:07.980820 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e89932f-c2bc-41aa-9589-d3d70d36a6a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5158546 Mar 16 11:04:07.983411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46778) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:07.997087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29620691-fff9-4c1d-96d4-c67c907ef667 None None] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:08.114062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.133082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Transition to ACTIVE for port object 01cf443e-f1a5-41fd-95f1-7c81470eb915 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:08.150468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.278832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Attempting to bind port 01cf443e-f1a5-41fd-95f1-7c81470eb915 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:08.279198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Attempting to bind port 01cf443e-f1a5-41fd-95f1-7c81470eb915 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:08.279560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Attempting to bind port 01cf443e-f1a5-41fd-95f1-7c81470eb915 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:08.290043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575434-856b-4a24-81b0-58077421e95b None None] Pushing event updated for resources: {'Port': ['ID=01cf443e-f1a5-41fd-95f1-7c81470eb915,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:08.292317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:08.292689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:08.293114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.293494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:08.293958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Bound port: 01cf443e-f1a5-41fd-95f1-7c81470eb915, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:08.294329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.380020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:04:08.380859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.455693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] For port 01cf443e-f1a5-41fd-95f1-7c81470eb915, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:08.478084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] For port 01cf443e-f1a5-41fd-95f1-7c81470eb915, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=01cf443e-f1a5-41fd-95f1-7c81470eb915,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:08.485503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.625391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8575434-856b-4a24-81b0-58077421e95b None None] Pushing event updated for resources: {'Port': ['ID=01cf443e-f1a5-41fd-95f1-7c81470eb915,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:08.630492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:08.631102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:08.713267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Allocated IP 172.20.0.2 (8ef7d974-d3e6-43c0-832c-2bcc85c45824/d35bcbd0-21a5-411d-9a2b-d34b83fa942f/d27bdafa-6069-4bb7-91a5-d863a20e8e2b) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:08.807800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:08.907645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:09.235046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.251768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Transition to ACTIVE for port object d27bdafa-6069-4bb7-91a5-d863a20e8e2b will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:09.278326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Transition to ACTIVE for port object d27bdafa-6069-4bb7-91a5-d863a20e8e2b will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:09.285910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.348546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (8ef7d974-d3e6-43c0-832c-2bcc85c45824/d35bcbd0-21a5-411d-9a2b-d34b83fa942f/d444cd33-4bad-49f2-b208-519f753bc69d) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:09.352363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:09.355673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:09.367054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:09.374239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Pushing event updated for resources: {'Port': ['ID=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.378823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:06Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:09.463836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac29b9-1b91-412b-85fa-3f0591222f76 None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:06Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:09.517603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Attempting to bind port d27bdafa-6069-4bb7-91a5-d863a20e8e2b on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:09.517831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Attempting to bind port d27bdafa-6069-4bb7-91a5-d863a20e8e2b by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:09.518184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Attempting to bind port d27bdafa-6069-4bb7-91a5-d863a20e8e2b on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:09.522472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.525532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:09.526022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Checking segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:09.526467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.526994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Bound using segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:09.527526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Bound port: d27bdafa-6069-4bb7-91a5-d863a20e8e2b, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:09.528002 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.539366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object d444cd33-4bad-49f2-b208-519f753bc69d will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:09.564023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.625619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] For port d27bdafa-6069-4bb7-91a5-d863a20e8e2b, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:09.628705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] For port d27bdafa-6069-4bb7-91a5-d863a20e8e2b, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:09.633928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.636898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:09.644775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:09.649324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:09.679792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.741793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:09.751125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbccad-3511-4aa2-9314-613b00d2aba7 None None] Pushing event updated for resources: {'Port': ['ID=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:09.861696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 01cf443e-f1a5-41fd-95f1-7c81470eb915 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:09.990805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 01cf443e-f1a5-41fd-95f1-7c81470eb915 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:09.995964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 01cf443e-f1a5-41fd-95f1-7c81470eb915 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:09.996333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.137750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.158724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 01cf443e-f1a5-41fd-95f1-7c81470eb915, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=01cf443e-f1a5-41fd-95f1-7c81470eb915,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:10.164551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.212529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.239187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=01cf443e-f1a5-41fd-95f1-7c81470eb915,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:10.646350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.652720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.768947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:10.771410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:10.774853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd368f6f-598f-4b95-914a-ce9a81493f6d None None] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:04:10.884977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9f1ebdae-5617-47d1-97d5-6b6a495cb2bb None None] Provisioning for port d27bdafa-6069-4bb7-91a5-d863a20e8e2b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:10.907637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:10.908817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:11.094759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:11.245058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fd241950-4595-4b5f-a3c5-45001bf35167 None None] Provisioning for port d444cd33-4bad-49f2-b208-519f753bc69d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:11.250334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fd241950-4595-4b5f-a3c5-45001bf35167 None None] Provisioning complete for port d444cd33-4bad-49f2-b208-519f753bc69d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:11.250711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fd241950-4595-4b5f-a3c5-45001bf35167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:11.289572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:11.307100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fd241950-4595-4b5f-a3c5-45001bf35167 None None] Port d444cd33-4bad-49f2-b208-519f753bc69d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:11.308539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46782) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:11.309023 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a3d25d7d-4716-41be-9d58-af0f81ed8a22 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5ddeebb9-0179-4fc5-bdd7-3a62549eda1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3244703 Mar 16 11:04:11.314085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:11.323922 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:11.324537 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:11.435741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-74b54874-8374-47ea-8426-cf59fff29021 None None] Provisioning complete for port d444cd33-4bad-49f2-b208-519f753bc69d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:11.436275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-74b54874-8374-47ea-8426-cf59fff29021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:11.512671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-74b54874-8374-47ea-8426-cf59fff29021 None None] Port d444cd33-4bad-49f2-b208-519f753bc69d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:11.529157 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:11.567533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deab67-ee3c-422c-ace6-5c5671f86277 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.568303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deab67-ee3c-422c-ace6-5c5671f86277 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.568764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deab67-ee3c-422c-ace6-5c5671f86277 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.569247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deab67-ee3c-422c-ace6-5c5671f86277 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.570896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-43deab67-ee3c-422c-ace6-5c5671f86277 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2612789 Mar 16 11:04:11.573662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46786) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:11.647519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d814f-bb92-4768-b01e-d8b46b1703bf tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.648701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d814f-bb92-4768-b01e-d8b46b1703bf tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.649178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d814f-bb92-4768-b01e-d8b46b1703bf tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.649620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d814f-bb92-4768-b01e-d8b46b1703bf tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:11.652642 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6f1d814f-bb92-4768-b01e-d8b46b1703bf tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0765822 Mar 16 11:04:11.653926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:11.733433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-091ac8aa-d6fd-44c4-b12a-857e408d783e None None] Provisioning complete for port d444cd33-4bad-49f2-b208-519f753bc69d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:11.734024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-091ac8aa-d6fd-44c4-b12a-857e408d783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:11.794131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-091ac8aa-d6fd-44c4-b12a-857e408d783e None None] Port d444cd33-4bad-49f2-b208-519f753bc69d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:11.858184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:11.863348 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:11.863756 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Updating router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f port d444cd33-4bad-49f2-b208-519f753bc69d binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:04:11.923248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 01cf443e-f1a5-41fd-95f1-7c81470eb915 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:11.926088 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:11.994383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 01cf443e-f1a5-41fd-95f1-7c81470eb915 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:11.995178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.001156 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9cf0c575-4477-452d-acf4-5ec5458931fc tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3435349 Mar 16 11:04:12.118393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d27bdafa-6069-4bb7-91a5-d863a20e8e2b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:12.187303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d27bdafa-6069-4bb7-91a5-d863a20e8e2b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:12.192409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d27bdafa-6069-4bb7-91a5-d863a20e8e2b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:12.192785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.278302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.290870 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Transition to ACTIVE for port object d444cd33-4bad-49f2-b208-519f753bc69d will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:12.299491 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.310083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.339536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46796) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.345614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864591421', 'description': 'tempest-secgroup-smoke-864591421 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:12.347796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d27bdafa-6069-4bb7-91a5-d863a20e8e2b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:12.352444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.356924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.361631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.365061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.369827 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Pushing event updated for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.371595 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.390927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.418999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.422987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.426479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.430278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.435156 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.435495 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.435823 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.436340 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.436664 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.437019 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.437385 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.437870 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.438187 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.438500 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.438810 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.438942 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.439426 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:12.521315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.531116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.561117 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Attempting to bind port d444cd33-4bad-49f2-b208-519f753bc69d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:12.561476 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Attempting to bind port d444cd33-4bad-49f2-b208-519f753bc69d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:12.561838 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Attempting to bind port d444cd33-4bad-49f2-b208-519f753bc69d on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:12.568381 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:12.568749 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Checking segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:12.569384 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.569937 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Bound using segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:12.570391 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Bound port: d444cd33-4bad-49f2-b208-519f753bc69d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:12.570939 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.586306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.587678 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2471609 Mar 16 11:04:12.591316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46800) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.595091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46600b3-7f64-448d-85e1-51fe677dc4a9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1db44a-1b08-4b30-b905-06b42591d339,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.597481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:12.613775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.617646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.620543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.626811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.643234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.658787 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] For port d444cd33-4bad-49f2-b208-519f753bc69d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:12.661888 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] For port d444cd33-4bad-49f2-b208-519f753bc69d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d444cd33-4bad-49f2-b208-519f753bc69d,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:12.665996 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.706714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.709771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.746104 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afc37d-16a3-414e-9b16-d57b45346473 None None] Pushing event updated for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.749276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3405c147-7c48-466f-a180-86f358a7f08d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.751068 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:12.751679 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:03:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:12.752429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.754640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a465592d-a6e4-48b7-a142-51e032405223 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622362 Mar 16 11:04:12.757224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46804) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.762669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:12.769248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.773540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.776727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.782632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.804225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.871314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.876858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.904404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087633df-72dc-4674-bb0f-3848aab6fc47,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:12.916653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:12.921596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2aa492a1-d5d7-439b-be45-08245dd40aec tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626372 Mar 16 11:04:12.922270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46808) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:12.928007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:12.934916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:12.939283 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:12.939671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:12.943626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:12.951946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:12.968473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.036149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.039632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.064874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee7e6ff-a6b0-402c-9dbe-4de0b8de7017,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.073624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.074910 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-df841df8-43ad-40a1-9e67-31ee1cc1d54a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514065 Mar 16 11:04:13.077588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46812) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:13.083123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:13.088901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:13.093302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:13.096186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:13.102750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:13.119768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.181586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.185373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.208144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecf4afe-1ef9-46ca-ba0e-7c37f5472576,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.217988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.219286 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a988f1ac-48dd-4511-916e-4ed21afd6044 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407132 Mar 16 11:04:13.222085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46816) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:13.227964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:13.233835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:13.237665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:13.240493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:13.246355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:13.257508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:13.261727 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:12Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:13.263884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.265521 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22350429-15b5-4772-bb5b-7405a4dd94f5 None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:12Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:13.351784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.355472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.387480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ccf4ac-8d1f-4021-90ae-be19449f8385,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.393409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.397340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dc12a4bc-0dc6-4953-8d83-2059f0004a21 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736085 Mar 16 11:04:13.398092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46820) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:13.403218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'eb1db44a-1b08-4b30-b905-06b42591d339', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:13.409264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:13.413766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:13.417017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:13.422899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:13.433751 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:04:13.441397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.516004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.520042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.545060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6c1c38-12ab-4baf-a8ef-2428abc3fc42,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:13.555820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:13.557081 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-18b9e0ab-d48b-467e-8429-7e9e3ff31830 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579671 Mar 16 11:04:13.905014 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-b751c1de-acb5-4073-8c52-d30ef67bdadf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864591421&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0450146 Mar 16 11:04:13.927350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d27bdafa-6069-4bb7-91a5-d863a20e8e2b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:13.999119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d27bdafa-6069-4bb7-91a5-d863a20e8e2b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:13.999400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.064788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84c34966-a5bd-4f4d-83fd-c78d03a2c15e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:14.065527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84c34966-a5bd-4f4d-83fd-c78d03a2c15e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:14.083275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84c34966-a5bd-4f4d-83fd-c78d03a2c15e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:14.085290 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84c34966-a5bd-4f4d-83fd-c78d03a2c15e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 797 time: 0.1723869 Mar 16 11:04:14.100116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-5846dfec-4e45-4196-a941-61b3b80f2723 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0098486 Mar 16 11:04:14.126223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d444cd33-4bad-49f2-b208-519f753bc69d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:14.194148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-86777093-01f8-42bd-9d49-122c1e4151b5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885506 Mar 16 11:04:14.231114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d444cd33-4bad-49f2-b208-519f753bc69d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:14.236252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d444cd33-4bad-49f2-b208-519f753bc69d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:14.236641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.269760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-23a33a85-f0fd-48c7-a35d-8b4ee4952548 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:04:14.274760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-23a33a85-f0fd-48c7-a35d-8b4ee4952548 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650287 Mar 16 11:04:14.362443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.403128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d444cd33-4bad-49f2-b208-519f753bc69d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d444cd33-4bad-49f2-b208-519f753bc69d,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:14.408774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:14.415580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-4ad7e3d3-9ec7-4dd9-a5e2-219f450c90b1 service neutron] 10.222.0.50 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380892 Mar 16 11:04:14.480112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:14.546807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-40a7c79d-ed0d-48f3-9382-4e0b9dc08235 service neutron] 10.222.0.50 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251314 Mar 16 11:04:14.771711 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-66bad9d9-07fe-42da-8b17-7af914591703 req-c899e3af-eeb5-4644-8162-41739c040040 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 210 time: 0.0938179 Mar 16 11:04:15.843059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d444cd33-4bad-49f2-b208-519f753bc69d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:15.932487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d444cd33-4bad-49f2-b208-519f753bc69d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:15.933234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.008865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b756dea-28e0-4631-a07a-fa40c60616ac req-d13798ab-1f4e-4722-afc0-9aa426decf09 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 210 time: 0.1234477 Mar 16 11:04:16.032651 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:16.094236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-2c8cd3b1-0864-4171-93bf-fd185e8b4a17 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:16.095661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-2c8cd3b1-0864-4171-93bf-fd185e8b4a17 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 797 time: 0.2762353 Mar 16 11:04:16.152284 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-03b8ba65-09b5-4f29-a70f-62a0c6c9b310 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 379 time: 0.0437253 Mar 16 11:04:16.164297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['eb1db44a-1b08-4b30-b905-06b42591d339']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:16.300692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:16.305075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:port and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:16.308367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:16.314554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:16.324524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:04:16.328333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.506782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.9 (8ef7d974-d3e6-43c0-832c-2bcc85c45824/d35bcbd0-21a5-411d-9a2b-d34b83fa942f/c8e41ca1-cc1d-46b4-8f78-33d83e864975) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:16.726226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.742919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object c8e41ca1-cc1d-46b4-8f78-33d83e864975 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:16.770622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:16.838556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:16.846144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:16.851270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:16.886035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:17.047244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.047891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.073154 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-84d81fb9-50ce-408d-b1be-269d7aa8c96e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123602 Mar 16 11:04:17.098221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-01bfecc9-a6dc-4fcb-b81f-30fc8c5474ae None None] Provisioning for port c8e41ca1-cc1d-46b4-8f78-33d83e864975 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:17.105126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-01bfecc9-a6dc-4fcb-b81f-30fc8c5474ae None None] Provisioning complete for port c8e41ca1-cc1d-46b4-8f78-33d83e864975 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:17.106004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-01bfecc9-a6dc-4fcb-b81f-30fc8c5474ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.142082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Request body: {'port': {'device_id': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:17.170865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-01bfecc9-a6dc-4fcb-b81f-30fc8c5474ae None None] Port c8e41ca1-cc1d-46b4-8f78-33d83e864975 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:04:17.309092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.332729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487d77-60c4-40cc-95ec-8c7226fc4422 req-6b120f57-6fa2-4585-8bef-6403932bc023 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:17.333559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2b487d77-60c4-40cc-95ec-8c7226fc4422 req-6b120f57-6fa2-4585-8bef-6403932bc023 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:04:17.398579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2b487d77-60c4-40cc-95ec-8c7226fc4422 req-6b120f57-6fa2-4585-8bef-6403932bc023 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:04:17.399726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b487d77-60c4-40cc-95ec-8c7226fc4422 req-6b120f57-6fa2-4585-8bef-6403932bc023 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 931 time: 0.2323639 Mar 16 11:04:17.507347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b487d77-60c4-40cc-95ec-8c7226fc4422 req-f98761f9-d6df-4e58-935a-b902df1a7c14 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011240 Mar 16 11:04:17.704794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e41ca1-cc1d-46b4-8f78-33d83e864975 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:17.711925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.725698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Transition to ACTIVE for port object c8e41ca1-cc1d-46b4-8f78-33d83e864975 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:04:17.729261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.884679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:17.959780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Attempting to bind port c8e41ca1-cc1d-46b4-8f78-33d83e864975 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:04:17.960050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Attempting to bind port c8e41ca1-cc1d-46b4-8f78-33d83e864975 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:04:17.960378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Attempting to bind port c8e41ca1-cc1d-46b4-8f78-33d83e864975 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:17.964879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Port c8e41ca1-cc1d-46b4-8f78-33d83e864975 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:04:17.965204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Attempting to bind port c8e41ca1-cc1d-46b4-8f78-33d83e864975 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:04:17.970222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:04:17.970555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Checking segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:04:17.970935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Bound using segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:04:17.971357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Bound port: c8e41ca1-cc1d-46b4-8f78-33d83e864975, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:04:17.971698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.063144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:04:18.066549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:04:18.070817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.126183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.127012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.128902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] 10.222.0.55 "PUT /v2.0/ports/c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 1093 time: 1.0421140 Mar 16 11:04:18.131511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:18.163699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ccbd9-c0bf-49db-b6be-028184f9d88b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:18.189320 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'status': 'completed', 'code': 200} Mar 16 11:04:18.279548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a7edbbd0-8cd9-42d5-a7e4-a443312139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.281033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-a7edbbd0-8cd9-42d5-a7e4-a443312139ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1096 time: 0.0727081 Mar 16 11:04:18.356363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-4d444124-f520-4606-aa08-59d7ce6f6653 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 217 time: 0.0627773 Mar 16 11:04:18.421666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-d44ff660-7372-45da-a983-1e0cdaee6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.422974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-d44ff660-7372-45da-a983-1e0cdaee6fbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0601363 Mar 16 11:04:18.495111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-73165ea1-53ea-4131-b6dc-514190826d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.496453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-73165ea1-53ea-4131-b6dc-514190826d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680289 Mar 16 11:04:18.672542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-c59cfdc6-edac-438d-bff7-7d00a4fbc566 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695490 Mar 16 11:04:18.904487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d764-c6d5-4375-855c-1e713c3bad81 req-9b48ee0a-bcd1-4ddb-a10b-72f233a53765 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:18.905944 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6309d764-c6d5-4375-855c-1e713c3bad81 req-9b48ee0a-bcd1-4ddb-a10b-72f233a53765 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 943 time: 0.2906516 Mar 16 11:04:18.948593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a46e0d52-8d68-4e02-8ecd-00629ff091d9 req-28eaac53-d799-4ce3-80ea-b14a95ef65f9 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694318 Mar 16 11:04:18.966974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6309d764-c6d5-4375-855c-1e713c3bad81 req-aa93bd4e-8a54-4090-bdb6-0f9ad5b21d18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532744 Mar 16 11:04:19.114010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20280129-547e-4c0e-82c4-07695723c2f4 req-bacb2b50-9f56-45da-83c8-45b43a1a7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:19.115358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-bacb2b50-9f56-45da-83c8-45b43a1a7817 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1096 time: 0.0749533 Mar 16 11:04:19.244188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20280129-547e-4c0e-82c4-07695723c2f4 req-88bf3d39-163f-4e87-8885-89eb3485fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:19.245643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-88bf3d39-163f-4e87-8885-89eb3485fdd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1245921 Mar 16 11:04:19.311234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-89c8f082-5aa3-4403-9072-fdd0a63f836c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 217 time: 0.0598824 Mar 16 11:04:19.375990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20280129-547e-4c0e-82c4-07695723c2f4 req-9f361bda-4106-45dd-b61c-d33796a58142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:19.377328 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-9f361bda-4106-45dd-b61c-d33796a58142 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0595341 Mar 16 11:04:19.453812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20280129-547e-4c0e-82c4-07695723c2f4 req-dad98499-442b-436e-93d3-e29107a0c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:19.455288 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-dad98499-442b-436e-93d3-e29107a0c74d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717571 Mar 16 11:04:19.584339 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-74a111b1-0a84-46b6-ad46-7c0bf2758b41 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223972 Mar 16 11:04:19.718062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20280129-547e-4c0e-82c4-07695723c2f4 req-92c8839c-1265-4af0-90bf-921a2b0fd29f service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278191 Mar 16 11:04:20.154164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af03a8-42c9-4f2f-ab34-f0109122fa0c req-b2134881-cfee-460a-a4ed-2886f3df3ffb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:20.155601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7af03a8-42c9-4f2f-ab34-f0109122fa0c req-b2134881-cfee-460a-a4ed-2886f3df3ffb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 943 time: 0.0791776 Mar 16 11:04:20.202844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7af03a8-42c9-4f2f-ab34-f0109122fa0c req-c642ef7b-90ee-4697-a9bc-f41aff0162e8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Mar 16 11:04:21.277749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c8e41ca1-cc1d-46b4-8f78-33d83e864975 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:04:21.386224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408740c-7d87-438c-ad17-04386fc10a05 req-d047818e-a2ab-42c9-b408-5af84642ccfe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:21.387695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b408740c-7d87-438c-ad17-04386fc10a05 req-d047818e-a2ab-42c9-b408-5af84642ccfe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 943 time: 0.0813949 Mar 16 11:04:21.418254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:21.431365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'port_id': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'mac_address': 'fa:16:3e:20:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:04:21.432044 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b408740c-7d87-438c-ad17-04386fc10a05 req-57e74feb-e232-4877-9f62-11a96455b3a8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Mar 16 11:04:21.486903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.505269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e41ca1-cc1d-46b4-8f78-33d83e864975 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:04:21.520428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:21.524619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:21.593113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:21.600251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.600594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.600963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.601295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.601623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.601950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.602289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.602593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.602937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.603257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.603572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.603886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:04:21.936826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['c8e41ca1-cc1d-46b4-8f78-33d83e864975'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:04:22.618624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba15724-430a-4db2-a526-65e0cf806bec req-cc76cffb-8491-49a1-87b0-34689d6688af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:22.620541 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eba15724-430a-4db2-a526-65e0cf806bec req-cc76cffb-8491-49a1-87b0-34689d6688af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 944 time: 0.0848091 Mar 16 11:04:22.665426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eba15724-430a-4db2-a526-65e0cf806bec req-31b6215a-b8f0-4cd2-94c4-ddaa22f90015 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390308 Mar 16 11:04:23.293095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c8e41ca1-cc1d-46b4-8f78-33d83e864975 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:04:23.362464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port c8e41ca1-cc1d-46b4-8f78-33d83e864975 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:04:23.366989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port c8e41ca1-cc1d-46b4-8f78-33d83e864975 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:04:23.367360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.484635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.511306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:23.521952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:04:23.525600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:23.563280 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'code': 200} Mar 16 11:04:23.596021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:23.885496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e3ec-ad67-4521-ad17-3340620497c4 req-d8372060-46c9-4efb-8c30-9ac838c21712 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:23.886857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6411e3ec-ad67-4521-ad17-3340620497c4 req-d8372060-46c9-4efb-8c30-9ac838c21712 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.1064007 Mar 16 11:04:23.888778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b65c-f0f3-4557-8784-48780f99e4d8 req-a336e68f-7050-4acb-acc9-39e9e4a5b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:23.890125 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee84b65c-f0f3-4557-8784-48780f99e4d8 req-a336e68f-7050-4acb-acc9-39e9e4a5b529 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1098 time: 0.1441243 Mar 16 11:04:23.956915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6411e3ec-ad67-4521-ad17-3340620497c4 req-d01ea27e-a643-424b-81f1-3da1fcf2b9f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643866 Mar 16 11:04:23.960036 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee84b65c-f0f3-4557-8784-48780f99e4d8 req-c46d318c-93a0-4426-9e18-780eb6497e7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550461 Mar 16 11:04:25.146394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd44f71-1abe-4a51-bfc7-64a938b4ba51 req-089514f1-0abd-4c8b-8ea5-31196de96ced tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:25.147827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9dd44f71-1abe-4a51-bfc7-64a938b4ba51 req-089514f1-0abd-4c8b-8ea5-31196de96ced tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0842068 Mar 16 11:04:25.191447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9dd44f71-1abe-4a51-bfc7-64a938b4ba51 req-735e4c40-bef3-45c4-bdbb-310a6d40122e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372908 Mar 16 11:04:26.371370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad53c2f-1c71-45e2-9b53-ca4f004218a2 req-363ad190-e354-493d-b404-de2f0afcdbbe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:26.372871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ad53c2f-1c71-45e2-9b53-ca4f004218a2 req-363ad190-e354-493d-b404-de2f0afcdbbe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0795848 Mar 16 11:04:26.416443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ad53c2f-1c71-45e2-9b53-ca4f004218a2 req-3dc472dc-5e9c-4779-9643-a46d4f01f8f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380368 Mar 16 11:04:26.603302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99616d7-026e-432f-b3ab-240e659a5e4d req-4807a976-4a65-45fe-bdfc-5e728ba17d88 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:26.604728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a99616d7-026e-432f-b3ab-240e659a5e4d req-4807a976-4a65-45fe-bdfc-5e728ba17d88 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0870523 Mar 16 11:04:26.648752 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a99616d7-026e-432f-b3ab-240e659a5e4d req-222e9cde-b839-4126-8c72-6329025b9e86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381517 Mar 16 11:04:26.671234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46886) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:26.739834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7953f-e5cd-4cec-98fb-eb409039b685 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:26.741481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-abf7953f-e5cd-4cec-98fb-eb409039b685 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1093 time: 0.0692644 Mar 16 11:04:26.744208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46890) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:26.749070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:04:26.755751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:04:26.759443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:04:26.762202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:04:26.767760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:04:26.778393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:26.811540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bb24b893-e6e9-4c55-a01a-9edab4cbf317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.010158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.142823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.98 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/02086b19-1596-45fe-be1d-3850a8bbdb93) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:04:27.286795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.315490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.376625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:04:27.379308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:04:27.382007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:04:27.428854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=02086b19-1596-45fe-be1d-3850a8bbdb93,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:27.809724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:27.884811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.090111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.094424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.204700 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=02086b19-1596-45fe-be1d-3850a8bbdb93,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:04:28.215171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:28.389305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402 associated. External IP: 172.26.0.98, port: c8e41ca1-cc1d-46b4-8f78-33d83e864975. Mar 16 11:04:28.850530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:04:29.015056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc86-a287-4276-b37e-0a70f5ad22ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:29.033649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:04:29.043735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:04:29.053216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:29.053834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:04:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:29.057890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:29.111828 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d271447-cecb-4a30-99f6-1925f4241494 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3665400 Mar 16 11:04:29.112423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:04:29.114767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46894) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:29.169827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'status': 'completed', 'code': 200} Mar 16 11:04:29.233408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:29.241093 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-69a2521c-49a7-444b-9dd3-0674842d97be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 990 time: 0.1246507 Mar 16 11:04:29.292518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-450cab5f-eb54-4d72-a1ff-90dce0de4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:29.294017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-450cab5f-eb54-4d72-a1ff-90dce0de4317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1098 time: 0.0809994 Mar 16 11:04:29.427965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-48c004ac-ae9f-4d5c-8e22-e90592a155df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:29.429340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-48c004ac-ae9f-4d5c-8e22-e90592a155df service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1277144 Mar 16 11:04:29.535056 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-75aceeef-78f3-45cd-a2a1-f0fffbc5ddac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 998 time: 0.0990345 Mar 16 11:04:29.599470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-ba08e77a-ab59-4be6-9f76-388f956fff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:29.600924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-ba08e77a-ab59-4be6-9f76-388f956fff4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0611436 Mar 16 11:04:29.623744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:20:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:04:27Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:29.627709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:04:29.636474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:04:29.637113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:04:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:29.674877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-ee6288a1-c613-470c-bbbe-033520f177ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:04:29.676948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-ee6288a1-c613-470c-bbbe-033520f177ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699666 Mar 16 11:04:29.811198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-1505bd6e-587f-40c1-8265-3522d9674f8a service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283069 Mar 16 11:04:29.826698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:04:29.941875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1944462-3c85-4cb2-bb7a-684c662f8645 req-509b44e1-39dd-40ce-8b9c-d1ea24ae30e7 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237545 Mar 16 11:04:30.172346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:20:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:04:27Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:04:30.177266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d7b05-8830-42e6-8a85-6c26e4190d08 None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:20:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:04:27Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:04:30.243869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46900) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:30.349574 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5d3e5b7c-3dc3-46a5-a39d-a288f286454d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 990 time: 0.1045623 Mar 16 11:04:30.361385 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c0a51-c413-431f-bc76-5b1603aaa4aa None None] New status for floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:04:30.387084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:30.451851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:31.353091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46904) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:31.568613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c71f5a02-5428-4e0e-b76a-9b4c59745102 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 992 time: 0.2143095 Mar 16 11:04:31.844399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:33.892596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:53.023992 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:56.812802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-952f5704-817d-4eb7-b104-02c2d236e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:59.020188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-47be3770-c658-45b5-b2da-265fe2ee3e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.390268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.444939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.847146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:03.901199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.872694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-acb4615f-83b1-4057-b834-122be1d0ce58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718174 Mar 16 11:05:19.034728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-2a3fdb30-7d8f-4d77-90e7-912741d70270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:19.036214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-2a3fdb30-7d8f-4d77-90e7-912741d70270 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1098 time: 0.0723784 Mar 16 11:05:19.177959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-2997a3b0-4898-4b55-be55-4f634da91608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:19.179306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-2997a3b0-4898-4b55-be55-4f634da91608 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1247764 Mar 16 11:05:19.280646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-3f6f2265-bff9-41a3-9c03-3376d7168057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 1000 time: 0.0947833 Mar 16 11:05:19.343304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-5281db9b-d3d7-417c-919f-030c45c2216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:19.344683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-5281db9b-d3d7-417c-919f-030c45c2216b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0582438 Mar 16 11:05:19.420890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-9f2c1bf7-3dcb-4e4f-b3c6-9bcbb10e12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:19.422307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-9f2c1bf7-3dcb-4e4f-b3c6-9bcbb10e12ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715358 Mar 16 11:05:19.552451 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-e8b528cc-5940-4554-87c1-545ef97ec562 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234331 Mar 16 11:05:19.684305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b9b7297-fdcb-4c6c-8cd9-77fe582f9439 req-91114d6d-f763-4ec2-8e11-f6ba752b46bc service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260588 Mar 16 11:05:26.814629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-119a3d08-48a8-4950-92ea-96b358d6a18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:29.022532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ac0351ee-85c1-4011-bbc4-6690de09ab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.023536 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:05:30.394239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:30.449720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:31.851776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:32.233440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46932) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:32.306061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519fce1-2158-4a9a-803b-f4ffb38abb1d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.306539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519fce1-2158-4a9a-803b-f4ffb38abb1d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.307009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519fce1-2158-4a9a-803b-f4ffb38abb1d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:32.308617 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6519fce1-2158-4a9a-803b-f4ffb38abb1d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=36fd9767f06d479da64d989ef068aa43&network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 2999 time: 0.0742097 Mar 16 11:05:33.914616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:35.923964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46944) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:35.985214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35098528-53d3-4436-9b55-797704148402 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:35.986634 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-35098528-53d3-4436-9b55-797704148402 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895 HTTP/1.1" status: 200 len: 814 time: 0.0617177 Mar 16 11:05:37.014843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46952) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:37.020003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:37.118763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:37.378112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:37.382174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:37.382471 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402 disassociated. External IP: 172.26.0.98, port: c8e41ca1-cc1d-46b4-8f78-33d83e864975. Mar 16 11:05:37.836604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:38.013867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:38.018674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:38.023958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:38.033571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:38.034172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:38.074582 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-abd8c774-ffc5-47c0-8a0b-42a32b71756a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 689 time: 1.0585754 Mar 16 11:05:38.075063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:38.077359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46956) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:38.163837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-469150e8-185a-41dc-9bd1-2cad100fb881 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 689 time: 0.0853288 Mar 16 11:05:38.213202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:38.234467 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'status': 'completed', 'code': 200} Mar 16 11:05:38.345612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985f72-dae6-4d2b-8845-c53613c73024 req-ab309360-6a10-410c-9a1f-274cdc5f85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.346983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-ab309360-6a10-410c-9a1f-274cdc5f85d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1098 time: 0.0700510 Mar 16 11:05:38.477890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985f72-dae6-4d2b-8845-c53613c73024 req-e32fcc51-8850-49b7-88c0-abbf8ab3a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.479340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-e32fcc51-8850-49b7-88c0-abbf8ab3a7ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1264315 Mar 16 11:05:38.549825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-3f67d006-a8c3-4a46-a376-6fee8c1effaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 217 time: 0.0646822 Mar 16 11:05:38.557938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:38.561794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:38.570103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:38.570699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:38.616035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985f72-dae6-4d2b-8845-c53613c73024 req-4a99abde-3e71-4096-8f78-e47540ffa223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.617995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-4a99abde-3e71-4096-8f78-e47540ffa223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0613065 Mar 16 11:05:38.696250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985f72-dae6-4d2b-8845-c53613c73024 req-b2c1c5e9-ead4-423d-b2ec-c5ec17c84007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:38.697838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-b2c1c5e9-ead4-423d-b2ec-c5ec17c84007 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741770 Mar 16 11:05:38.746975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:38.933386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-75a0cb69-4545-4830-be83-0cc4e343390b service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295101 Mar 16 11:05:39.062131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:39.066152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefae1b-cda8-4091-8f54-50074b678a58 None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:39.067916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-16985f72-dae6-4d2b-8845-c53613c73024 req-f5659cdc-f23a-4d10-8731-4f64f5feea49 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290908 Mar 16 11:05:39.167963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46964) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:39.249315 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eaf19337-e2da-4b36-b5a5-aeeaa8973c5a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 689 time: 0.0802045 Mar 16 11:05:39.278446 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a402364b-0665-4842-8796-1c9ab83ed251 None None] New status for floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:40.253275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 46968) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:40.335838 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b4b0865f-56f3-4e3a-ba37-fa7a38257f3f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 687 time: 0.0815315 Mar 16 11:05:41.687334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46974) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:41.692396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846139112', 'description': 'tempest-secgroup-smoke-846139112 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:41.698578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:41.702689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:41.705534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:41.712139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:41.721253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.741892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:41.746005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:41.748766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:41.754361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:41.822777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.826833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.871782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61df51ca-0494-43b7-8048-f3015e8912cb,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:41.879932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.880275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.880610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.881487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.881813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.882133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.882449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.882766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.883082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.883395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.883708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.884014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:41.888277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.889484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-769657dd-8916-4e43-9159-148d4ec1aa94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2011561 Mar 16 11:05:41.892636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46978) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:41.898441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:41.904258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:41.908067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:41.911176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:41.917047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:41.934463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.996427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.999965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.024957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a505995-ced7-4b92-b916-e85ea3f363aa,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.034335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.035485 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-60b3b785-a2d8-49e9-9ade-b77c59252bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417756 Mar 16 11:05:42.038280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46982) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:42.043331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:42.048929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:42.052844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:42.055758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:42.061493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:42.079008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.140233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.143725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.167741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384fc7b2-07ec-4dd8-8f21-bdccd5be5cef,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.177078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.178256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eaae179c-076b-4a1c-9b50-3dd84c18f86a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390669 Mar 16 11:05:42.181310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46986) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:42.186116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:42.191735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:42.196307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:42.199135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:42.204682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:42.224145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.286143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.290003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.316287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be730681-b074-4695-8b9d-ce6a74f32132,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.326524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.327731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-29ea7525-9ce1-40d4-82f9-2774e1814d79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455278 Mar 16 11:05:42.330466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46990) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:42.335481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:42.341092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:42.344791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:42.347586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:42.353337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:42.370027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.431756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.435170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.458263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc1caa9-f5cf-4a70-a5ee-5a462383b0ba,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.467428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.468720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c74924f8-686f-4e4b-b27a-e72e9d6656c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372728 Mar 16 11:05:42.471333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46994) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:42.476298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:42.482023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:42.485799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:42.488657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:42.495164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:42.506516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:42.513197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.574906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.578056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.601223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c514c2a-172d-4ccf-b052-81db6d103964,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.609732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.610905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ba9aad42-28e4-46a1-a6e4-f9331a68d3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386547 Mar 16 11:05:42.613687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 46998) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:42.619173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '61df51ca-0494-43b7-8048-f3015e8912cb', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:42.624784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:42.628516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:42.631953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:42.637563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:42.647535 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:05:42.653835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.719930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.723592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.746763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf865647-3576-486b-b73c-9b5865d77272,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:42.755881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:42.757166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a2decc36-2570-449b-917e-0f3e55d9cfd4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425655 Mar 16 11:05:42.917973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-6fc4a7ad-cd4c-4996-997a-3b714e13ffe2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:42.933002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-6fc4a7ad-cd4c-4996-997a-3b714e13ffe2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:42.934142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-6fc4a7ad-cd4c-4996-997a-3b714e13ffe2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846139112&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0579820 Mar 16 11:05:43.080985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-3aa54ddc-7128-4c6b-bbbe-38aee2a288a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:43.082454 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-3aa54ddc-7128-4c6b-bbbe-38aee2a288a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 797 time: 0.1413908 Mar 16 11:05:43.097235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-39cdabd8-99d7-42ac-9a6d-e95fdc4c8e7e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0087724 Mar 16 11:05:43.185189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7d3a0e06-7daa-4061-9413-ab23667eaf2b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0824265 Mar 16 11:05:43.320707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7eff5d0b-d539-459f-811d-54b72d664763 service neutron] 10.222.0.50 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242123 Mar 16 11:05:43.448797 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-04b965bf-24b4-49a3-97de-c43779782a20 service neutron] 10.222.0.50 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221802 Mar 16 11:05:43.622902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eb56d36c-6f8a-4217-94ae-a1de770a76c4 req-b8f1b80a-e2f8-47ac-9fd9-10ad2de822ae tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 210 time: 0.0429468 Mar 16 11:05:44.736601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-21f29e84-f63b-4f73-bc6f-7c92bca506e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:44.738159 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-21f29e84-f63b-4f73-bc6f-7c92bca506e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 797 time: 0.1495991 Mar 16 11:05:44.798910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f422e884-b894-4639-9ca9-2886474f1370 req-4fb35800-6a2f-48bc-b42b-146097369dc0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 210 time: 0.0598991 Mar 16 11:05:44.829355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-51ca1bfd-9cd4-4024-a291-f9200d68fbb1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 471 time: 0.0589676 Mar 16 11:05:44.841320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['61df51ca-0494-43b7-8048-f3015e8912cb']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:44.979203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:44.988600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:44.998866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:45.002374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.156679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.6 (8ef7d974-d3e6-43c0-832c-2bcc85c45824/d35bcbd0-21a5-411d-9a2b-d34b83fa942f/9bda0f76-c52a-4498-b284-cec69bf3dea0) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:45.443923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.459995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 9bda0f76-c52a-4498-b284-cec69bf3dea0 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:45.483064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.557578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:45.565134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:45.571058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:05:45.605207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:45.642165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:45.642777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.669783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b3f1d16-18e6-47c3-b74c-904f1a534ef0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8319707 Mar 16 11:05:45.689249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Request body: {'port': {'device_id': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:45.798184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.805224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bb4022ae-77e2-4c64-8b1c-50086a9b7a0f None None] Provisioning for port 9bda0f76-c52a-4498-b284-cec69bf3dea0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:45.810676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-bb4022ae-77e2-4c64-8b1c-50086a9b7a0f None None] Provisioning complete for port 9bda0f76-c52a-4498-b284-cec69bf3dea0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:45.811062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bb4022ae-77e2-4c64-8b1c-50086a9b7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.878623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bb4022ae-77e2-4c64-8b1c-50086a9b7a0f None None] Port 9bda0f76-c52a-4498-b284-cec69bf3dea0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:05:46.114833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635673b-c052-4ac1-baab-6e9b10e17063 req-00ef2224-9c39-4aca-acdb-9f9b3de6e4db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:46.116062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f635673b-c052-4ac1-baab-6e9b10e17063 req-00ef2224-9c39-4aca-acdb-9f9b3de6e4db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:46.150085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f635673b-c052-4ac1-baab-6e9b10e17063 req-00ef2224-9c39-4aca-acdb-9f9b3de6e4db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:46.151199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f635673b-c052-4ac1-baab-6e9b10e17063 req-00ef2224-9c39-4aca-acdb-9f9b3de6e4db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 931 time: 0.2319086 Mar 16 11:05:46.250015 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f635673b-c052-4ac1-baab-6e9b10e17063 req-6eb518c0-2173-4cbe-afca-9b29b2b18a81 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925841 Mar 16 11:05:46.255401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bda0f76-c52a-4498-b284-cec69bf3dea0 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:05:46.263645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.277980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Transition to ACTIVE for port object 9bda0f76-c52a-4498-b284-cec69bf3dea0 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:46.281359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.438229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:46.514854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Attempting to bind port 9bda0f76-c52a-4498-b284-cec69bf3dea0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:46.515214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Attempting to bind port 9bda0f76-c52a-4498-b284-cec69bf3dea0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:46.515543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Attempting to bind port 9bda0f76-c52a-4498-b284-cec69bf3dea0 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:46.520036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Port 9bda0f76-c52a-4498-b284-cec69bf3dea0 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:05:46.520382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Attempting to bind port 9bda0f76-c52a-4498-b284-cec69bf3dea0 on network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:05:46.525560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:05:46.525896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Checking segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:05:46.526270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Bound using segment: {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:05:46.526685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Bound port: 9bda0f76-c52a-4498-b284-cec69bf3dea0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2915caf-919e-454f-8f68-70ed38962493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:46.527021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.614977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:05:46.618477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:05:46.624774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.681433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:46.681836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:46.683243 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] 10.222.0.55 "PUT /v2.0/ports/9bda0f76-c52a-4498-b284-cec69bf3dea0 HTTP/1.1" status: 200 len: 1093 time: 0.9983110 Mar 16 11:05:46.683688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:46.712971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df6afd-04b0-46da-b5af-f2a3a79c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:46.788801 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'status': 'completed', 'code': 200} Mar 16 11:05:46.813552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-66647cf8-a6ad-4409-9b97-c231f0e963b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:46.815834 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-66647cf8-a6ad-4409-9b97-c231f0e963b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 1096 time: 0.0788195 Mar 16 11:05:46.905371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-3ce09018-2c7f-4fd5-adcc-3ff2ad14b53d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0 HTTP/1.1" status: 200 len: 217 time: 0.0658145 Mar 16 11:05:46.967143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-4bfe2780-9b37-4082-9dea-f6a3aef7cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:46.968427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-4bfe2780-9b37-4082-9dea-f6a3aef7cba8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0577347 Mar 16 11:05:47.044214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b37b194-1bb8-44a9-a84f-615f5ff31148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.045709 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-7b37b194-1bb8-44a9-a84f-615f5ff31148 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712559 Mar 16 11:05:47.273519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-4f764865-6797-4c15-a2bf-97f435680e8c service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217779 Mar 16 11:05:47.447866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8ce30fa-bce7-4042-97bf-94df790174f2 req-9de0fcb8-2b98-4a5d-8896-3c6af0719298 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685767 Mar 16 11:05:47.471857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e847176-d5a0-4dd5-8d40-1af8e9f15362 req-43ecd7db-006c-437c-bbae-0bb50a00be7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.473358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e847176-d5a0-4dd5-8d40-1af8e9f15362 req-43ecd7db-006c-437c-bbae-0bb50a00be7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 943 time: 0.1172135 Mar 16 11:05:47.520046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e847176-d5a0-4dd5-8d40-1af8e9f15362 req-ccb87389-e43a-4cce-8fbb-e3e6aafc107a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Mar 16 11:05:47.633384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-3a509ddb-6fd6-4161-921b-7e5ac7d9ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.634839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-3a509ddb-6fd6-4161-921b-7e5ac7d9ace4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 1096 time: 0.0735075 Mar 16 11:05:47.761812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-f60b9b36-6a25-41bf-9513-d364c0b2990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.763218 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-f60b9b36-6a25-41bf-9513-d364c0b2990d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1224229 Mar 16 11:05:47.831916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-d3a55255-1aa2-4ca3-b70c-3b193c5b5ace service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0 HTTP/1.1" status: 200 len: 217 time: 0.0619817 Mar 16 11:05:47.893761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-06607ec3-bbeb-4ef6-8799-c8dc365a66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.895167 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-06607ec3-bbeb-4ef6-8799-c8dc365a66d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0562484 Mar 16 11:05:47.970163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-4155eeee-607e-45ca-b1a8-26bc44dba33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:47.971604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-4155eeee-607e-45ca-b1a8-26bc44dba33d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705109 Mar 16 11:05:48.098870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-c174d2db-606c-4f16-bdcf-ca5c8e16b038 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193118 Mar 16 11:05:48.226870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36d71e31-c328-43a3-aea3-ed98bf9ee3bd req-b297f39f-1f89-4091-9f53-ba4bf41caff0 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216609 Mar 16 11:05:48.707369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1037-5d22-4bc0-ad21-84108a3e7a23 req-898bd9b8-26f7-49f0-9983-726bd20f3adc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:48.708900 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-94aa1037-5d22-4bc0-ad21-84108a3e7a23 req-898bd9b8-26f7-49f0-9983-726bd20f3adc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 943 time: 0.0830586 Mar 16 11:05:48.752914 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-94aa1037-5d22-4bc0-ad21-84108a3e7a23 req-2b259071-e653-409a-94a8-e89d1af37844 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382414 Mar 16 11:05:49.758585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 9bda0f76-c52a-4498-b284-cec69bf3dea0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:05:49.891129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:49.904094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'port_id': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'mac_address': 'fa:16:3e:57:5d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:05:49.937183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4dc7-dffe-483c-9e45-bd274b711460 req-11e29881-03a6-4d84-9ba5-3accf1bcb3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:49.938654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c6a4dc7-dffe-483c-9e45-bd274b711460 req-11e29881-03a6-4d84-9ba5-3accf1bcb3ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 943 time: 0.0795734 Mar 16 11:05:49.962093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.979771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bda0f76-c52a-4498-b284-cec69bf3dea0 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:05:49.987081 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c6a4dc7-dffe-483c-9e45-bd274b711460 req-51f7936f-4460-4608-93a7-2b8c1bae47e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Mar 16 11:05:49.996435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:50.000614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.066319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:50.074020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.074373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.074712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.075045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.075374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.075704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.076028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.076351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.076673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.077021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.077346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.077664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:50.461706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['9bda0f76-c52a-4498-b284-cec69bf3dea0'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:05:51.167446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806b97-10f9-42ef-9ba5-1b0044aaff88 req-8aad3820-980a-4f5d-af42-0e8e7db8f592 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:51.168873 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7d806b97-10f9-42ef-9ba5-1b0044aaff88 req-8aad3820-980a-4f5d-af42-0e8e7db8f592 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 944 time: 0.0777750 Mar 16 11:05:51.213123 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7d806b97-10f9-42ef-9ba5-1b0044aaff88 req-abaf2ebe-14a9-435f-b836-9b13f3aa6d68 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386727 Mar 16 11:05:51.781009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 9bda0f76-c52a-4498-b284-cec69bf3dea0 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:51.845967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 9bda0f76-c52a-4498-b284-cec69bf3dea0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:51.851555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 9bda0f76-c52a-4498-b284-cec69bf3dea0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:51.851952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.966465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:51.995492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:52.005195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:05:52.010104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:52.082942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:52.097817 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'code': 200} Mar 16 11:05:52.416668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a268fb-a7e4-45a2-a99a-1a8b15345564 req-65f8a1d4-1d0c-4b09-93b1-78209ca203af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:52.418181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-99a268fb-a7e4-45a2-a99a-1a8b15345564 req-65f8a1d4-1d0c-4b09-93b1-78209ca203af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 1098 time: 0.1334550 Mar 16 11:05:52.426226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7a8c8-494f-42f4-b2a9-3e212e6817bd req-6b6beda4-324e-4e52-bdd6-411f075f7e90 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:52.427621 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d1e7a8c8-494f-42f4-b2a9-3e212e6817bd req-6b6beda4-324e-4e52-bdd6-411f075f7e90 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.1037583 Mar 16 11:05:52.486785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-99a268fb-a7e4-45a2-a99a-1a8b15345564 req-b40598f9-8412-4320-b641-a0b8d67016b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581009 Mar 16 11:05:52.496164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d1e7a8c8-494f-42f4-b2a9-3e212e6817bd req-9516fd00-6826-46df-a4bd-424d472028e2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559042 Mar 16 11:05:53.779363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404036f9-c115-475a-83df-6851a93ca354 req-1090d8af-955c-4f96-884d-a625cbe80c63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:53.780690 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-404036f9-c115-475a-83df-6851a93ca354 req-1090d8af-955c-4f96-884d-a625cbe80c63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.1781158 Mar 16 11:05:53.823736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-404036f9-c115-475a-83df-6851a93ca354 req-00645b2b-5f4d-4116-88e1-a5c471d82d5b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Mar 16 11:05:55.009332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff57c-9cc6-47cb-a2f1-eadbf55f680b req-b1a23780-0506-44da-9d6c-f30301066d10 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:55.010739 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d12ff57c-9cc6-47cb-a2f1-eadbf55f680b req-b1a23780-0506-44da-9d6c-f30301066d10 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Mar 16 11:05:55.054316 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d12ff57c-9cc6-47cb-a2f1-eadbf55f680b req-93362a54-6cad-4efd-bfe1-cc8fa7fb54d2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379508 Mar 16 11:05:55.232026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9e41c-0023-41cf-98f1-7835493612e4 req-91146abe-9c5b-45a6-a25f-e87c9e48fccf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:55.233391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1c9e41c-0023-41cf-98f1-7835493612e4 req-91146abe-9c5b-45a6-a25f-e87c9e48fccf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.0789073 Mar 16 11:05:55.276361 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1c9e41c-0023-41cf-98f1-7835493612e4 req-cc5f8dbd-6271-498a-8330-a7b802d2fe44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Mar 16 11:05:55.298651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47056) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:55.369724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d52f3c-9cba-4819-89c9-acd313f0b647 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:55.371177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-99d52f3c-9cba-4819-89c9-acd313f0b647 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 1093 time: 0.0715775 Mar 16 11:05:55.374046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47060) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:55.378779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'port_id': '9bda0f76-c52a-4498-b284-cec69bf3dea0'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:05:55.455285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.026142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.029681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.203942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402 associated. External IP: 172.26.0.98, port: 9bda0f76-c52a-4498-b284-cec69bf3dea0. Mar 16 11:05:56.662428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:05:56.816434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94043d8f-d80f-4519-92f6-9431aa6289f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.841824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:05:56.846645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:56.851533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:05:56.862132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:56.862737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:56.905950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-85e75e69-81b5-4f9b-b017-5d6ad044c248 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 990 time: 1.5308762 Mar 16 11:05:56.906969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:05:56.909079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:56.960825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'status': 'completed', 'code': 200} Mar 16 11:05:57.026097 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d1dd23ef-de91-41ba-860c-2f636e8473c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 990 time: 0.1152203 Mar 16 11:05:57.052119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:57.076069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-209d67f8-f48a-4ab6-985b-eeaa1bc28c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.077462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-209d67f8-f48a-4ab6-985b-eeaa1bc28c57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 1098 time: 0.0746095 Mar 16 11:05:57.206420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-400d524d-20c1-43d9-b9f9-2f9e2ff74013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.207865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-400d524d-20c1-43d9-b9f9-2f9e2ff74013 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1245804 Mar 16 11:05:57.314108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-b0d3e713-94fb-4332-97a3-d6c8e000cf7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0 HTTP/1.1" status: 200 len: 998 time: 0.0996773 Mar 16 11:05:57.375073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-ba03713b-ebaf-4322-952d-25431525dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.376664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-ba03713b-ebaf-4322-952d-25431525dddc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0569444 Mar 16 11:05:57.402805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:57:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:05:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:57.406654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:05:57.415685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:05:57.416297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:57.456959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-1a86840b-0cd8-4ffc-8911-6c937bd135d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:57.458410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-1a86840b-0cd8-4ffc-8911-6c937bd135d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759203 Mar 16 11:05:57.594813 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-4401be4f-a28e-4b4f-8ed9-1b84df3db39a service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297798 Mar 16 11:05:57.598253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:05:57.726229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a1a2ac6-4f19-483e-8209-b607174392b1 req-8e30df3c-27c8-4e52-8e07-d47d94319422 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252329 Mar 16 11:05:57.941434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:57:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:05:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:57.945411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f559c5-dcf8-4a8e-96a7-0d91050e34d7 None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '778b2273-9de1-4a6a-b938-badf0a0eb402', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'port_id': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'mac_address': 'fa:16:3e:57:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:04:27Z', 'updated_at': '2022-03-16T11:05:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:05:58.029150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47070) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:58.120183 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24387e7-d255-42f3-8bf7-30ed7fd71795 None None] New status for floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:05:58.139646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-61a78ae0-a9c3-4fe0-bd61-9c26c0f541be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 990 time: 0.1093588 Mar 16 11:05:59.024417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fc6c085b-5c06-423d-8aaf-b6cd7f7e93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:59.142633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47074) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:59.355525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4dfe9615-4d23-43f6-b407-e4ffa3c87b9e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 200 len: 992 time: 0.2117338 Mar 16 11:06:00.432516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:00.450191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:01.852599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.928188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:07.022347 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:18.172786 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-a201c842-7742-4061-b194-a7e49235a532 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671902 Mar 16 11:06:18.328819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c263-48f3-464e-a667-a9268560ae44 req-0d88cfd8-a422-4fdb-9720-4fd8fad0ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:18.330269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-0d88cfd8-a422-4fdb-9720-4fd8fad0ebf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 1098 time: 0.0739574 Mar 16 11:06:18.473101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c263-48f3-464e-a667-a9268560ae44 req-f55d802f-aa3d-48c8-b6f4-1b6ceede8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:18.475114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-f55d802f-aa3d-48c8-b6f4-1b6ceede8bd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 200 len: 898 time: 0.1270647 Mar 16 11:06:18.545943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-932e530c-2ab7-47cd-ac6d-327b5f9c5aad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 200 len: 217 time: 0.0645072 Mar 16 11:06:18.609445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c263-48f3-464e-a667-a9268560ae44 req-ac5204e5-fe5c-4259-a37d-1b3dbf4c1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:18.610833 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-ac5204e5-fe5c-4259-a37d-1b3dbf4c1e63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 200 len: 835 time: 0.0597131 Mar 16 11:06:18.686553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c263-48f3-464e-a667-a9268560ae44 req-49588dd1-1706-4546-8ae6-ced6034f383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:18.687990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-49588dd1-1706-4546-8ae6-ced6034f383b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ef7d974-d3e6-43c0-832c-2bcc85c45824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707836 Mar 16 11:06:18.818155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-6748f889-1271-4a6f-b3c3-429909c2dacc service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231489 Mar 16 11:06:18.952262 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39c7c263-48f3-464e-a667-a9268560ae44 req-0c3f08a7-05be-4409-862b-f4e5ee06d961 service neutron] 10.222.0.55 "GET /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281173 Mar 16 11:06:26.819157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c4e4-f2bb-474d-8bd6-278fce0644d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:29.025637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b6339cd-39b2-4f86-8093-785fdf218f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:30.398918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:30.451107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:31.854896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.951289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:44.021936 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:56.824208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30cf02d7-d798-4fb9-9ecb-79b2da07f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:59.026577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08d4d361-f66e-4693-b70e-4f6f99ced0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.401597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:00.452672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:01.858877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.959031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:08.951556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f6ee9-470d-4305-a549-3aae6d835794 req-45b985f2-9446-45b4-a61d-0a194b25c840 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:08.953086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a05f6ee9-470d-4305-a549-3aae6d835794 req-45b985f2-9446-45b4-a61d-0a194b25c840 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Mar 16 11:07:08.995450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a05f6ee9-470d-4305-a549-3aae6d835794 req-b484e1f7-6629-445f-af27-0c02730a18f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368457 Mar 16 11:07:10.179040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c52fce-cd26-4049-af43-32cb84a32f2e req-d47c27fc-9c83-4191-a92c-71ec613bb793 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:10.180857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12c52fce-cd26-4049-af43-32cb84a32f2e req-d47c27fc-9c83-4191-a92c-71ec613bb793 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.0796919 Mar 16 11:07:10.223470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12c52fce-cd26-4049-af43-32cb84a32f2e req-797912c4-b15e-42b0-869a-59781a793a1d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370111 Mar 16 11:07:10.662019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-f1968d40-bca3-445d-b2fd-98a7c2dcee36 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:10.663414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-f1968d40-bca3-445d-b2fd-98a7c2dcee36 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Mar 16 11:07:10.730500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 9bda0f76-c52a-4498-b284-cec69bf3dea0 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:10.730849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:10.972317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 9bda0f76-c52a-4498-b284-cec69bf3dea0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9bda0f76-c52a-4498-b284-cec69bf3dea0,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:10.972675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:11.405626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:11.406378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:11.406378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402 disassociated. External IP: 172.26.0.98, port: 9bda0f76-c52a-4498-b284-cec69bf3dea0. Mar 16 11:07:11.406600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 9bda0f76-c52a-4498-b284-cec69bf3dea0 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:11.501867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0c50-511b-4d89-a3bc-604e9d71aeae req-939c6bb4-111a-4e5c-b49e-f9db18019317 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:11.503375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2f0c50-511b-4d89-a3bc-604e9d71aeae req-939c6bb4-111a-4e5c-b49e-f9db18019317 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 945 time: 0.1701741 Mar 16 11:07:11.594260 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2f0c50-511b-4d89-a3bc-604e9d71aeae req-9e6f5c1e-4e46-4be7-8f3b-25395af25064 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=61df51ca-0494-43b7-8048-f3015e8912cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841334 Mar 16 11:07:11.603644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:11.660471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=9bda0f76-c52a-4498-b284-cec69bf3dea0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:11.716710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.717070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.717403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.717724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.718041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.718363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.718678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.718992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.719305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.719618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.719929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.720237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:11.850684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:12.029230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:12.040375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:12.051369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:12.052079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:12.103114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 9bda0f76-c52a-4498-b284-cec69bf3dea0 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:12.105580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:12.108176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'name': 'network-vif-deleted', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:12.127790 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-823776d0-29d6-4715-ab54-a4ba1b89d3ae req-d2137495-4fa0-464e-ad03-5e325d40bc34 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/9bda0f76-c52a-4498-b284-cec69bf3dea0 HTTP/1.1" status: 204 len: 173 time: 1.4581993 Mar 16 11:07:12.168753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d345b1c-7240-4ac2-990e-b6b58fd034b9', 'name': 'network-vif-deleted', 'tag': '9bda0f76-c52a-4498-b284-cec69bf3dea0', 'status': 'completed', 'code': 200} Mar 16 11:07:12.237694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:12.552649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:12.556605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:12.564708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:12.565324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:12.738717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:12.757357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-db03939c-7e15-4674-a1b8-4a072b6ba1db req-9c503cb0-7105-40a8-947b-cbd2d68c9639 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:12.774210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-db03939c-7e15-4674-a1b8-4a072b6ba1db req-9c503cb0-7105-40a8-947b-cbd2d68c9639 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:12.775429 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db03939c-7e15-4674-a1b8-4a072b6ba1db req-9c503cb0-7105-40a8-947b-cbd2d68c9639 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d345b1c-7240-4ac2-990e-b6b58fd034b9 HTTP/1.1" status: 200 len: 210 time: 0.0611060 Mar 16 11:07:13.089941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:13.093951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7955e-ae99-470d-b47e-dd178cc4f2da None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd444cd33-4bad-49f2-b208-519f753bc69d', 'name': '', 'network_id': '8ef7d974-d3e6-43c0-832c-2bcc85c45824', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:8f:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:09Z', 'updated_at': '2022-03-16T11:04:14Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd35bcbd0-21a5-411d-9a2b-d34b83fa942f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:13.303472 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dd37e-9975-4f30-9a05-84eef46513c2 None None] New status for floating IP 778b2273-9de1-4a6a-b938-badf0a0eb402: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:13.868357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47114) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:13.934768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:13.963420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.026166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.044875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df51ca-0494-43b7-8048-f3015e8912cb,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:14.053757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.054919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7a41f6c4-9c14-46bc-9654-7150d5af5226 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/61df51ca-0494-43b7-8048-f3015e8912cb HTTP/1.1" status: 204 len: 168 time: 0.1854663 Mar 16 11:07:14.087996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47120) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:14.242606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 02086b19-1596-45fe-be1d-3850a8bbdb93 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:14.243160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.405542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.405783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.629337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 02086b19-1596-45fe-be1d-3850a8bbdb93 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:14.763869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.811088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=02086b19-1596-45fe-be1d-3850a8bbdb93,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:14.900387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.916798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:14.918186 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ec1e72ff-ba62-4f56-be1f-71cfcf2116f6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/778b2273-9de1-4a6a-b938-badf0a0eb402 HTTP/1.1" status: 204 len: 168 time: 0.8289518 Mar 16 11:07:15.269755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-2aa96c59-48a7-45d4-b076-9276366b5088 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:15.270430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-2aa96c59-48a7-45d4-b076-9276366b5088 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:15.284801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-2aa96c59-48a7-45d4-b076-9276366b5088 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:15.285923 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-2aa96c59-48a7-45d4-b076-9276366b5088 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0960357 Mar 16 11:07:15.330280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-914feeab-d55f-4ea5-a79c-08ef6949a85c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:15.344686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-914feeab-d55f-4ea5-a79c-08ef6949a85c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:15.345818 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1392414c-0ec4-47a4-9143-314ade7b1670 req-914feeab-d55f-4ea5-a79c-08ef6949a85c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542846 Mar 16 11:07:16.240616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 9bda0f76-c52a-4498-b284-cec69bf3dea0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:16.276703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 9bda0f76-c52a-4498-b284-cec69bf3dea0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:16.277083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 9bda0f76-c52a-4498-b284-cec69bf3dea0 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:16.534276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91831563-471f-47b9-8998-e1e5a9a5cfb2 req-c79b8f26-7a60-4100-8e7e-8d8bf4a10ceb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:16.535690 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91831563-471f-47b9-8998-e1e5a9a5cfb2 req-c79b8f26-7a60-4100-8e7e-8d8bf4a10ceb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0827479 Mar 16 11:07:16.579140 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91831563-471f-47b9-8998-e1e5a9a5cfb2 req-4d418850-85cd-4fa2-8758-53511430f34b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb1db44a-1b08-4b30-b905-06b42591d339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369718 Mar 16 11:07:16.958083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-dab8aacd-8012-40f7-8c9e-661538da8d0f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:16.959544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-dab8aacd-8012-40f7-8c9e-661538da8d0f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 945 time: 0.0835285 Mar 16 11:07:17.031740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port c8e41ca1-cc1d-46b4-8f78-33d83e864975 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:17.032080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.278346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port c8e41ca1-cc1d-46b4-8f78-33d83e864975, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c8e41ca1-cc1d-46b4-8f78-33d83e864975,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:17.278610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.415151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for c8e41ca1-cc1d-46b4-8f78-33d83e864975 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:17.570010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.626171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=c8e41ca1-cc1d-46b4-8f78-33d83e864975,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:17.760711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port c8e41ca1-cc1d-46b4-8f78-33d83e864975 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:17.764455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6707f48f-71f0-46db-ba14-4c3d63ea22f1 req-f488056d-de78-4689-a65a-db180f9de2e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee4a728-411c-49ac-bca7-c1eef65fc21e HTTP/1.1" status: 200 len: 210 time: 0.0677102 Mar 16 11:07:17.765586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.768079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'name': 'network-vif-deleted', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:17.786997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-731803f6-bb05-4d44-bbd4-77f4bfe42f67 req-7cf0aec3-d2df-4969-9713-4ea06fb03bc5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/c8e41ca1-cc1d-46b4-8f78-33d83e864975 HTTP/1.1" status: 204 len: 173 time: 0.8224418 Mar 16 11:07:17.819819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4a728-411c-49ac-bca7-c1eef65fc21e', 'name': 'network-vif-deleted', 'tag': 'c8e41ca1-cc1d-46b4-8f78-33d83e864975', 'status': 'completed', 'code': 200} Mar 16 11:07:18.857679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47136) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:18.924581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:18.954254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.016853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.037013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1db44a-1b08-4b30-b905-06b42591d339,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:19.046234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.046516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.046845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.047170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.047608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.047932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.048245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.048643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.048999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.049312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.049621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.049925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:19.059351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.060460 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0a1ef8db-3506-4d22-8bf6-a21f722d49c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb1db44a-1b08-4b30-b905-06b42591d339 HTTP/1.1" status: 204 len: 168 time: 0.2018335 Mar 16 11:07:19.095787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47142) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:19.631709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.095802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port d444cd33-4bad-49f2-b208-519f753bc69d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:20.096540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.284454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port d444cd33-4bad-49f2-b208-519f753bc69d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d444cd33-4bad-49f2-b208-519f753bc69d,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:20.284720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.412701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for d444cd33-4bad-49f2-b208-519f753bc69d owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:20.730157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.775661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=d444cd33-4bad-49f2-b208-519f753bc69d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:21.020713 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:21.048785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.513209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:21.688481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:21.698719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Sync routers for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:21.701074 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-be1f97ab-c93a-4712-a778-472b2810c000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5ddeebb9-0179-4fc5-bdd7-3a62549eda1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6040168 Mar 16 11:07:21.703907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47146) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:21.708142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:21.708751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:21.768061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet d35bcbd0-21a5-411d-9a2b-d34b83fa942f {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:07:21.770909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.827120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:21.888565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:21.913441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.089729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.128950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=d35bcbd0-21a5-411d-9a2b-d34b83fa942f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:22.130853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.137036 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-71eb7031-5c39-48a5-a7c5-bdde55eb10f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/d35bcbd0-21a5-411d-9a2b-d34b83fa942f HTTP/1.1" status: 204 len: 168 time: 0.4320128 Mar 16 11:07:22.139482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47150) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:22.149336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697fd03-1c90-46ab-8732-5045d431a23c None None] Network 8ef7d974-d3e6-43c0-832c-2bcc85c45824 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:22.237538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c8e41ca1-cc1d-46b4-8f78-33d83e864975 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:22.283589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: c8e41ca1-cc1d-46b4-8f78-33d83e864975 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:22.283913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device c8e41ca1-cc1d-46b4-8f78-33d83e864975 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:22.317344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.368280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:07:20Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:22.375125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Checking router: 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:22.388378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Routers {'5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:22.389011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:22.499545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.511364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 01cf443e-f1a5-41fd-95f1-7c81470eb915 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:22.511495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.547533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] DHCP port deletion for 8ef7d974-d3e6-43c0-832c-2bcc85c45824 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:07:22.559653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Deleting port d27bdafa-6069-4bb7-91a5-d863a20e8e2b {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:07:22.560103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.620876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] Set router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:22.688541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 01cf443e-f1a5-41fd-95f1-7c81470eb915, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=01cf443e-f1a5-41fd-95f1-7c81470eb915,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:22.688918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:22.809061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 01cf443e-f1a5-41fd-95f1-7c81470eb915 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:22.977410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.024171 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=01cf443e-f1a5-41fd-95f1-7c81470eb915,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:23.055923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] For port d27bdafa-6069-4bb7-91a5-d863a20e8e2b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,segment=NetworkSegment(a2915caf-919e-454f-8f68-70ed38962493),segment_id=a2915caf-919e-454f-8f68-70ed38962493)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:23.056495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.114633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.186754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Calling delete_port for d27bdafa-6069-4bb7-91a5-d863a20e8e2b owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:07:23.266197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:07:20Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:23.271159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a15c3-05f7-4193-94e7-720ed953593a None None] The sync data for ids ['5ddeebb9-0179-4fc5-bdd7-3a62549eda1f'] in dv-neutron-828143-9-hyperv is: [{'id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'name': 'tempest-TestNetworkBasicOps-router-876630075', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:04:04Z', 'updated_at': '2022-03-16T11:07:20Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '01cf443e-f1a5-41fd-95f1-7c81470eb915', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddeebb9-0179-4fc5-bdd7-3a62549eda1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:04:05Z', 'updated_at': '2022-03-16T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:23.273211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.294892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.297282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.321621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.322302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 5ddeebb9-0179-4fc5-bdd7-3a62549eda1f {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:07:23.323583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Pushing event deleted for resources: {'Port': ['ID=d27bdafa-6069-4bb7-91a5-d863a20e8e2b,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:23.332360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.332716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.333083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.333422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.333751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.334087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.334413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.334736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.335066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.335384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.336541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.336699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:23.338396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.339280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09eb39-430a-4397-bd95-863b2715ef45 None None] No DVR routers for this DVR port d27bdafa-6069-4bb7-91a5-d863a20e8e2b on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:23.339483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8bd5be50-2d6d-4c49-8c04-4f6081bf8ee8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/5ddeebb9-0179-4fc5-bdd7-3a62549eda1f HTTP/1.1" status: 204 len: 168 time: 1.1991153 Mar 16 11:07:23.342113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:23.568523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.702239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.728654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef7d974-d3e6-43c0-832c-2bcc85c45824']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:23.740962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2915caf-919e-454f-8f68-70ed38962493') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:23.741254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2915caf-919e-454f-8f68-70ed38962493') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:23.753314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.769793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.775937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:07:23.776311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:07:23.791114 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:07:23.879028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.897324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.908897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=8ef7d974-d3e6-43c0-832c-2bcc85c45824,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:23.919074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f44531a6-ce97-4efe-9401-91cd3e64b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/8ef7d974-d3e6-43c0-832c-2bcc85c45824 HTTP/1.1" status: 204 len: 168 time: 0.5759497 Mar 16 11:07:23.941405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47158) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:23.953156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--524009515', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:23.958211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:23.962384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:23.965167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:23.970666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:23.980940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:23.984218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.011748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:07:24.020376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.020893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment a46ed106-fa58-4104-a391-8dcb25fb8a45 of type vlan for network 86cf9285-a436-4040-9fd4-215524dbfc92 Mar 16 11:07:24.050632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.079215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.084401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:24.085009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.191298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2430522 Mar 16 11:07:24.194125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e8d1-75c4-49c4-8f3b-b9aa870e05d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=86cf9285-a436-4040-9fd4-215524dbfc92,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:24.194314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47162) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:24.200051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:24.207261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 86cf9285-a436-4040-9fd4-215524dbfc92 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:07:24.207990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:24.212073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:24.215078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:24.221386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:24.231512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.232518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.248190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.302294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d27bdafa-6069-4bb7-91a5-d863a20e8e2b no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:24.350910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d27bdafa-6069-4bb7-91a5-d863a20e8e2b {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:24.351162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d27bdafa-6069-4bb7-91a5-d863a20e8e2b not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:24.352037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d444cd33-4bad-49f2-b208-519f753bc69d no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:24.387436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d444cd33-4bad-49f2-b208-519f753bc69d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:24.387779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d444cd33-4bad-49f2-b208-519f753bc69d not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:24.535873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.827236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.860908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:24.994740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.148 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/007f1dbd-6a41-4bc3-b482-ccd714ebffc0) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:25.256284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.284658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.346994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:25.349632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:25.357295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:25.396706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:25.766775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:25.870133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 01cf443e-f1a5-41fd-95f1-7c81470eb915 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:25.904550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 01cf443e-f1a5-41fd-95f1-7c81470eb915 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:07:25.904919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 01cf443e-f1a5-41fd-95f1-7c81470eb915 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:26.100500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.295806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 8a482611-48a5-4e55-9182-a19d8e10ab9d is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:07:26.585407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:26.595349 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Sync routers for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:26.606198 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:26.606927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:26.614398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.615594 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9a92e49d-47da-4715-a4ba-24c0d5e32cfd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4203954 Mar 16 11:07:26.619007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47166) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:26.661694 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bb051078-a011-4ae1-a1c5-2e67da505b21 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391908 Mar 16 11:07:26.661955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47170) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:26.791832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49998c64-d732-4933-b6ec-ea0a24827db2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:26.793514 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-49998c64-d732-4933-b6ec-ea0a24827db2 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307337 Mar 16 11:07:26.796390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47174) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:26.815678 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:26.827197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c19cf63f-8d62-4358-9c80-63f56d7a4b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:26.839890 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9472d7be-33fc-462c-8052-eb63f40f4585 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423994 Mar 16 11:07:26.842499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47178) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:26.847696 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978642464', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:26.958865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:26.963164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:26.965946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:26.971419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:26.981886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:26.985320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.118662 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:25Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:27.122589 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Checking router: 8a482611-48a5-4e55-9182-a19d8e10ab9d for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:27.122937 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Updating router 8a482611-48a5-4e55-9182-a19d8e10ab9d port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:07:27.176113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.197300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.276384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=fe61c153-7957-49f7-a9db-0f92e4792db9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:27.284861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:27.285231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 86cf9285-a436-4040-9fd4-215524dbfc92, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:07:27.304116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 86cf9285-a436-4040-9fd4-215524dbfc92 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:07:27.314897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 86cf9285-a436-4040-9fd4-215524dbfc92) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:27.319054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:27.319867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.325512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125feae-34ab-45d3-8bc1-a4aee554704e None None] Network 86cf9285-a436-4040-9fd4-215524dbfc92 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:27.343280 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c972d244-89dd-4deb-93df-6f17e43240c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4996498 Mar 16 11:07:27.346037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:27.516785 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.530308 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Transition to ACTIVE for port object 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:27.537913 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.550238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-86cf9285-a436-4040-9fd4-215524dbfc92', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:07:27.551062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.619469 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Pushing event updated for resources: {'Port': ['ID=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:27.630301 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.630642 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.630971 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.631297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.631618 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.631937 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.632256 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.633266 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.633594 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.634051 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.634369 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.634791 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:07:27.639617 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Attempting to bind port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:27.639983 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Attempting to bind port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:27.640342 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Attempting to bind port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:27.646376 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:27.646813 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:27.647211 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.647591 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:27.648100 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Bound port: 007f1dbd-6a41-4bc3-b482-ccd714ebffc0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:27.649251 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.718478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Allocated IP 172.20.0.2 (86cf9285-a436-4040-9fd4-215524dbfc92/fe61c153-7957-49f7-a9db-0f92e4792db9/a4ae0c45-475a-4372-ba28-58ace3375ff7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:27.722353 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] For port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:27.725689 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] For port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:27.732265 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.817253 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:27.818020 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:06:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:27.887139 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bd367-c4a0-42ee-8668-e271e4d53fc9 None None] Pushing event updated for resources: {'Port': ['ID=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:27.935832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:27.946482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Transition to ACTIVE for port object a4ae0c45-475a-4372-ba28-58ace3375ff7 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:27.966901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Transition to ACTIVE for port object a4ae0c45-475a-4372-ba28-58ace3375ff7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:27.972417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.009621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:28.036215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Network 86cf9285-a436-4040-9fd4-215524dbfc92 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:28.039203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:28.047341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:28.057383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Pushing event updated for resources: {'Port': ['ID=a4ae0c45-475a-4372-ba28-58ace3375ff7,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:28.092077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.141514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Attempting to bind port a4ae0c45-475a-4372-ba28-58ace3375ff7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:28.142250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Attempting to bind port a4ae0c45-475a-4372-ba28-58ace3375ff7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:28.142250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Attempting to bind port a4ae0c45-475a-4372-ba28-58ace3375ff7 on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:28.147499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:28.147868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Checking segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:28.148299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.148686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Bound using segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:28.149174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Bound port: a4ae0c45-475a-4372-ba28-58ace3375ff7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:28.149543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.295462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] For port a4ae0c45-475a-4372-ba28-58ace3375ff7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:28.297155 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:25Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:28.298698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] For port a4ae0c45-475a-4372-ba28-58ace3375ff7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a4ae0c45-475a-4372-ba28-58ace3375ff7,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:28.302339 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c045-8b41-411e-a923-e9523994656f None None] The sync data for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv is: [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:25Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:28.303854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.388953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf412-9d2d-4b9c-aa5c-5ebeca1fc6fe None None] Pushing event updated for resources: {'Port': ['ID=a4ae0c45-475a-4372-ba28-58ace3375ff7,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:28.672156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (86cf9285-a436-4040-9fd4-215524dbfc92/fe61c153-7957-49f7-a9db-0f92e4792db9/7344e0e2-d18c-4bea-8da8-01043a577472) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:28.855987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.873204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 7344e0e2-d18c-4bea-8da8-01043a577472 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:28.898108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:28.964029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 86cf9285-a436-4040-9fd4-215524dbfc92 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:28.971898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:28.974478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:29.017770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:29.031460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-79fd72ab-97bb-4ef5-ae43-a93bacb7a69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.047724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.386372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.427643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f27803-8953-49f4-8eb2-709c58065cf4 None None] Network 86cf9285-a436-4040-9fd4-215524dbfc92 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:07:29.546307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-716bd1e8-f7e9-4c3b-b855-d3df54fdb93f None None] Provisioning for port a4ae0c45-475a-4372-ba28-58ace3375ff7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:29.808784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.813663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.909663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:29.911227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-38692948-2634-4282-b2f3-afee5d969e5d None None] Provisioning for port 7344e0e2-d18c-4bea-8da8-01043a577472 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:29.916050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-38692948-2634-4282-b2f3-afee5d969e5d None None] Provisioning complete for port 7344e0e2-d18c-4bea-8da8-01043a577472 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:29.916664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-38692948-2634-4282-b2f3-afee5d969e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.000632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-38692948-2634-4282-b2f3-afee5d969e5d None None] Port 7344e0e2-d18c-4bea-8da8-01043a577472 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:30.030546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:30.110632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:30.119269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:30.119630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.154323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:30.175726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-31dafec6-56df-4bfe-aa7e-cb238c33a599 None None] Provisioning complete for port 7344e0e2-d18c-4bea-8da8-01043a577472 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:30.176093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-31dafec6-56df-4bfe-aa7e-cb238c33a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.206956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 86cf9285-a436-4040-9fd4-215524dbfc92 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:30.208160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:30.236485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-31dafec6-56df-4bfe-aa7e-cb238c33a599 None None] Port 7344e0e2-d18c-4bea-8da8-01043a577472 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:30.296524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.315398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:30.321384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.322229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a4ae0c45-475a-4372-ba28-58ace3375ff7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:30.409349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 8a482611-48a5-4e55-9182-a19d8e10ab9d has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:30.444824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.470384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:30.487225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.495228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a4ae0c45-475a-4372-ba28-58ace3375ff7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:30.498155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d1d26b0b-091e-4e0c-abd2-b5a787da5cab None None] Provisioning complete for port 7344e0e2-d18c-4bea-8da8-01043a577472 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:30.498517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d1d26b0b-091e-4e0c-abd2-b5a787da5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.528112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a4ae0c45-475a-4372-ba28-58ace3375ff7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:30.528489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.597894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d1d26b0b-091e-4e0c-abd2-b5a787da5cab None None] Port 7344e0e2-d18c-4bea-8da8-01043a577472 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:30.612856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:30.626388 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-caa3cf76-5589-4c39-af44-a1633ed3b005 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/8a482611-48a5-4e55-9182-a19d8e10ab9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792962 Mar 16 11:07:30.628756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47186) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:30.642645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Sync routers for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:30.661151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:30.661684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:30.737647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.766033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167e91d-acf1-4d5d-8914-a8d2218e6414 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.766621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167e91d-acf1-4d5d-8914-a8d2218e6414 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.767096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167e91d-acf1-4d5d-8914-a8d2218e6414 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.767550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167e91d-acf1-4d5d-8914-a8d2218e6414 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.771673 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d167e91d-acf1-4d5d-8914-a8d2218e6414 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1395676 Mar 16 11:07:30.771919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47190) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:30.847128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a4ae0c45-475a-4372-ba28-58ace3375ff7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a4ae0c45-475a-4372-ba28-58ace3375ff7,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:30.850108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ba1ed-a878-43be-9482-6f5b6e528c0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.850653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ba1ed-a878-43be-9482-6f5b6e528c0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.851060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ba1ed-a878-43be-9482-6f5b6e528c0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.852121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ba1ed-a878-43be-9482-6f5b6e528c0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:30.856343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-134ba1ed-a878-43be-9482-6f5b6e528c0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0810583 Mar 16 11:07:30.856618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47194) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:30.859499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:30.913966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:31.055193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a4ae0c45-475a-4372-ba28-58ace3375ff7,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:31.062422 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9a4c250e-e6b3-4b60-9cc9-7c30722b5f90 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2047143 Mar 16 11:07:31.065139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47198) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:31.071354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1643371912', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:31.208105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:31.212768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:port and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:31.215632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:31.221347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:31.231063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:07:31.234480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.255276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] device_id is not set on port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:07:31.286701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:31.291360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Checking router: 8a482611-48a5-4e55-9182-a19d8e10ab9d for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:31.291715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Updating router 8a482611-48a5-4e55-9182-a19d8e10ab9d port 7344e0e2-d18c-4bea-8da8-01043a577472 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:07:31.344255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.393476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.7 (86cf9285-a436-4040-9fd4-215524dbfc92/fe61c153-7957-49f7-a9db-0f92e4792db9/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:31.600566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.616040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object ba3ddc07-01e3-4b8b-b54e-680785e6c1fd will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:31.640381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.707915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 86cf9285-a436-4040-9fd4-215524dbfc92 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:31.716048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:31.720380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:31.868588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.876896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.884444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Transition to ACTIVE for port object 7344e0e2-d18c-4bea-8da8-01043a577472 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:31.894606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.902653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:31.938544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:31.939147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.963606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:31.970558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-08191a99-f32d-47a1-8a74-79aa737f6208 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9041867 Mar 16 11:07:32.105521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122050f-aa9e-4768-baa2-e045eedcb777 None None] Pushing event updated for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:32.179267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2cc86730-3d46-4b0d-9f65-5d7808be0467 None None] Provisioning for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:32.202774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2cc86730-3d46-4b0d-9f65-5d7808be0467 None None] Provisioning complete for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:32.203139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2cc86730-3d46-4b0d-9f65-5d7808be0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.249927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Attempting to bind port 7344e0e2-d18c-4bea-8da8-01043a577472 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:32.250285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Attempting to bind port 7344e0e2-d18c-4bea-8da8-01043a577472 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:32.250641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Attempting to bind port 7344e0e2-d18c-4bea-8da8-01043a577472 on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:32.258940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:32.259303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.290751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:32.291032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Checking segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:32.291422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.291803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Bound using segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:32.292259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Bound port: 7344e0e2-d18c-4bea-8da8-01043a577472, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:32.292622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.318298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2cc86730-3d46-4b0d-9f65-5d7808be0467 None None] Port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:32.403596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47204) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:32.409451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247536580', 'description': 'tempest-secgroup-smoke-1247536580 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:32.416259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:32.420630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:32.423554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:32.429806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:32.439919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.457770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] For port 7344e0e2-d18c-4bea-8da8-01043a577472, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:32.463695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:32.467686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:32.470588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:32.472938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] For port 7344e0e2-d18c-4bea-8da8-01043a577472, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7344e0e2-d18c-4bea-8da8-01043a577472,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:32.477242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:32.488223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.527648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a4ae0c45-475a-4372-ba28-58ace3375ff7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:32.548416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.552330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.600060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50a0d46-b1a5-441a-b241-c295f02386b0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:32.604215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.605483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b17f45b2-4efd-4ff2-b66b-ed97c2480e49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2008224 Mar 16 11:07:32.608376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47208) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:32.613447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:32.620606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:32.625382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:32.625734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122050f-aa9e-4768-baa2-e045eedcb777 None None] Pushing event updated for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:32.628289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:32.630868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:32.631489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:32.635102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:32.652986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.702691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a4ae0c45-475a-4372-ba28-58ace3375ff7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:32.703063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.724563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.730096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.756658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ea8281-1480-4734-8cd1-4f74937b11bf,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:32.774786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.777001 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14d9af5f-8dcb-41cb-b478-6494163ce526 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675990 Mar 16 11:07:32.779876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47212) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:32.786237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:32.793240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:32.798797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:32.801809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:32.807518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:32.825067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.893371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.897215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.922005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428762a8-cf53-4e62-81ad-e0f8ace34439,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:32.931547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:32.932795 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ed50f06-8eb9-44e7-9d42-38b918167bb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507690 Mar 16 11:07:32.935649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47216) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:32.940918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:32.947753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:32.951561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:32.954734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:32.954966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:32.960380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:32.977637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.039975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.044556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.069693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37403b41-993c-42be-86be-6b31f4ed40b0,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:33.080903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.082215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5512c802-1da3-45c7-9615-14aa3f9b2600 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455572 Mar 16 11:07:33.085234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47220) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:33.091036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:33.096951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:33.101261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:33.104255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:33.110180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:33.126901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.189577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.193342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.216824 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a1d18-9b21-4d18-a562-63d8d20058fb,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:33.228884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.230068 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8e5a6e16-4d0d-4a29-b2b4-12217456afea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432593 Mar 16 11:07:33.233137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47224) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:33.238236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:33.244667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:33.248594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:33.251433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:33.257111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:33.268051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:33.275616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.294690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:32Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:33.299489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f1e26-1fc6-4f5f-9510-0b1ba1708c56 None None] The sync data for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv is: [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:32Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:33.346895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.353238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.383352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03719b7b-a041-496b-9eee-7bd45ac6993e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:33.391487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.392616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b87b0fef-d7fb-43ad-a782-d753db24bc87 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584914 Mar 16 11:07:33.395361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47228) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:33.401348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'b50a0d46-b1a5-441a-b241-c295f02386b0', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:33.408501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:33.412403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:33.415498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:33.421671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:33.433724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:33.441127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.515482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.519431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.545588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b606d66b-d3e6-489c-afa9-79528c999eea,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:33.554835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.556964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-02f33899-05ce-45d2-8f4e-5b4d4d4e61c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606376 Mar 16 11:07:33.723968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-a30042bd-1a39-4207-8581-5b1376a12369 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:33.740382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-a30042bd-1a39-4207-8581-5b1376a12369 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:33.742504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-a30042bd-1a39-4207-8581-5b1376a12369 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247536580&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0573547 Mar 16 11:07:33.825939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-57c2f0b4-dd6e-464c-a006-2be44ff9c1f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:33.826533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-57c2f0b4-dd6e-464c-a006-2be44ff9c1f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:33.843047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-57c2f0b4-dd6e-464c-a006-2be44ff9c1f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:33.844272 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-57c2f0b4-dd6e-464c-a006-2be44ff9c1f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 930 time: 0.0948277 Mar 16 11:07:33.924947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-7e318626-d3d5-4dfd-b492-5e2e8a2d6ab7 service neutron] 10.222.0.50 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0677969 Mar 16 11:07:33.947038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7344e0e2-d18c-4bea-8da8-01043a577472 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:34.009940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.030971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 7344e0e2-d18c-4bea-8da8-01043a577472 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:34.036163 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 7344e0e2-d18c-4bea-8da8-01043a577472 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:34.036529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.069511 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-e9f15d9f-2044-404b-b069-004d0e15cd8d service neutron] 10.222.0.50 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378744 Mar 16 11:07:34.163060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.201552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 7344e0e2-d18c-4bea-8da8-01043a577472, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7344e0e2-d18c-4bea-8da8-01043a577472,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:34.206353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.218305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-afb08da1-a1dd-42dc-a458-9ada0b15cb46 service neutron] 10.222.0.50 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410601 Mar 16 11:07:34.276919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:34.411641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9330fe0f-ef9b-48f3-ba28-2109522b0bb4 req-be697536-1a14-4f2b-925e-5b47ce8459d7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 210 time: 0.0453691 Mar 16 11:07:35.393188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-bd4a2708-bcf3-44bc-b659-66aee7af3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:35.394512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-bd4a2708-bcf3-44bc-b659-66aee7af3dc8 service neutron] 10.222.0.55 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1026 time: 0.0649476 Mar 16 11:07:35.590478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-90d28837-71e3-4ea3-8af6-bf8aa06c5f1a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:35.591145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-90d28837-71e3-4ea3-8af6-bf8aa06c5f1a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:35.596383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90644968-e64a-4846-b43e-91fa995be68b req-a8714467-db3c-4c5d-9ac6-8320f30a775f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 210 time: 0.0569441 Mar 16 11:07:35.609032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2964789e-bfab-4ed7-bac9-5c558854146f req-90d28837-71e3-4ea3-8af6-bf8aa06c5f1a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:35.610278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-90d28837-71e3-4ea3-8af6-bf8aa06c5f1a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 796 time: 0.2100477 Mar 16 11:07:35.664878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-b1675ea2-a2e0-452f-9e92-0543efb5bf83 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 380 time: 0.0393443 Mar 16 11:07:35.682430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Request body: {'port': {'device_id': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:35.790560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:35.922523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7344e0e2-d18c-4bea-8da8-01043a577472 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:35.998078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 7344e0e2-d18c-4bea-8da8-01043a577472 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:35.998443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.133050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3ddc07-01e3-4b8b-b54e-680785e6c1fd {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:36.140299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.153872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Transition to ACTIVE for port object ba3ddc07-01e3-4b8b-b54e-680785e6c1fd will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:36.156536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.380114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:36.484038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:36.484680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:36.484680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:36.489197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:07:36.489516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:36.495221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:36.495550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Checking segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:36.495927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Bound using segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:36.496348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Bound port: ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:36.496686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.589397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:36.592284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:36.595736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.650053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:36.650668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.652187 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] 10.222.0.55 "PUT /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1131 time: 0.9739449 Mar 16 11:07:36.652463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:36.685909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd2822-4735-443a-9dcf-a22482d2e1ec service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:36.703877 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'status': 'completed', 'code': 200} Mar 16 11:07:36.855648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ef4c-2fb3-4f3b-a6d5-7ddfe41277d6 req-6da8df60-df3b-4ab0-888f-f63c360953c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:36.857110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cc4ef4c-2fb3-4f3b-a6d5-7ddfe41277d6 req-6da8df60-df3b-4ab0-888f-f63c360953c1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 981 time: 0.1421385 Mar 16 11:07:36.859698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-18d7765b-2793-4201-b381-18f6f129a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:36.861042 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-18d7765b-2793-4201-b381-18f6f129a8a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 1134 time: 0.1110597 Mar 16 11:07:36.956146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-83f8aed1-2663-41f9-91c1-f74f64996174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 217 time: 0.0780332 Mar 16 11:07:36.963878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cc4ef4c-2fb3-4f3b-a6d5-7ddfe41277d6 req-290feb53-2df8-4c3f-81b2-5fe27d9283e7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010647 Mar 16 11:07:37.023869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-e4f6b432-77b2-4f34-8272-441a15f9299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.025304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-e4f6b432-77b2-4f34-8272-441a15f9299a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 200 len: 834 time: 0.0605931 Mar 16 11:07:37.106437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964789e-bfab-4ed7-bac9-5c558854146f req-6a8338c8-ca57-4a36-b209-1e5e7e24a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.107969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-6a8338c8-ca57-4a36-b209-1e5e7e24a3c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=86cf9285-a436-4040-9fd4-215524dbfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767245 Mar 16 11:07:37.237802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-1863c0a7-0157-4563-97d8-60f9cd299a2e service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235075 Mar 16 11:07:37.366357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2964789e-bfab-4ed7-bac9-5c558854146f req-40db85d1-13b1-47ce-b32f-d42a94299cab service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217492 Mar 16 11:07:37.517758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-b3c00925-23df-420d-b35a-d4c8456c7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.519208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-b3c00925-23df-420d-b35a-d4c8456c7012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 1134 time: 0.0688035 Mar 16 11:07:37.648706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-f89cc43f-7386-49e1-af1c-7e8ec75ad7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.650241 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-f89cc43f-7386-49e1-af1c-7e8ec75ad7da service neutron] 10.222.0.55 "GET /v2.0/networks?id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 897 time: 0.1246850 Mar 16 11:07:37.719005 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-9cb0b44e-d971-4cbf-aebb-ec50ef02fad2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 217 time: 0.0629015 Mar 16 11:07:37.779031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-5907b6d9-f7b3-4a9b-8a6f-96b8cb434a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.780290 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-5907b6d9-f7b3-4a9b-8a6f-96b8cb434a95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 200 len: 834 time: 0.0557969 Mar 16 11:07:37.856906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-5ee2e867-68b4-4af5-a566-c45933e49ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:37.858362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-5ee2e867-68b4-4af5-a566-c45933e49ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=86cf9285-a436-4040-9fd4-215524dbfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723329 Mar 16 11:07:38.124880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-9c2e5f89-43d9-4ec6-9779-f16d3fe2c5f9 service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599378 Mar 16 11:07:38.252631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894380b0-da46-42bf-b09c-7b054aeb2693 req-29013c2f-a3b7-4c08-9a9b-a27f1a3246b7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:38.254111 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894380b0-da46-42bf-b09c-7b054aeb2693 req-29013c2f-a3b7-4c08-9a9b-a27f1a3246b7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 981 time: 0.1848388 Mar 16 11:07:38.307517 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bea4af08-e0b1-4fea-89a0-8881a1637ceb req-569d1a98-3d54-4293-b6d4-a3d0bae45ba5 service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764572 Mar 16 11:07:38.316863 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894380b0-da46-42bf-b09c-7b054aeb2693 req-67089678-cd82-4489-9c5c-795c6fef1fdb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551183 Mar 16 11:07:39.497829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89061246-3051-459e-8fc7-35530d9607d1 req-23471d03-38c2-4efb-a2a4-a80d1e741d03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:39.499252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89061246-3051-459e-8fc7-35530d9607d1 req-23471d03-38c2-4efb-a2a4-a80d1e741d03 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 981 time: 0.0786171 Mar 16 11:07:39.542883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89061246-3051-459e-8fc7-35530d9607d1 req-609a067b-d7d3-48e4-8c49-3f3ec45e0c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Mar 16 11:07:40.339274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:07:40.470645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:40.484305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'mac_address': 'fa:16:3e:9d:e4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:07:40.537282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.554011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3ddc07-01e3-4b8b-b54e-680785e6c1fd {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:40.570318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:40.574516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:40.646049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:40.735787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7de7-581f-48c6-b0f6-68e521fbcf72 req-14b5441d-18ae-4e77-b4b5-607fcb265f60 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:40.737315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20df7de7-581f-48c6-b0f6-68e521fbcf72 req-14b5441d-18ae-4e77-b4b5-607fcb265f60 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 982 time: 0.0861919 Mar 16 11:07:40.780556 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20df7de7-581f-48c6-b0f6-68e521fbcf72 req-160a7361-8707-4aa4-9ebe-4ce720c9c8d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Mar 16 11:07:40.978621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:07:41.964971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e5fd-45f7-4aa1-bcbb-e7e1a16d1b30 req-c569fe81-a91c-4522-a9b8-523e2e8ebb6d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:41.966399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a10e5fd-45f7-4aa1-bcbb-e7e1a16d1b30 req-c569fe81-a91c-4522-a9b8-523e2e8ebb6d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 982 time: 0.0790191 Mar 16 11:07:42.009525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a10e5fd-45f7-4aa1-bcbb-e7e1a16d1b30 req-4aca2ad1-ccca-4faf-b1f2-cb8a088f6e41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 Mar 16 11:07:42.350680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:07:42.421397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:07:42.426215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:42.426585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:42.542533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:42.568510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:42.578790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:42.583267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:42.619333 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'code': 200} Mar 16 11:07:42.650599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:42.875208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26132-56ea-4577-b987-605c1eadf8d9 req-10982459-75aa-41f8-971b-0025d1adf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:42.876564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37d26132-56ea-4577-b987-605c1eadf8d9 req-10982459-75aa-41f8-971b-0025d1adf212 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 1136 time: 0.0726161 Mar 16 11:07:42.915870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37d26132-56ea-4577-b987-605c1eadf8d9 req-4cdc4436-c69b-4557-851d-5dad61994109 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Mar 16 11:07:43.190923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b228e0b-9a2b-4efa-afd9-a9ff885608b2 req-546cda5b-47bd-4b16-b2d7-4dd339f2932e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:43.192263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9b228e0b-9a2b-4efa-afd9-a9ff885608b2 req-546cda5b-47bd-4b16-b2d7-4dd339f2932e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.0803342 Mar 16 11:07:43.239097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9b228e0b-9a2b-4efa-afd9-a9ff885608b2 req-3aa4325b-9c3d-437b-9b7d-ff342ff76c71 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Mar 16 11:07:44.422051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ceb59-17bb-4429-b370-9a7b95ce97a5 req-175abafd-d38e-4c41-8ae4-a0a3f320107e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:44.423474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f45ceb59-17bb-4429-b370-9a7b95ce97a5 req-175abafd-d38e-4c41-8ae4-a0a3f320107e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.0779424 Mar 16 11:07:44.467269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f45ceb59-17bb-4429-b370-9a7b95ce97a5 req-72196efe-1f32-4f69-911a-abcae80549e1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Mar 16 11:07:44.653767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778609e6-3d99-4e19-bc5d-326b78cf56f8 req-d200d76b-41b4-4c2d-8631-994334580334 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:44.655172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-778609e6-3d99-4e19-bc5d-326b78cf56f8 req-d200d76b-41b4-4c2d-8631-994334580334 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.0821288 Mar 16 11:07:44.698702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-778609e6-3d99-4e19-bc5d-326b78cf56f8 req-b57a6f28-d648-413f-b171-606484d3f466 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379317 Mar 16 11:07:44.720992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47280) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:44.789741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a5413-8c5c-4c2f-86e4-34f1a2bfb9c3 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:44.791917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4b7a5413-8c5c-4c2f-86e4-34f1a2bfb9c3 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 1131 time: 0.0699856 Mar 16 11:07:44.794926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47284) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:44.799667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:44.805394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:44.809337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:44.812082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:44.817687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:44.828520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:44.961088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:45.094807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.90 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a5c1c7fb-af17-4231-bd25-c649afb993e9) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:07:45.235879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:45.264822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:45.320483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:07:45.324136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:07:45.327636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:07:45.376478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=a5c1c7fb-af17-4231-bd25-c649afb993e9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:45.833923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:45.921899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:46.125563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:46.129674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:46.246915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=a5c1c7fb-af17-4231-bd25-c649afb993e9,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:46.254779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:46.422132 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 3fcec9e7-1d20-4aa0-834f-ec8f24212c65 associated. External IP: 172.26.0.90, port: ba3ddc07-01e3-4b8b-b54e-680785e6c1fd. Mar 16 11:07:46.767045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 8a482611-48a5-4e55-9182-a19d8e10ab9d has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:07:47.055358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:07:47.066024 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Sync routers for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:07:47.076049 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:47.076652 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:47.080224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:47.137327 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e8612811-6c13-4df0-9faa-430044407627 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3413842 Mar 16 11:07:47.137899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:47.140493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47288) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:47.183403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'status': 'completed', 'code': 200} Mar 16 11:07:47.220152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9512b-f97e-4126-8f9e-1ad9336810a7 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.224422 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05d9512b-f97e-4126-8f9e-1ad9336810a7 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018&network_id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 1131 time: 0.0822036 Mar 16 11:07:47.292665 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:47.301218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042871dd-b6ea-4324-8c16-f37934a08117 req-9121a2ed-67ad-413f-af99-e4713df93c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.302789 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-9121a2ed-67ad-413f-af99-e4713df93c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 1136 time: 0.0754840 Mar 16 11:07:47.447323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042871dd-b6ea-4324-8c16-f37934a08117 req-6f78471f-75d0-487d-b00d-f5dc73c6bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.449065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-6f78471f-75d0-487d-b00d-f5dc73c6bf48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 897 time: 0.1396425 Mar 16 11:07:47.637059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-e1553715-3719-4568-a02e-b3da31404532 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1036 time: 0.1490490 Mar 16 11:07:47.644707 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '3fcec9e7-1d20-4aa0-834f-ec8f24212c65', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1643371912', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'mac_address': 'fa:16:3e:9d:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:45Z', 'updated_at': '2022-03-16T11:07:45Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:47.648442 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Checking router: 8a482611-48a5-4e55-9182-a19d8e10ab9d for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:07:47.657755 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:07:47.658341 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:47.714485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726a82-2340-48f1-bdf4-d2823b2e9979 req-999a0512-d968-4262-b075-65dfcb5c1918 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.715932 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79726a82-2340-48f1-bdf4-d2823b2e9979 req-999a0512-d968-4262-b075-65dfcb5c1918 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.1679194 Mar 16 11:07:47.738230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042871dd-b6ea-4324-8c16-f37934a08117 req-d3fd2dba-fda0-4c49-9b6e-ed7735ae932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.739608 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-d3fd2dba-fda0-4c49-9b6e-ed7735ae932a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 200 len: 834 time: 0.0954795 Mar 16 11:07:47.804171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79726a82-2340-48f1-bdf4-d2823b2e9979 req-32144e7e-bf64-47e7-8b57-1369ad45e3d2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Mar 16 11:07:47.833354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042871dd-b6ea-4324-8c16-f37934a08117 req-b40b3dc5-caaa-44d7-90a9-2ef31af99a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:47.834830 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:07:47.835038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-b40b3dc5-caaa-44d7-90a9-2ef31af99a5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=86cf9285-a436-4040-9fd4-215524dbfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865965 Mar 16 11:07:47.967528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-0463479d-2d32-4224-8e2d-3b3324f291d2 service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243863 Mar 16 11:07:48.102029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-042871dd-b6ea-4324-8c16-f37934a08117 req-59dec898-6bf8-43e2-83f8-c60755fcf25b service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245921 Mar 16 11:07:48.182883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '3fcec9e7-1d20-4aa0-834f-ec8f24212c65', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1643371912', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'mac_address': 'fa:16:3e:9d:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:45Z', 'updated_at': '2022-03-16T11:07:45Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:07:48.186825 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af8e82-9c28-4960-89bd-74975b267480 None None] The sync data for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv is: [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '3fcec9e7-1d20-4aa0-834f-ec8f24212c65', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1643371912', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'mac_address': 'fa:16:3e:9d:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c950d-20ff-4da0-97d2-a8147e236018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:07:45Z', 'updated_at': '2022-03-16T11:07:45Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:07:48.364492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55690320-2de9-4a3f-8fb7-10a405757f10 None None] New status for floating IP 3fcec9e7-1d20-4aa0-834f-ec8f24212c65: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:07:48.987229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bfe6d-8a38-4ac5-8542-8fb7433538e3 req-029e8f66-377f-4138-b80b-b5fc5bd7dc76 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:48.988649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2f9bfe6d-8a38-4ac5-8542-8fb7433538e3 req-029e8f66-377f-4138-b80b-b5fc5bd7dc76 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.0785487 Mar 16 11:07:49.035685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2f9bfe6d-8a38-4ac5-8542-8fb7433538e3 req-d08be059-9f59-47cc-97c9-090a93867dae tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Mar 16 11:07:49.125862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705fea-77be-4a31-846b-02b426120cd0 req-cfb9a8b7-d41a-4907-b1a0-464d0b63f1dd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:49.127189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce705fea-77be-4a31-846b-02b426120cd0 req-cfb9a8b7-d41a-4907-b1a0-464d0b63f1dd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 983 time: 0.0762243 Mar 16 11:07:49.194192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705fea-77be-4a31-846b-02b426120cd0 req-dab6b33a-fb7b-488b-b37c-221c2b20782e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:49.195468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce705fea-77be-4a31-846b-02b426120cd0 req-dab6b33a-fb7b-488b-b37c-221c2b20782e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0635476 Mar 16 11:07:49.336261 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce705fea-77be-4a31-846b-02b426120cd0 req-2e6db229-0888-46af-a617-1beb6d273711 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1354759 Mar 16 11:07:49.345988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:49.455769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:49.763257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:49.791257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:49.842375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] device_id is not set on port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:07:49.850732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:49.857048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:49.996348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=6']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:50.055840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] No DVR routers for this DVR port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:07:50.074693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-baa807fb-bef1-4d83-94f9-6554771b1d8c None None] Provisioning complete for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:07:50.075176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa807fb-bef1-4d83-94f9-6554771b1d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:50.130904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-baa807fb-bef1-4d83-94f9-6554771b1d8c None None] Port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:07:50.249213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d87754b8-b118-4e7e-ab4d-715f9f294738 req-b3e23f29-8c2f-431d-8a35-94c4a8a1d742 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e0c950d-20ff-4da0-97d2-a8147e236018 HTTP/1.1" status: 200 len: 210 time: 0.1021266 Mar 16 11:07:50.319276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] In _notify_port_updated(), no bound segment for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:07:50.320148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:50.320749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:50.322048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce705fea-77be-4a31-846b-02b426120cd0 req-27518b05-06e9-4948-a9ab-3c0b8660e73d service neutron] 10.222.0.55 "PUT /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1026 time: 0.9799502 Mar 16 11:07:51.341993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47304) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:51.410340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5ce66-90d7-4515-9412-4652fc629191 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:51.410895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67e5ce66-90d7-4515-9412-4652fc629191 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:07:51.425594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67e5ce66-90d7-4515-9412-4652fc629191 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:07:51.426683 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67e5ce66-90d7-4515-9412-4652fc629191 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 925 time: 0.0837061 Mar 16 11:07:51.676358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47310) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:51.681851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785783856', 'description': 'tempest-secgroup-smoke-1785783856 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:51.687760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:51.697601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:51.707698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.727363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:51.731094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:51.733867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:51.739382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:51.810689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.813990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.859094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8342aee5-3c8e-4703-b74c-90141ac6ba98,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:51.861823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.863005 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f48ce08-2fb3-4c2f-bf6d-534c19064ee4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1856279 Mar 16 11:07:51.866237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47314) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:51.872386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:51.878390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:51.882283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:51.885815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:51.891421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:51.907713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.967117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.970572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:51.992412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9940a913-e416-4241-b2e8-9e2a3f72104f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.001637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.002785 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b465d92d-03dc-409f-a389-cbf73452a335 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359830 Mar 16 11:07:52.005559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47318) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:52.010865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:52.016435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:52.020148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:52.022951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:52.028621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:52.044086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.104705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.107913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.130426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378180e7-8410-4e8e-b952-5513c2873e09,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.139496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.140646 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-85002080-e28d-4e97-8254-4368d5f54eac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342092 Mar 16 11:07:52.143416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47322) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:52.148053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:52.154235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:52.158055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:52.160739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:52.166981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:52.182777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.244386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.247989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.273927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b3b961-6de2-4303-810e-a5667c3e70db,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.280560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.281706 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d265a719-b97f-45c9-82f4-cb904c97d0c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373498 Mar 16 11:07:52.284411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47326) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:52.289347 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:52.295875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:52.299650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:52.302517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:52.308643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:52.326282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.388420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.391806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.418831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a61c52-4e3f-43af-9a7b-5e66050d6236,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.427785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.428970 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-793592f1-4530-4da6-b887-3e7b5f3db552 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435955 Mar 16 11:07:52.432247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47330) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:52.437206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:52.443226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:52.447820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:52.450701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:52.456205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:52.467546 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:52.473922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.537483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.540737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.563249 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b4f1fe-f43c-4164-8504-b7859f69515c,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.573075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.574228 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-57c77170-6cea-4a9c-bd7a-b2d3c8758f95 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410074 Mar 16 11:07:52.577042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47334) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:07:52.581919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '8342aee5-3c8e-4703-b74c-90141ac6ba98', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:52.588128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:07:52.591874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:07:52.594738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:07:52.600880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:07:52.610782 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:07:52.617049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.682224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.685308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.707916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5473211-5b33-4dac-8935-994e88f8e9c8,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:52.715903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:52.717201 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ca4be719-c0be-40b7-9e00-a27525332f5e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391876 Mar 16 11:07:52.887815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-8a27d1e6-d3eb-48b6-bdd4-61aca1623614 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785783856&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0511656 Mar 16 11:07:52.968185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-0cefc80d-87d5-485d-a9ad-e171a43e86c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:52.969452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-0cefc80d-87d5-485d-a9ad-e171a43e86c7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 930 time: 0.0746791 Mar 16 11:07:53.109418 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-52f9d0b9-d26f-46d0-b42c-352bae065e73 service neutron] 10.222.0.50 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1281555 Mar 16 11:07:53.119132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b711e069-f2bf-40b9-82f0-bc35025cddd5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:07:53.120025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b711e069-f2bf-40b9-82f0-bc35025cddd5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052729 Mar 16 11:07:53.245753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-e667f23d-961f-46b0-aadf-cd3b942d2011 service neutron] 10.222.0.50 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205678 Mar 16 11:07:53.375838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-042e36a9-ce0a-46fa-bcab-49ca08de36e6 service neutron] 10.222.0.50 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244078 Mar 16 11:07:53.564922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c17a9c7e-99b2-4060-a161-b3037875c8b0 req-97f2a072-c254-4910-8bb0-8c2cbfb4db12 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 210 time: 0.0466948 Mar 16 11:07:54.416963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:07:54.480494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:07:54.537565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-927b0f57-c537-4552-b96e-4b36f7d3ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:54.538943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-927b0f57-c537-4552-b96e-4b36f7d3ed18 service neutron] 10.222.0.55 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1026 time: 0.0653129 Mar 16 11:07:54.731049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1697887-deb8-40d6-933c-be0c1afa5cea req-8a937b23-43f7-4da0-a7ed-ef5d68afd8ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 210 time: 0.0492487 Mar 16 11:07:54.737422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-1d96de0a-de64-4db8-b2a8-2ad53123e92b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:54.738748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-1d96de0a-de64-4db8-b2a8-2ad53123e92b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 796 time: 0.1945894 Mar 16 11:07:54.796396 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-86c34929-07c0-4f1f-869c-7b38f80f08b7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 473 time: 0.0440366 Mar 16 11:07:54.806940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Request body: {'port': {'device_id': 'f4948766-719a-4b97-b02f-d34b5cdf6362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:07:55.008206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.335022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3ddc07-01e3-4b8b-b54e-680785e6c1fd {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:55.342815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.358197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Transition to ACTIVE for port object ba3ddc07-01e3-4b8b-b54e-680785e6c1fd will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:07:55.362409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.502184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=7']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:55.638996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:07:55.639679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:07:55.639679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:55.644014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:07:55.644324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Attempting to bind port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:07:55.649463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:07:55.649796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Checking segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:07:55.650203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Bound using segment: {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:07:55.650623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Bound port: ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46ed106-fa58-4104-a391-8dcb25fb8a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:07:55.650958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.738470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:07:55.741357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:07:55.745908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.799864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:55.800526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:55.801807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] 10.222.0.55 "PUT /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1131 time: 0.9992740 Mar 16 11:07:55.802264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4948766-719a-4b97-b02f-d34b5cdf6362', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:07:55.829644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2bae3-a453-4b2f-8a66-f79785c93a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=8']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:55.887928 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4948766-719a-4b97-b02f-d34b5cdf6362', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'status': 'completed', 'code': 200} Mar 16 11:07:55.994154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-88273897-3ca3-4f48-9b40-67f026bcc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:55.995606 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-88273897-3ca3-4f48-9b40-67f026bcc267 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 1134 time: 0.1069574 Mar 16 11:07:56.008194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c030c-4e16-472b-a628-908d6ccbe86e req-f95a5c36-0473-4859-ab5e-a2b8e958dd3f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:56.010204 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-253c030c-4e16-472b-a628-908d6ccbe86e req-f95a5c36-0473-4859-ab5e-a2b8e958dd3f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 981 time: 0.1564448 Mar 16 11:07:56.137200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-253c030c-4e16-472b-a628-908d6ccbe86e req-70abf615-85d4-4fd6-afbc-3ac877ac9148 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Mar 16 11:07:56.138841 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-a58d4eae-3084-463e-9d85-089309bfc881 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1036 time: 0.1276412 Mar 16 11:07:56.205086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-e358523c-c4d9-42b2-9b42-e6cedb9369f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:56.206545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-e358523c-c4d9-42b2-9b42-e6cedb9369f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 200 len: 834 time: 0.0616241 Mar 16 11:07:56.281324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-e6761710-3c48-46ec-af01-2d37559c1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:56.282753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-e6761710-3c48-46ec-af01-2d37559c1e34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=86cf9285-a436-4040-9fd4-215524dbfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700207 Mar 16 11:07:56.416157 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-0ac3048b-6fa4-456c-9af5-1f0025e366ec service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263559 Mar 16 11:07:56.547281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9d492a9-489a-47e2-8a4a-a2352c6ea323 req-5edb603f-eebd-458f-8757-f77c33f67ce5 service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264989 Mar 16 11:07:56.697121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-445a15bd-ca05-4b06-a52a-a64b1196ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:56.698463 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-445a15bd-ca05-4b06-a52a-a64b1196ede6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 1134 time: 0.0685384 Mar 16 11:07:56.833155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9613fae2-23ba-4c30-a777-d6f16ca1bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:56.931421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-26b14f70-81e1-493e-b983-c745b66d92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:56.932962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-26b14f70-81e1-493e-b983-c745b66d92da service neutron] 10.222.0.55 "GET /v2.0/networks?id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 897 time: 0.2280970 Mar 16 11:07:57.036461 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-87c8f146-cbe3-4d20-84b2-4c882a3b9e2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1036 time: 0.0971570 Mar 16 11:07:57.100483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-ddaa1978-48c0-4613-a079-d5701ec7cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:57.101965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-ddaa1978-48c0-4613-a079-d5701ec7cb22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 200 len: 834 time: 0.0601304 Mar 16 11:07:57.176490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-23205461-4ec1-41c2-8dbf-e92a33c053ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:57.177969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-23205461-4ec1-41c2-8dbf-e92a33c053ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=86cf9285-a436-4040-9fd4-215524dbfc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701077 Mar 16 11:07:57.360551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-6176ce32-2572-434b-acca-356f14a84281 service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754005 Mar 16 11:07:57.416391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1040-03ac-426d-a62b-de5ae91acab4 req-ff4dc10c-99ba-4444-8859-c221d0b2b82f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:57.417855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4fe1040-03ac-426d-a62b-de5ae91acab4 req-ff4dc10c-99ba-4444-8859-c221d0b2b82f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 981 time: 0.1525595 Mar 16 11:07:57.535715 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4fe1040-03ac-426d-a62b-de5ae91acab4 req-f7bae33f-adb0-4ae9-8f41-751462a59308 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694878 Mar 16 11:07:57.540795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe18f7dd-5a99-40ee-b018-a4050cdf59b9 req-fd196052-cc7c-4b2a-b524-c8eb5ccb795b service neutron] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685460 Mar 16 11:07:58.019595 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:58.433030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:07:58.564066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:58.577814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'port_id': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'mac_address': 'fa:16:3e:9d:e4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:07:58.632214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:58.649640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3ddc07-01e3-4b8b-b54e-680785e6c1fd {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:07:58.664458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:07:58.669625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:58.721890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd905e-266d-4e6e-af25-60498c78df38 req-2d6ec4e9-f9a3-4185-ae1b-bf60e34aedf9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:58.723819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41cd905e-266d-4e6e-af25-60498c78df38 req-2d6ec4e9-f9a3-4185-ae1b-bf60e34aedf9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 982 time: 0.0828698 Mar 16 11:07:58.739232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:07:58.772648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41cd905e-266d-4e6e-af25-60498c78df38 req-afbe87f7-167e-44f4-92e6-1b67008e0c60 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Mar 16 11:07:59.015927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:07:59.070131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35946e01-8238-4f9d-a540-7e2e43cde80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:59.965307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9609d-077f-4937-b686-8f12be5f0430 req-a5ce2f64-0bf8-46bb-8939-0e345beee622 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:07:59.966760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8ea9609d-077f-4937-b686-8f12be5f0430 req-a5ce2f64-0bf8-46bb-8939-0e345beee622 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 982 time: 0.0826333 Mar 16 11:08:00.010551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8ea9609d-077f-4937-b686-8f12be5f0430 req-67cb5476-b5fe-405f-97c2-a4834b57c99a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 Mar 16 11:08:00.407028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.458577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:00.486345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.525106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:00.529778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:00.530143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.643877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.670302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4948766-719a-4b97-b02f-d34b5cdf6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:00.679502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:00.684592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.726116 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4948766-719a-4b97-b02f-d34b5cdf6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ddc07-01e3-4b8b-b54e-680785e6c1fd', 'code': 200} Mar 16 11:08:00.758774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=10']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:00.969191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697548f-d4bf-4630-8aab-af74f1b4c3f7 req-f60029c6-0761-4c29-bc37-f05dc13187e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:00.970564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2697548f-d4bf-4630-8aab-af74f1b4c3f7 req-f60029c6-0761-4c29-bc37-f05dc13187e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 1137 time: 0.0691025 Mar 16 11:08:01.013967 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2697548f-d4bf-4630-8aab-af74f1b4c3f7 req-d39c66da-a9a1-4071-980c-1af6d3a0a26c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373473 Mar 16 11:08:01.198571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d2e3d-b2f4-477b-9759-79746a46b53c req-5b355df3-4f54-423a-84c6-d4e729c4d566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:01.200000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd9d2e3d-b2f4-477b-9759-79746a46b53c req-5b355df3-4f54-423a-84c6-d4e729c4d566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0803399 Mar 16 11:08:01.245849 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd9d2e3d-b2f4-477b-9759-79746a46b53c req-2253b320-438c-469f-9814-7fb1c8db3b0b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Mar 16 11:08:01.861649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:02.438369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a8850-c1bf-4c31-88a4-6b7bb71c465d req-59f3fc60-1561-4ecb-a403-b2d1928d90f8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:02.439805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c55a8850-c1bf-4c31-88a4-6b7bb71c465d req-59f3fc60-1561-4ecb-a403-b2d1928d90f8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0863473 Mar 16 11:08:02.483069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c55a8850-c1bf-4c31-88a4-6b7bb71c465d req-b66b0648-44c5-4cb3-b653-86fe39be34f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375412 Mar 16 11:08:03.663553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908b6c-4088-495d-831b-f05dc1713ef1 req-47f06732-3eef-4409-b6e7-1231188f4042 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:03.665147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45908b6c-4088-495d-831b-f05dc1713ef1 req-47f06732-3eef-4409-b6e7-1231188f4042 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0789340 Mar 16 11:08:03.708122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45908b6c-4088-495d-831b-f05dc1713ef1 req-0211f603-b5d8-4c5b-b1eb-ef973a5f0dbf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 Mar 16 11:08:03.893509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4084a-e5a9-4721-b909-4159468c1fae req-0dae49cc-2af3-43ca-9d0d-3a0e9ee2b354 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:03.894937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-caa4084a-e5a9-4721-b909-4159468c1fae req-0dae49cc-2af3-43ca-9d0d-3a0e9ee2b354 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0833232 Mar 16 11:08:03.938220 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-caa4084a-e5a9-4721-b909-4159468c1fae req-bc51ea2c-89f2-482b-a1b5-4632f622bdba tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Mar 16 11:08:03.962618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47390) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:03.967026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.033693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a8293-f31e-48c8-bc0c-61e9bcbe530f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:04.035148 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-252a8293-f31e-48c8-bc0c-61e9bcbe530f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362&network_id=86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 200 len: 1132 time: 0.0715609 Mar 16 11:08:04.387531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42089e2-f1b3-46e5-9370-d36c34ca10c7 req-de1b9c2b-2ee5-4f7c-84ab-2e6a83f17ecc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:04.388974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b42089e2-f1b3-46e5-9370-d36c34ca10c7 req-de1b9c2b-2ee5-4f7c-84ab-2e6a83f17ecc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0777004 Mar 16 11:08:04.436141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b42089e2-f1b3-46e5-9370-d36c34ca10c7 req-1b9797a8-4624-4dfd-aaec-271522f267e3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Mar 16 11:08:05.619208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b344f3-8d18-4ff5-8ea3-e7ab200a733d req-7cb8eb3c-b300-4740-af91-73b10ade884e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:05.620635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12b344f3-8d18-4ff5-8ea3-e7ab200a733d req-7cb8eb3c-b300-4740-af91-73b10ade884e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0796254 Mar 16 11:08:05.664441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12b344f3-8d18-4ff5-8ea3-e7ab200a733d req-bc513881-e60d-4750-8933-8280b2bf3933 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c8bf5e-0773-4147-ac33-59704efe2861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Mar 16 11:08:05.953801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-8348b21d-c9c2-4919-bc18-a3c1ed069275 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:05.955188 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-8348b21d-c9c2-4919-bc18-a3c1ed069275 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 984 time: 0.0801165 Mar 16 11:08:06.114908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-ee7592f9-6276-4667-961e-462a226c0042 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:06.116252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-ee7592f9-6276-4667-961e-462a226c0042 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1557190 Mar 16 11:08:06.257283 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-5a240de4-2a23-4e91-82ee-8e62ffd79e65 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1355047 Mar 16 11:08:06.266523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:06.376291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:06.572242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:06.599201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] For port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:06.647825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] device_id is not set on port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd yet. {{(pid=87841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:06.656330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:06.661261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:06.842121 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c60a5a7-9973-4f58-865a-dfc2638b94a1 req-1a8b69a5-7ce5-468f-a823-5eecdbe12a77 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4948766-719a-4b97-b02f-d34b5cdf6362 HTTP/1.1" status: 200 len: 210 time: 0.0664439 Mar 16 11:08:06.844652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=11']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:06.897451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] No DVR routers for this DVR port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:06.982192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3b79bf70-f94f-43ea-9f51-07e28b942d12 None None] Provisioning complete for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:06.982784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b79bf70-f94f-43ea-9f51-07e28b942d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.037626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-3b79bf70-f94f-43ea-9f51-07e28b942d12 None None] Port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:07.116310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] In _notify_port_updated(), no bound segment for port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd on network 86cf9285-a436-4040-9fd4-215524dbfc92 {{(pid=87841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:07.117093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:07.118388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.119637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-103ddd67-1ccf-4e31-8742-ac971ac7a03e req-20902400-5ba6-4622-8269-58c239da7b0e service neutron] 10.222.0.55 "PUT /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 200 len: 1027 time: 0.8569050 Mar 16 11:08:07.934496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47404) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:08.001022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.029968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.094760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.112855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8342aee5-3c8e-4703-b74c-90141ac6ba98,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:08.121465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.125080 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f7c2698-cb1b-4eff-af5c-75f5b24b4689 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/8342aee5-3c8e-4703-b74c-90141ac6ba98 HTTP/1.1" status: 204 len: 168 time: 0.1870880 Mar 16 11:08:08.153408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47410) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:08.360409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port a5c1c7fb-af17-4231-bd25-c649afb993e9 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:08.360810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.629867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.630191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.752824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for a5c1c7fb-af17-4231-bd25-c649afb993e9 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:08.897903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.947011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=a5c1c7fb-af17-4231-bd25-c649afb993e9,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:09.033773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.034102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 3fcec9e7-1d20-4aa0-834f-ec8f24212c65 disassociated (deleted). External IP: 172.26.0.90, port: ba3ddc07-01e3-4b8b-b54e-680785e6c1fd. Mar 16 11:08:09.387557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 8a482611-48a5-4e55-9182-a19d8e10ab9d has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:09.569782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:09.580055 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Sync routers for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:09.590828 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:09.591047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.591429 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:09.647213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-532f5484-8ef2-4709-ada1-ae203b2d5d4f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/3fcec9e7-1d20-4aa0-834f-ec8f24212c65 HTTP/1.1" status: 204 len: 168 time: 1.4925668 Mar 16 11:08:09.765122 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:09.791564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47418) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:09.864200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.896870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.962016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.979963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50a0d46-b1a5-441a-b241-c295f02386b0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:09.986593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.990421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-18b8fe81-0728-4c3d-b3e4-172c8b0fbdf1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/b50a0d46-b1a5-441a-b241-c295f02386b0 HTTP/1.1" status: 204 len: 168 time: 0.1951520 Mar 16 11:08:10.024196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47424) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:10.094181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port ba3ddc07-01e3-4b8b-b54e-680785e6c1fd {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:10.094552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.115713 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:10.119944 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Checking router: 8a482611-48a5-4e55-9182-a19d8e10ab9d for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:10.127945 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:10.128531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:10.303680 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:10.443842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.498896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:10.566050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ba3ddc07-01e3-4b8b-b54e-680785e6c1fd not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:10.567943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for ba3ddc07-01e3-4b8b-b54e-680785e6c1fd owned by {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:10.612491 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:10.616364 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe7b5d-332c-48af-91c2-01ed04d211e7 None None] The sync data for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv is: [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:29Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '7344e0e2-d18c-4bea-8da8-01043a577472', 'name': '', 'network_id': '86cf9285-a436-4040-9fd4-215524dbfc92', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:e6:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:28Z', 'updated_at': '2022-03-16T11:07:34Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'fe61c153-7957-49f7-a9db-0f92e4792db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:10.715138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.766848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=ba3ddc07-01e3-4b8b-b54e-680785e6c1fd,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:10.870695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.877205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b29a44-682c-4733-ac2d-da7299ebddd2 None None] New status for floating IP 3fcec9e7-1d20-4aa0-834f-ec8f24212c65: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:10.881516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c788b15f-41a0-4c64-8467-d14ffe1cd29d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/ports/ba3ddc07-01e3-4b8b-b54e-680785e6c1fd HTTP/1.1" status: 204 len: 168 time: 0.8560517 Mar 16 11:08:10.884095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47428) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.424241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.864499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 7344e0e2-d18c-4bea-8da8-01043a577472 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:11.865261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.049362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 7344e0e2-d18c-4bea-8da8-01043a577472, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7344e0e2-d18c-4bea-8da8-01043a577472,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:12.049731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.169723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 7344e0e2-d18c-4bea-8da8-01043a577472 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:12.494097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.541440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=7344e0e2-d18c-4bea-8da8-01043a577472,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:12.579676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.580018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.580358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.580693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.581057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.581387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.581714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.582037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.582360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.582679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.583002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.583317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:12.821598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.277026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 8a482611-48a5-4e55-9182-a19d8e10ab9d has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:13.450151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:13.459665 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Sync routers for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:13.463183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-313725fa-1932-40ec-bc38-3b6714869204 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/8a482611-48a5-4e55-9182-a19d8e10ab9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781093 Mar 16 11:08:13.465746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:13.470441 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:13.471045 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.534603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet fe61c153-7957-49f7-a9db-0f92e4792db9 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:08:13.537405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.591148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.647809 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:13.675440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.749780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.788110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=fe61c153-7957-49f7-a9db-0f92e4792db9,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:13.792818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.799095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f228c-c3f1-43dd-a466-657f20766d07 None None] Network 86cf9285-a436-4040-9fd4-215524dbfc92 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:13.801317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-34168431-5b03-4093-bc3a-ba884d7c7bcd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/fe61c153-7957-49f7-a9db-0f92e4792db9 HTTP/1.1" status: 204 len: 168 time: 0.3345983 Mar 16 11:08:13.802513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47436) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:13.940497 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:08:12Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.944310 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Checking router: 8a482611-48a5-4e55-9182-a19d8e10ab9d for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:13.954191 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Routers {'8a482611-48a5-4e55-9182-a19d8e10ab9d'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:13.954782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a482611-48a5-4e55-9182-a19d8e10ab9d'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.999582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.094970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] DHCP port deletion for 86cf9285-a436-4040-9fd4-215524dbfc92 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:08:14.099442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Deleting port a4ae0c45-475a-4372-ba28-58ace3375ff7 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:14.099982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.172692 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] Set router 8a482611-48a5-4e55-9182-a19d8e10ab9d gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:14.295233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.307542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:14.307939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.322179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] For port a4ae0c45-475a-4372-ba28-58ace3375ff7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a4ae0c45-475a-4372-ba28-58ace3375ff7,segment=NetworkSegment(a46ed106-fa58-4104-a391-8dcb25fb8a45),segment_id=a46ed106-fa58-4104-a391-8dcb25fb8a45)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:14.322480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.444259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Calling delete_port for a4ae0c45-475a-4372-ba28-58ace3375ff7 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:14.478736 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:08:12Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:14.483014 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505ccd4-cdda-4cca-b869-3d8a8337f8e4 None None] The sync data for ids ['8a482611-48a5-4e55-9182-a19d8e10ab9d'] in dv-neutron-828143-9-hyperv is: [{'id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'name': 'tempest-TestNetworkBasicOps-router-1062053130', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148'}], 'enable_snat': True}, 'gw_port_id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:08:12Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '007f1dbd-6a41-4bc3-b482-ccd714ebffc0', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a482611-48a5-4e55-9182-a19d8e10ab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:07:24Z', 'updated_at': '2022-03-16T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:14.484878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 007f1dbd-6a41-4bc3-b482-ccd714ebffc0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:14.485348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.551637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.606898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] Pushing event deleted for resources: {'Port': ['ID=a4ae0c45-475a-4372-ba28-58ace3375ff7,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.608611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5b600-0c4e-438c-bbd8-32813eb518ab None None] No DVR routers for this DVR port a4ae0c45-475a-4372-ba28-58ace3375ff7 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:14.639185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:14.805996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.852197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=007f1dbd-6a41-4bc3-b482-ccd714ebffc0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.950069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.121354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.123431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.144934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.145430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 8a482611-48a5-4e55-9182-a19d8e10ab9d {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:08:15.160689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.161837 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e965ebd6-87cb-4605-bad2-4346f3f9b136 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/8a482611-48a5-4e55-9182-a19d8e10ab9d HTTP/1.1" status: 204 len: 168 time: 1.3583217 Mar 16 11:08:15.165222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47440) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.290275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.418360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.448762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cf9285-a436-4040-9fd4-215524dbfc92']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.460487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46ed106-fa58-4104-a391-8dcb25fb8a45') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.460782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46ed106-fa58-4104-a391-8dcb25fb8a45') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.472223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.488067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.493911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:15.494290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:15.509805 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:15.591001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.616491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.627458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=86cf9285-a436-4040-9fd4-215524dbfc92,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:15.639482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-817d8061-cf07-4dd0-b197-4f665df240a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/86cf9285-a436-4040-9fd4-215524dbfc92 HTTP/1.1" status: 204 len: 168 time: 0.4703834 Mar 16 11:08:15.651481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47444) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.665486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-abb2b924-156b-4c2a-9eeb-08520d086b66 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105677 Mar 16 11:08:15.665703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47448) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.671136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--2977065', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:15.675874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.679905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.683299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.688977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.698669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:15.702227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.731331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:15.740201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.740532 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment 0b17c42a-b981-4dc3-8fda-8393ce343f2b of type vlan for network b650792a-7c23-458a-af0b-fb6bee44f7fa Mar 16 11:08:15.777382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.807873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.813137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:15.813709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.918014 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2513642 Mar 16 11:08:15.920841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47452) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.923283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c56ddf-e7dc-45a2-ae6d-c19d498b77b6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=b650792a-7c23-458a-af0b-fb6bee44f7fa,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:15.928270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:15.933865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network b650792a-7c23-458a-af0b-fb6bee44f7fa details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:15.935882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.939657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.942518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.949330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.951848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7344e0e2-d18c-4bea-8da8-01043a577472 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:15.959941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.961236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.977733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.004494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 7344e0e2-d18c-4bea-8da8-01043a577472 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:16.004854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7344e0e2-d18c-4bea-8da8-01043a577472 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:16.005324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:16.085736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:16.086128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 007f1dbd-6a41-4bc3-b482-ccd714ebffc0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:16.086722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a4ae0c45-475a-4372-ba28-58ace3375ff7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:16.135619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a4ae0c45-475a-4372-ba28-58ace3375ff7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:16.135989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a4ae0c45-475a-4372-ba28-58ace3375ff7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:16.355068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.663176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.692027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.822848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.63 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a06d5223-1e10-42d5-8689-071cb8623be1) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:16.980212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.008605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.067667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:17.074789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:17.078712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:17.110145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.491157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.940658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.139777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:18.324661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:18.333719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:18.343576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:18.344186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.350895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.352628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7cff4a94-4d6b-45ed-b21c-aa570b8cf6e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4307716 Mar 16 11:08:18.356056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47458) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.397511 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ac2c2916-824d-47bf-819f-a5bd517db72a tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403104 Mar 16 11:08:18.400495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47462) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.545338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:18.550213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bce586-590b-490f-b673-ae9096d88a84 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:18.555038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-96bce586-590b-490f-b673-ae9096d88a84 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509557 Mar 16 11:08:18.555238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.597303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e026e83f-7337-482c-b74b-f1dfd6dfca48 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400977 Mar 16 11:08:18.599985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47470) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.606064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751528311', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:18.723141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:18.728701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:18.732525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:18.739215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:18.749487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:18.752995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.864011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:17Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.868855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:18.869204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Updating router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a port a06d5223-1e10-42d5-8689-071cb8623be1 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:18.935287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.991457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.074081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=0489b152-8aa8-451c-b22f-7643f6b5b256,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.086620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:19.086970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: b650792a-7c23-458a-af0b-fb6bee44f7fa, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:19.107778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network b650792a-7c23-458a-af0b-fb6bee44f7fa is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:19.120207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, b650792a-7c23-458a-af0b-fb6bee44f7fa) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:19.125229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:19.128624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.147621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ad3ca-e9b6-4f97-909f-24ebf7cc6565 None None] Network b650792a-7c23-458a-af0b-fb6bee44f7fa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:19.153284 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-11ec127a-e818-4f5e-b2f5-b5dda6e7c60b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5522962 Mar 16 11:08:19.155926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47474) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:19.520239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-b650792a-7c23-458a-af0b-fb6bee44f7fa', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:19.521056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.535121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.553772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Transition to ACTIVE for port object a06d5223-1e10-42d5-8689-071cb8623be1 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:19.598337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.699462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Attempting to bind port a06d5223-1e10-42d5-8689-071cb8623be1 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:19.699827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Attempting to bind port a06d5223-1e10-42d5-8689-071cb8623be1 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:19.700182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Attempting to bind port a06d5223-1e10-42d5-8689-071cb8623be1 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:19.745916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29379-0870-4337-84ef-e9b514c2d4ac None None] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.749261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:19.749638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:19.750033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.750411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:19.750874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Bound port: a06d5223-1e10-42d5-8689-071cb8623be1, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:19.751238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.834143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Allocated IP 172.20.0.2 (b650792a-7c23-458a-af0b-fb6bee44f7fa/0489b152-8aa8-451c-b22f-7643f6b5b256/e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:19.849763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:19.854499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a06d5223-1e10-42d5-8689-071cb8623be1,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:19.871843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.962718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.024632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:20.025272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:20.100383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29379-0870-4337-84ef-e9b514c2d4ac None None] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.285375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.288644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:20.454094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Transition to ACTIVE for port object e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:20.533669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Transition to ACTIVE for port object e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:20.549467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.615628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (b650792a-7c23-458a-af0b-fb6bee44f7fa/0489b152-8aa8-451c-b22f-7643f6b5b256/d66f1c4b-5f69-4c5d-a190-db4ed180f981) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:20.625891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Network b650792a-7c23-458a-af0b-fb6bee44f7fa is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:20.631310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:20.634396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:20.738605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Pushing event updated for resources: {'Port': ['ID=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.773536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Attempting to bind port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:20.773869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Attempting to bind port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:20.774401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Attempting to bind port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 on network b650792a-7c23-458a-af0b-fb6bee44f7fa {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:20.775320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.782149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:20.782518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Checking segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:20.782924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.783310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Bound using segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:20.783768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Bound port: e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:20.784137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.791560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object d66f1c4b-5f69-4c5d-a190-db4ed180f981 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:20.815981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.878408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:17Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:20.878740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network b650792a-7c23-458a-af0b-fb6bee44f7fa is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:20.886585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:20.889224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fb0c-90af-4f61-aef5-0eb3cfc1695d None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:17Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:20.890844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:20.894835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] For port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:20.898027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] For port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:20.903385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.926891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.959056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.989051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6b025-731e-433c-9cae-c04d41b7be88 None None] Pushing event updated for resources: {'Port': ['ID=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.389375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.834400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.839738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.954770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.958895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.998982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede58db-9162-48f2-8d3e-1c9d096a63a2 None None] Network b650792a-7c23-458a-af0b-fb6bee44f7fa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:22.022559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:22.106213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network b650792a-7c23-458a-af0b-fb6bee44f7fa is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:22.107336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:22.155599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8de43837-8da7-40c8-9c71-a29145a965e2 None None] Provisioning for port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:22.224151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a06d5223-1e10-42d5-8689-071cb8623be1 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:22.239840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a06d5223-1e10-42d5-8689-071cb8623be1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:22.240121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.298184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:22.408048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.435645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a06d5223-1e10-42d5-8689-071cb8623be1,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:22.440090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.440925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:22.490881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:22.504526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4291871e-6790-47a7-b058-bd64b0ef509a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3475847 Mar 16 11:08:22.506962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47478) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:22.532260 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:22.550050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:22.551519 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:22.567879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:22.583937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:22.589544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:22.589915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.727319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.763976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:22.769425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:22.771647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.807628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc06f40-3530-46e0-b095-ffabb054b916 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.808158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc06f40-3530-46e0-b095-ffabb054b916 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.808627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc06f40-3530-46e0-b095-ffabb054b916 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.809135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc06f40-3530-46e0-b095-ffabb054b916 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.811010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9dc06f40-3530-46e0-b095-ffabb054b916 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.3028488 Mar 16 11:08:22.813547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47482) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:22.865936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Provisioning for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:22.875948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:22.876446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.902234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478dfcc-0499-431a-ada6-eb2e37cecd58 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.902632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478dfcc-0499-431a-ada6-eb2e37cecd58 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.903093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478dfcc-0499-431a-ada6-eb2e37cecd58 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.903547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478dfcc-0499-431a-ada6-eb2e37cecd58 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:22.907793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6478dfcc-0499-431a-ada6-eb2e37cecd58 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0909190 Mar 16 11:08:22.908338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47486) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:22.914778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:22.939507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Port d66f1c4b-5f69-4c5d-a190-db4ed180f981 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:22.952171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Provisioning complete for port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:22.952639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e93185a1-4558-42bd-8f67-0335cfaaff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.126709 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:23.134819 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:23.135306 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Updating router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a port d66f1c4b-5f69-4c5d-a190-db4ed180f981 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:23.145073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2de1f55c-ca1e-41c4-87f6-4a635257387b tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2354796 Mar 16 11:08:23.195064 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.208182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-441424e1-8543-4240-b31d-c0bf126bbef7 None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:23.208712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-441424e1-8543-4240-b31d-c0bf126bbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.261595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-441424e1-8543-4240-b31d-c0bf126bbef7 None None] Port d66f1c4b-5f69-4c5d-a190-db4ed180f981 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:23.529175 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.540484 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Transition to ACTIVE for port object d66f1c4b-5f69-4c5d-a190-db4ed180f981 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:23.546485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.615809 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762995d-7d6b-482b-ae84-f0813056fef5 None None] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:23.636017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47492) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.642354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22915595', 'description': 'tempest-secgroup-smoke-22915595 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:23.649623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:23.654580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:23.657867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:23.668032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:23.678771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.700919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:23.705008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:23.707934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:23.714470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:23.791285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.795461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.801112 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Attempting to bind port d66f1c4b-5f69-4c5d-a190-db4ed180f981 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:23.801526 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Attempting to bind port d66f1c4b-5f69-4c5d-a190-db4ed180f981 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:23.801883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Attempting to bind port d66f1c4b-5f69-4c5d-a190-db4ed180f981 on network b650792a-7c23-458a-af0b-fb6bee44f7fa {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:23.807799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:23.808162 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Checking segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:23.808549 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.808957 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Bound using segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:23.809410 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Bound port: d66f1c4b-5f69-4c5d-a190-db4ed180f981, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:23.809847 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.842559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e9714-d941-4eb7-8a8f-99263c95c305,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:23.845275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.846578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7200702f-ede5-4717-8984-06f40af3ac55 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2089000 Mar 16 11:08:23.849300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47496) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.855036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:23.860851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:23.864896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:23.867761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:23.874399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:23.893022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.923287 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:23.928739 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d66f1c4b-5f69-4c5d-a190-db4ed180f981,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:23.934742 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.961837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.967577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.974284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:24.000260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe8153a-5fb8-4fe6-90eb-dc408c344d90,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.010666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.011913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-33fdee78-11d1-406d-b212-b571b17a3501 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616890 Mar 16 11:08:24.014772 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762995d-7d6b-482b-ae84-f0813056fef5 None None] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.014945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47500) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.020354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.028591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.028947 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:24.029582 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:24.033652 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.037933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.049828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.074615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.103125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a06d5223-1e10-42d5-8689-071cb8623be1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:24.103504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.150152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.156590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.194077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96317024-c0da-4f58-aa5d-ce0d1f839765,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.207885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.208380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.209547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.210244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.212605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.213336 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.213900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.214983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.215559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.216204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.217812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.218397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:24.223619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.229830 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d010901-e320-415d-8d10-21d325078d0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099261 Mar 16 11:08:24.230255 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47504) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.237764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.238010 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:24.242951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:24.246933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.251736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.255989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.262887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.282757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.331453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:24.331897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.352748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.356997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.379147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcb5808-4a0f-43ff-abde-6791fca898f2,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.394244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.398196 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-89945f86-9112-43fc-95c5-b44dcac3b1d8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645429 Mar 16 11:08:24.399069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47508) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.404114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.409838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.413785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.417634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.424114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.451756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.524029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.527586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.551642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffa2d1c-a4da-4a47-996c-5e6fc59f555b,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.561199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.562390 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-defe5ee6-ade7-4bdb-a3e6-b858d6cb6f41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624162 Mar 16 11:08:24.565358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47512) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.570639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.577767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.581664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.583425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:23Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:24.584566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.587539 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bfa752-354a-4d52-a150-d7b776ac5644 None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:23Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:24.590664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.603060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:08:24.610345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.693385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.697384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.720929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bfa530-f0ff-49ce-9185-618bf8061fe1,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.732100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.733338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-23cefcdd-44ce-4f44-86df-e52fd5db9519 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669133 Mar 16 11:08:24.735961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47516) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.741117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'f28e9714-d941-4eb7-8a8f-99263c95c305', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.747799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.751739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.754722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.760827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.774896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:08:24.781980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.851286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.856135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.880191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303dc55d-7e9d-4f40-b208-722ee65a35ac,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.889670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.891067 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a2d7f559-13b1-4247-ad43-49dbc8d2df0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541750 Mar 16 11:08:25.121594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-27568d8f-c913-474f-bf96-e8d765073718 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:25.137870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-27568d8f-c913-474f-bf96-e8d765073718 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:25.139166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-27568d8f-c913-474f-bf96-e8d765073718 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22915595&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0581703 Mar 16 11:08:25.297716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-f9e7f3e5-6a88-446c-a58a-81a0e42f5961 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:25.298968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-f9e7f3e5-6a88-446c-a58a-81a0e42f5961 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:25.315569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-f9e7f3e5-6a88-446c-a58a-81a0e42f5961 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:25.316727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-f9e7f3e5-6a88-446c-a58a-81a0e42f5961 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 794 time: 0.1705453 Mar 16 11:08:25.332680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-aea00a4a-3293-4047-9c93-ad4386d326a3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Mar 16 11:08:25.422526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-d77f56f7-d770-4963-9d5f-b089ba754235 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:25.437809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-d77f56f7-d770-4963-9d5f-b089ba754235 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:25.439392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-d77f56f7-d770-4963-9d5f-b089ba754235 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002297 Mar 16 11:08:25.590525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-0fd99003-4503-407e-b281-aa8354ed8ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361086 Mar 16 11:08:25.723513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-44f76599-2433-467e-9c33-c7d4597fa4b3 service neutron] 10.222.0.50 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272795 Mar 16 11:08:25.896411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ecc54997-b03d-456c-b467-ba9c43437a24 req-93a8d3f4-24f5-48c5-9e15-b1eddfa39800 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 210 time: 0.0415709 Mar 16 11:08:25.981641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:26.063050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:26.068312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:26.068666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.199308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.230842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d66f1c4b-5f69-4c5d-a190-db4ed180f981,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:26.234390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.302866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.312505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.312872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.313250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.313846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.314426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.315022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.315622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.316136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.316479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.316816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.317177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.317532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:26.825323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e52c3f07-25c8-464b-a08c-ae939fba661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.069274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-50505de5-6bee-49ca-96e6-566566781a61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:27.070736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-50505de5-6bee-49ca-96e6-566566781a61 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 794 time: 0.1968822 Mar 16 11:08:27.072940 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd458503-452d-4adc-ae39-d34cf55496b8 req-cf019e6f-35a4-4bf3-b30c-ef3f84eadef1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 210 time: 0.0572228 Mar 16 11:08:27.125987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-7e6ccfe6-e520-43ec-8e68-8af1ecd335b2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 378 time: 0.0412741 Mar 16 11:08:27.135123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['f28e9714-d941-4eb7-8a8f-99263c95c305']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:27.265644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:27.275423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:27.284454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:27.287886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.547711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.10 (b650792a-7c23-458a-af0b-fb6bee44f7fa/0489b152-8aa8-451c-b22f-7643f6b5b256/64989e79-fb46-48d3-9835-fce76fe8dadc) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:27.730602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.745216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 64989e79-fb46-48d3-9835-fce76fe8dadc will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:27.768143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.830463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network b650792a-7c23-458a-af0b-fb6bee44f7fa is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:27.833343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:27.835644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:27.889799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:27.919741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:27.920469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.950905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-84857c8f-64b7-4734-a50b-17741d2f32e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8193116 Mar 16 11:08:27.958364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:27.967327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Request body: {'port': {'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:28.028684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:28.029002 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.085424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-08075849-6c72-458d-b7a7-afb479ef0da4 None None] Provisioning for port 64989e79-fb46-48d3-9835-fce76fe8dadc completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:28.087003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.093714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-08075849-6c72-458d-b7a7-afb479ef0da4 None None] Provisioning complete for port 64989e79-fb46-48d3-9835-fce76fe8dadc triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:28.094071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08075849-6c72-458d-b7a7-afb479ef0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.186262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-08075849-6c72-458d-b7a7-afb479ef0da4 None None] Port 64989e79-fb46-48d3-9835-fce76fe8dadc cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:28.399382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031bcf4-538c-4290-8ab9-f063fef7feb7 req-ab74a95f-b13f-410b-8e95-2b9de77ff263 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.400066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f031bcf4-538c-4290-8ab9-f063fef7feb7 req-ab74a95f-b13f-410b-8e95-2b9de77ff263 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:28.435092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f031bcf4-538c-4290-8ab9-f063fef7feb7 req-ab74a95f-b13f-410b-8e95-2b9de77ff263 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:28.436228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f031bcf4-538c-4290-8ab9-f063fef7feb7 req-ab74a95f-b13f-410b-8e95-2b9de77ff263 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 932 time: 0.2309809 Mar 16 11:08:28.535226 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f031bcf4-538c-4290-8ab9-f063fef7feb7 req-ed4fa266-df33-4d23-9b03-a882b76814e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885959 Mar 16 11:08:28.537246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64989e79-fb46-48d3-9835-fce76fe8dadc {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:08:28.545302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.560529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Transition to ACTIVE for port object 64989e79-fb46-48d3-9835-fce76fe8dadc will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:28.564163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.722843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Pushing event updated for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.800167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Attempting to bind port 64989e79-fb46-48d3-9835-fce76fe8dadc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:28.800501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Attempting to bind port 64989e79-fb46-48d3-9835-fce76fe8dadc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:28.800845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Attempting to bind port 64989e79-fb46-48d3-9835-fce76fe8dadc on network b650792a-7c23-458a-af0b-fb6bee44f7fa {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:28.806030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Port 64989e79-fb46-48d3-9835-fce76fe8dadc on network b650792a-7c23-458a-af0b-fb6bee44f7fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:28.806344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Attempting to bind port 64989e79-fb46-48d3-9835-fce76fe8dadc on network b650792a-7c23-458a-af0b-fb6bee44f7fa {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:28.811755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:28.812169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Checking segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:28.812449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Bound using segment: {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:28.812897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Bound port: 64989e79-fb46-48d3-9835-fce76fe8dadc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b17c42a-b981-4dc3-8fda-8393ce343f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:28.813247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.899009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:28.901957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64989e79-fb46-48d3-9835-fce76fe8dadc,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:28.906250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.961633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.962237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.963597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] 10.222.0.55 "PUT /v2.0/ports/64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 1094 time: 1.0007837 Mar 16 11:08:28.964026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:29.003617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6cdd-4ddd-4a24-9828-4335e4ef4db9 service neutron] Pushing event updated for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:29.035431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2a23dce-7466-449d-8a9d-bf4d66b7305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.050825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'status': 'completed', 'code': 200} Mar 16 11:08:29.094525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-ea1b4d33-b2c9-488c-bdac-d6200d5f6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.096022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-ea1b4d33-b2c9-488c-bdac-d6200d5f6b78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1097 time: 0.0779138 Mar 16 11:08:29.286147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-5657a480-55ad-4dc0-b51f-dd415935fb74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 217 time: 0.1777985 Mar 16 11:08:29.348240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-9d6b4f91-1c3d-47aa-acee-f4c78ae4c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.349667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-9d6b4f91-1c3d-47aa-acee-f4c78ae4c8f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 200 len: 834 time: 0.0577533 Mar 16 11:08:29.424015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-02fd0972-7e43-4ba4-81d4-74a92496e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.425470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-02fd0972-7e43-4ba4-81d4-74a92496e65a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b650792a-7c23-458a-af0b-fb6bee44f7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699310 Mar 16 11:08:29.558355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-9fcf1ffd-c2cc-4018-a6dc-c85d334dc3ac service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269343 Mar 16 11:08:29.737302 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be4aa7a2-fa84-4fbf-93e0-db2675cbbf67 req-22a48676-8453-4b94-8ed3-0990eb3a1371 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730790 Mar 16 11:08:29.763813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ebfe2-0c9b-43e4-9250-8c5e940de100 req-7ce629d6-b60a-45d9-a4ca-9bf1db479436 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.765370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a88ebfe2-0c9b-43e4-9250-8c5e940de100 req-7ce629d6-b60a-45d9-a4ca-9bf1db479436 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 944 time: 0.1194355 Mar 16 11:08:29.811068 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a88ebfe2-0c9b-43e4-9250-8c5e940de100 req-c2399e04-2166-40d6-9dd3-7de2fa448456 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402451 Mar 16 11:08:29.894886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-8b04cab6-3017-4fbb-8cd4-f7edd255bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.896263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-8b04cab6-3017-4fbb-8cd4-f7edd255bade service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1097 time: 0.0756807 Mar 16 11:08:30.030377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-50e3b315-883e-4f69-b6ae-37678d865508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:30.031719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-50e3b315-883e-4f69-b6ae-37678d865508 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 895 time: 0.1292102 Mar 16 11:08:30.096634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-e5912a74-ba4b-416c-9f5d-530dcce28791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 217 time: 0.0589821 Mar 16 11:08:30.160169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-dc3e27f2-eeaf-431e-9a96-34fc2d7b1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:30.161609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-dc3e27f2-eeaf-431e-9a96-34fc2d7b1548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 200 len: 834 time: 0.0590744 Mar 16 11:08:30.234804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-cfb1e5f5-5c04-46e6-b60c-518874377fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:30.236223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-cfb1e5f5-5c04-46e6-b60c-518874377fcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b650792a-7c23-458a-af0b-fb6bee44f7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682914 Mar 16 11:08:30.369016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-a4b14603-e96c-4f93-92ed-b1a9dd0e30e9 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260509 Mar 16 11:08:30.412960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.459262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.499147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e6d0da7-a223-47b3-af90-d7693c6f76d1 req-4a915549-bcbb-41fe-af2d-50e18e89dc1c service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Mar 16 11:08:31.006499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895808-e69f-4574-b6a6-cd80d217a243 req-d3bf50af-c791-42b4-8545-24379e3b381a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:31.008530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba895808-e69f-4574-b6a6-cd80d217a243 req-d3bf50af-c791-42b4-8545-24379e3b381a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 944 time: 0.0834575 Mar 16 11:08:31.050867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba895808-e69f-4574-b6a6-cd80d217a243 req-c7373a55-52d7-4698-ad8b-bdabe4058558 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366848 Mar 16 11:08:31.865430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.230210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d561b-7ef9-43cb-97f3-0aa51ef83c85 req-88eea3b1-7987-4aad-b3e0-ffa9058699ac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:32.233178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f79d561b-7ef9-43cb-97f3-0aa51ef83c85 req-88eea3b1-7987-4aad-b3e0-ffa9058699ac tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 944 time: 0.0780463 Mar 16 11:08:32.281516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f79d561b-7ef9-43cb-97f3-0aa51ef83c85 req-292172cd-4e38-4298-8a35-9ba12871bd2d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443423 Mar 16 11:08:32.662164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 64989e79-fb46-48d3-9835-fce76fe8dadc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:08:32.792326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64989e79-fb46-48d3-9835-fce76fe8dadc,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:32.805392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:08:32.858586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.874521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64989e79-fb46-48d3-9835-fce76fe8dadc {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:08:32.889912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64989e79-fb46-48d3-9835-fce76fe8dadc,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:32.893351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.960698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:33.265499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['64989e79-fb46-48d3-9835-fce76fe8dadc'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:08:33.468062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0c2d5-fea1-47d2-930e-0827ca8f0a77 req-0d4274be-48c1-4cc6-9b8b-9e4819d931d9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:33.469628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ae0c2d5-fea1-47d2-930e-0827ca8f0a77 req-0d4274be-48c1-4cc6-9b8b-9e4819d931d9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 945 time: 0.0833700 Mar 16 11:08:33.517307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ae0c2d5-fea1-47d2-930e-0827ca8f0a77 req-fe83b82f-3e96-4df1-bb11-1b2ddd76e7f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415704 Mar 16 11:08:33.978104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.681877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 64989e79-fb46-48d3-9835-fce76fe8dadc up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:34.704924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff48b8f-f59b-4025-8a5e-6a9e167d1012 req-6a8b60d6-ae4c-4183-9f0e-7feb855cb071 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.706384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff48b8f-f59b-4025-8a5e-6a9e167d1012 req-6a8b60d6-ae4c-4183-9f0e-7feb855cb071 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 945 time: 0.0799842 Mar 16 11:08:34.748018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 64989e79-fb46-48d3-9835-fce76fe8dadc completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:34.751076 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff48b8f-f59b-4025-8a5e-6a9e167d1012 req-b9ab7f44-15ff-484c-a314-be16150d4ec4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385735 Mar 16 11:08:34.752575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 64989e79-fb46-48d3-9835-fce76fe8dadc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:34.752975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.866289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.892661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:34.902542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64989e79-fb46-48d3-9835-fce76fe8dadc,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:34.907086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.971134 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'code': 200} Mar 16 11:08:35.003830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:35.019097 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:35.293027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1609c-bec6-42f5-8d58-0d970b3b0843 req-ff2ea402-00f6-4d6a-9d2d-1623c57e7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:35.294645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78e1609c-bec6-42f5-8d58-0d970b3b0843 req-ff2ea402-00f6-4d6a-9d2d-1623c57e7919 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1099 time: 0.1707959 Mar 16 11:08:35.333764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78e1609c-bec6-42f5-8d58-0d970b3b0843 req-2eb439d8-a4c4-4c10-800b-32023e2bea8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329218 Mar 16 11:08:35.933895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e0848-7b2c-4f26-9d76-ef2b81c005a4 req-4ab63646-c787-4803-86bc-25a060c4f7bb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:35.935402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db8e0848-7b2c-4f26-9d76-ef2b81c005a4 req-4ab63646-c787-4803-86bc-25a060c4f7bb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.0812454 Mar 16 11:08:35.977682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db8e0848-7b2c-4f26-9d76-ef2b81c005a4 req-e0bf5ddd-fb4a-43cb-b657-66764a1c839c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366673 Mar 16 11:08:37.158115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda32f9-e470-4f5a-a7ce-438a3ba92d92 req-7ded0244-062d-4d8a-8d71-4f4717d7f02e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:37.159532 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8dda32f9-e470-4f5a-a7ce-438a3ba92d92 req-7ded0244-062d-4d8a-8d71-4f4717d7f02e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.0774381 Mar 16 11:08:37.201893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8dda32f9-e470-4f5a-a7ce-438a3ba92d92 req-1ffe1744-f842-4c50-93ef-1cb1fa45d58d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367074 Mar 16 11:08:37.384943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceaa3c-de56-484e-897c-efa67a0c08bd req-e53f770c-2fb4-4bbb-a976-a6f44479af82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:37.386366 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fceaa3c-de56-484e-897c-efa67a0c08bd req-e53f770c-2fb4-4bbb-a976-a6f44479af82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.0807207 Mar 16 11:08:37.430059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fceaa3c-de56-484e-897c-efa67a0c08bd req-87160e96-a12e-42a5-944d-d1ffb9ccb36d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374606 Mar 16 11:08:37.451766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.525709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58650f39-ac29-4b18-8096-289d66fdf6c1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:37.527168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-58650f39-ac29-4b18-8096-289d66fdf6c1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1094 time: 0.0744100 Mar 16 11:08:37.529864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.534608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:37.541061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.545118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.547854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.553403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.566566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.699538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.828689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.246 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/3391c2c2-c13d-4f8b-ba1a-45adf53c2eba) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:37.972333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.001081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.060453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:38.063220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:38.066672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:38.111609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=3391c2c2-c13d-4f8b-ba1a-45adf53c2eba,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.473263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.550939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.863063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.868443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.972617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=3391c2c2-c13d-4f8b-ba1a-45adf53c2eba,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.984370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.152279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c associated. External IP: 172.26.0.246, port: 64989e79-fb46-48d3-9835-fce76fe8dadc. Mar 16 11:08:39.494168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:39.668053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:39.678098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:39.688099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:39.688714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:08:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:39.693223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.750270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5a7dc2a9-f5c9-49dd-b0e3-1e0f72c249b1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2192206 Mar 16 11:08:39.750680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:39.752778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.795431 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'status': 'completed', 'code': 200} Mar 16 11:08:39.880156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:39.908888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-07039c01-84f1-4260-b2e0-01e519612bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.910478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-07039c01-84f1-4260-b2e0-01e519612bfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1099 time: 0.0737748 Mar 16 11:08:39.938226 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9654444e-7569-4b93-a737-14bc4640aea1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a HTTP/1.1" status: 200 len: 922 time: 0.1834047 Mar 16 11:08:39.939254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47584) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.050637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-9ee2a683-dbc7-4605-9b3c-74e86fcd53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.052291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-9ee2a683-dbc7-4605-9b3c-74e86fcd53d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 895 time: 0.1363378 Mar 16 11:08:40.158427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-b77fe1cf-5271-435d-97c2-fc283ba684ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 1000 time: 0.0996552 Mar 16 11:08:40.165823 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f33862b-f6ce-48f9-ba35-e1896a034178 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.2253196 Mar 16 11:08:40.221540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-dde1baf2-cba9-4465-8fb2-65bba1aeb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.222978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-dde1baf2-cba9-4465-8fb2-65bba1aeb7e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 200 len: 834 time: 0.0591192 Mar 16 11:08:40.245427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:08:38Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:26Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.249221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:40.258011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:40.258602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:08:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.432853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-88efc284-096e-47d4-a21b-b020dee1fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.434214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-88efc284-096e-47d4-a21b-b020dee1fa79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b650792a-7c23-458a-af0b-fb6bee44f7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2055035 Mar 16 11:08:40.448270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:40.567118 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-171f23a4-5742-4da0-96c8-8b7c6fbd95b7 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257246 Mar 16 11:08:40.700553 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-062134ed-67f0-4f0d-bb1c-4cedf2d49561 req-bb43d7b8-a819-44d7-b89c-86d677211c56 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266608 Mar 16 11:08:40.796051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:08:38Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:26Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:40.799894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0116a-c4a8-4944-b63f-1ece85b81f39 None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:08:38Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:08:26Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:40.986299 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b44ac6-8d48-44c8-8e4c-48e6978b85d4 None None] New status for floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:08:41.169909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47588) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.280020 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0211745-f791-4620-a83f-e537d95cb41c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.1088309 Mar 16 11:08:42.283850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47592) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:42.384997 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-752dad62-626f-4a24-9064-96e2663eff81 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 994 time: 0.1000724 Mar 16 11:08:56.864552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86c61c03-8b42-404e-a84c-9632736a0780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.036674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-63814127-bbe5-4a38-8de9-cc2696dd9b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.413938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.463741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.869604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.995029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.018636 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:20.825661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-4ae38f26-924f-45ba-bfff-35605fcd68b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051228 Mar 16 11:09:20.979360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-37785679-6d58-4e6f-848c-60826e3fb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.980774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-37785679-6d58-4e6f-848c-60826e3fb5fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1099 time: 0.0721495 Mar 16 11:09:21.120297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-14f47f5b-bbcf-42ee-b596-b6f832c5aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:21.121730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-14f47f5b-bbcf-42ee-b596-b6f832c5aba1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 895 time: 0.1221595 Mar 16 11:09:21.218112 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-b75e7d58-0de6-4096-a5ac-86865628aade service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 1002 time: 0.0898883 Mar 16 11:09:21.282556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-44588922-a37a-4204-8fcd-7fe374cc3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:21.283980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-44588922-a37a-4204-8fcd-7fe374cc3006 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 200 len: 834 time: 0.0601830 Mar 16 11:09:21.355554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-4033f0db-f4eb-4e1a-a367-855ee07dc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:21.356997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-4033f0db-f4eb-4e1a-a367-855ee07dc402 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b650792a-7c23-458a-af0b-fb6bee44f7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674479 Mar 16 11:09:21.485318 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-09dbf1c7-8402-4447-b435-7009b65c8bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214447 Mar 16 11:09:21.612783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8400fc4c-e7d2-4de6-bf87-6ec4abe609ae req-d7406db6-c574-4a67-86e5-ae1e1fd00950 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219287 Mar 16 11:09:26.826211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b08019-51ef-4f77-9139-f260cd0ec02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.038090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-579f037a-7589-4ce0-b7d5-99b02a1a7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.416614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.465528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.875688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.005591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.017981 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:53.798348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47618) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:54.039517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-25bf5394-f34c-47e3-8e84-cb453d2de35d tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2400236 Mar 16 11:09:54.042337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47624) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:54.225095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba560c3e-c9c2-4ffe-8025-845c0e362d30 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Notify agent at dv-neutron-828143-9-hyperv the message router_removed_from_agent {{(pid=87842) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:09:54.228698 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba560c3e-c9c2-4ffe-8025-845c0e362d30 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "DELETE /v2.0/agents/0722e6cc-92ce-4b9d-84fe-9a366b8f1756/l3-routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a HTTP/1.1" status: 204 len: 168 time: 0.1854756 Mar 16 11:09:54.231502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47628) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:54.414310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0bcab6f8-27a4-412c-8612-ea623919c81f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1816170 Mar 16 11:09:54.416872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47632) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:54.520480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-39eda00f-2210-4fc5-a3d0-de6e264ef596 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 994 time: 0.1025128 Mar 16 11:09:54.963939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ca050-d7ec-4f52-8f43-417f8ee5e631 None None] New status for floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:55.524313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.730589 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7b79a53a-15ca-46ed-b371-30b09ccdcbf6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.2051241 Mar 16 11:09:55.982392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:56.091433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.107136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a06d5223-1e10-42d5-8689-071cb8623be1,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:56.110933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.111578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:56.220891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:56.252479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.252819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.253175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.253501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.253821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.254144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.254462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.254780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.255102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.255418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.255905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.256225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:56.287812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.318527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d66f1c4b-5f69-4c5d-a190-db4ed180f981,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:56.322365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.387001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:56.827718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-399e9193-5cce-4884-aca0-730bf9fa29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.890947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47642) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.087197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be729f9-0ada-4cda-bb77-621523a39c08 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:57.087573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be729f9-0ada-4cda-bb77-621523a39c08 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Notify agent at dv-neutron-828143-9-hyperv the message router_added_to_agent {{(pid=87842) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:09:57.106848 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6be729f9-0ada-4cda-bb77-621523a39c08 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "POST /v2.0/agents/0722e6cc-92ce-4b9d-84fe-9a366b8f1756/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2125015 Mar 16 11:09:57.107090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47650) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.118420 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:57.127827 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:57.128425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:57.290894 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9860aff0-adf1-446f-9c61-d238c653ee84 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1825931 Mar 16 11:09:57.293507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47654) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.306922 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:57.398853 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c2878ee-2944-4324-aa6e-46059e9400ea tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.1041765 Mar 16 11:09:57.653583 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:09:55Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:57.657254 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:57.666089 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:57.666681 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:57.847138 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:58.179458 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:09:55Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:58.183302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40004f5a-37fb-49ac-b0df-60047b3ff1d2 None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '7ae3975b-1c6f-457b-b6d0-df042f007e5c', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'port_id': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'mac_address': 'fa:16:3e:00:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:38Z', 'updated_at': '2022-03-16T11:09:55Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:58.402674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47658) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:58.635954 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10d3198d-5429-420b-b495-3d17be5f34e5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.2321243 Mar 16 11:09:59.044342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3ad41021-dd85-4c00-acd5-cd93b2b15e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.639775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47662) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:59.717594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54e064-39cd-458d-987a-88fee6ca4597 None None] New status for floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:59.749531 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-93e3fb8b-ef3c-4220-bda6-8beeb34a1903 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 992 time: 0.1085489 Mar 16 11:10:00.030093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:00.097922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a06d5223-1e10-42d5-8689-071cb8623be1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:00.098620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.215083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.231062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a06d5223-1e10-42d5-8689-071cb8623be1,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:00.234393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.235110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:00.347732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:00.358343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:00.358711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.425747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.514411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.525944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.558880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d66f1c4b-5f69-4c5d-a190-db4ed180f981,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:00.562519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.627764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:00.753284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47666) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:00.860585 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b5955a41-7d45-4721-993b-8a2c8d463c3a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 200 len: 994 time: 0.1059794 Mar 16 11:10:01.165341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47674) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:01.361680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 3391c2c2-c13d-4f8b-ba1a-45adf53c2eba {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:01.362022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.529830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.530159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.649944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 3391c2c2-c13d-4f8b-ba1a-45adf53c2eba owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:01.796718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.842305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=3391c2c2-c13d-4f8b-ba1a-45adf53c2eba,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:01.874873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.878522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.878859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.879192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.879513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.879828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.880145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.881109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.881427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.881744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.882051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.882360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.882667 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:01.944500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.944755 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c disassociated (deleted). External IP: 172.26.0.246, port: 64989e79-fb46-48d3-9835-fce76fe8dadc. Mar 16 11:10:01.995824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:02.064047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a06d5223-1e10-42d5-8689-071cb8623be1 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:02.064419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.180502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:02.248691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d66f1c4b-5f69-4c5d-a190-db4ed180f981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:02.249081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.405856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:02.581204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:02.590723 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:02.601634 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:02.602271 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:02.605538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.663499 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-615f5c99-0a7a-4383-a260-bd04779b34ad tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/7ae3975b-1c6f-457b-b6d0-df042f007e5c HTTP/1.1" status: 204 len: 168 time: 1.4969473 Mar 16 11:10:02.663875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:02.708784 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'status': 'completed', 'code': 200} Mar 16 11:10:02.791277 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:02.828574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-d7571abb-fc04-45c6-92b0-738f9c5d928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:02.831029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-d7571abb-fc04-45c6-92b0-738f9c5d928b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 1099 time: 0.0776224 Mar 16 11:10:02.981333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-ff32c142-9366-4f45-9f25-f9d41c28c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:02.982768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-ff32c142-9366-4f45-9f25-f9d41c28c048 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 200 len: 895 time: 0.1461241 Mar 16 11:10:03.087637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-65b61b99-42f2-47cf-a759-153489e4879f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 200 len: 217 time: 0.0978286 Mar 16 11:10:03.155471 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:03.159140 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:03.167503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-f9313c40-b176-45ab-b89e-85b3bdd98476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:03.168388 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:03.168950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-f9313c40-b176-45ab-b89e-85b3bdd98476 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 200 len: 834 time: 0.0707004 Mar 16 11:10:03.169110 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:03.224772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f11d4-7281-4885-b504-9c82cc04f096 req-7a976ad9-f9d5-4a50-882b-e80ce07213ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:03.226380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-519f11d4-7281-4885-b504-9c82cc04f096 req-7a976ad9-f9d5-4a50-882b-e80ce07213ef tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.2643652 Mar 16 11:10:03.278601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-519f11d4-7281-4885-b504-9c82cc04f096 req-79c25769-cd9c-4e90-ae8b-5cc8d45f3602 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454779 Mar 16 11:10:03.297920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-f99e2779-0d1d-40d9-b4a3-2dc95e24b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:03.299368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-f99e2779-0d1d-40d9-b4a3-2dc95e24b915 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b650792a-7c23-458a-af0b-fb6bee44f7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197588 Mar 16 11:10:03.345347 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:03.430881 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-5d1eb881-09f4-4e5c-896a-96de7d6ceced service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240985 Mar 16 11:10:03.567702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48a3be82-16f5-445d-8322-07ebe1a36393 req-3ddf78ac-37d1-4805-a608-ef9e90b438e6 service neutron] 10.222.0.55 "GET /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297920 Mar 16 11:10:03.655439 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:03.659207 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1737cf-efd5-4e39-9e0f-bfadec198805 None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:21Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd66f1c4b-5f69-4c5d-a190-db4ed180f981', 'name': '', 'network_id': 'b650792a-7c23-458a-af0b-fb6bee44f7fa', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:f4:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:20Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0489b152-8aa8-451c-b22f-7643f6b5b256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:03.999641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.514348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44457793-e843-45b2-a921-d252e69d43bc req-ee443c6d-a20d-4c98-95ed-3518a8a84b60 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:04.515793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44457793-e843-45b2-a921-d252e69d43bc req-ee443c6d-a20d-4c98-95ed-3518a8a84b60 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.1282129 Mar 16 11:10:04.560774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44457793-e843-45b2-a921-d252e69d43bc req-f56a848a-6636-40d2-959d-49ec363d2993 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=f28e9714-d941-4eb7-8a8f-99263c95c305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389240 Mar 16 11:10:04.643217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-0e02015b-4db8-454c-8cf0-9764cb32463d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:04.644525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-0e02015b-4db8-454c-8cf0-9764cb32463d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 946 time: 0.0868948 Mar 16 11:10:04.714482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 64989e79-fb46-48d3-9835-fce76fe8dadc {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:04.714815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.902853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e5c8a-7cd2-4f5a-a6aa-cbaaa50a3e19 None None] New status for floating IP 7ae3975b-1c6f-457b-b6d0-df042f007e5c: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:10:04.959951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 64989e79-fb46-48d3-9835-fce76fe8dadc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64989e79-fb46-48d3-9835-fce76fe8dadc,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:04.960308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.085708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 64989e79-fb46-48d3-9835-fce76fe8dadc owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:05.323565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.370460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=64989e79-fb46-48d3-9835-fce76fe8dadc,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:05.404552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.404924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.405262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.405590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.405940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.406266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.406586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.406907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.407224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.407537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.407848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.408161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:05.457524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 64989e79-fb46-48d3-9835-fce76fe8dadc on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:05.460429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.462802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'name': 'network-vif-deleted', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:05.473938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84c0a8c1-8d4f-418f-9b30-044ac1de37a3 req-bece7d6f-4181-4654-bd7f-5ea749bf8f31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/64989e79-fb46-48d3-9835-fce76fe8dadc HTTP/1.1" status: 204 len: 173 time: 0.8240795 Mar 16 11:10:05.512028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88', 'name': 'network-vif-deleted', 'tag': '64989e79-fb46-48d3-9835-fce76fe8dadc', 'status': 'completed', 'code': 200} Mar 16 11:10:05.720208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8f45f3cc-d28f-4f6e-a1dc-84356312dc5b req-9e5017ad-8cc9-4f17-9efd-850afd0ba89c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:05.736188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8f45f3cc-d28f-4f6e-a1dc-84356312dc5b req-9e5017ad-8cc9-4f17-9efd-850afd0ba89c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:05.737383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f45f3cc-d28f-4f6e-a1dc-84356312dc5b req-9e5017ad-8cc9-4f17-9efd-850afd0ba89c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7ea5c6-d978-4d28-8d9c-0f6b208d0a88 HTTP/1.1" status: 200 len: 210 time: 0.0576057 Mar 16 11:10:06.834053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47696) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:06.912516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.944695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.009523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.027627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e9714-d941-4eb7-8a8f-99263c95c305,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:07.037758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.038880 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-218cc61b-663a-480b-b98b-13345c5d8f63 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/f28e9714-d941-4eb7-8a8f-99263c95c305 HTTP/1.1" status: 204 len: 168 time: 0.2038560 Mar 16 11:10:07.069482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47702) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:07.610106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.955196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port d66f1c4b-5f69-4c5d-a190-db4ed180f981 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:07.955821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.252982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port d66f1c4b-5f69-4c5d-a190-db4ed180f981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d66f1c4b-5f69-4c5d-a190-db4ed180f981,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:08.253263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.376493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for d66f1c4b-5f69-4c5d-a190-db4ed180f981 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:08.563321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.610861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=d66f1c4b-5f69-4c5d-a190-db4ed180f981,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:08.887401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.195261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 64989e79-fb46-48d3-9835-fce76fe8dadc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:09.231304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 64989e79-fb46-48d3-9835-fce76fe8dadc {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:09.231654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 64989e79-fb46-48d3-9835-fce76fe8dadc not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:09.251175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:09.429466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:09.441997 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Sync routers for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:09.449996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47710) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:09.450654 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-14df31dd-c098-4e40-baaf-c13bca54aec2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794479 Mar 16 11:10:09.453678 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:09.454290 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.521769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet 0489b152-8aa8-451c-b22f-7643f6b5b256 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:09.524792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.580011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.643942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:09.661339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.735521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.774528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=0489b152-8aa8-451c-b22f-7643f6b5b256,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:09.778216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.784464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ecb21-4cb8-4c86-a4b3-2ed73e83e1fa None None] Network b650792a-7c23-458a-af0b-fb6bee44f7fa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:09.789257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1cc6eabd-6e71-445a-ad51-db147151587e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/0489b152-8aa8-451c-b22f-7643f6b5b256 HTTP/1.1" status: 204 len: 168 time: 0.3347340 Mar 16 11:10:09.789566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47714) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:09.935896 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.939721 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Checking router: 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:09.950961 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Routers {'5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:09.951202 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.984858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.058721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] DHCP port deletion for b650792a-7c23-458a-af0b-fb6bee44f7fa request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:10.065973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Deleting port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:10.066351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.180405 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] Set router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:10.186562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.198325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port a06d5223-1e10-42d5-8689-071cb8623be1 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:10.198997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.277509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] For port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,segment=NetworkSegment(0b17c42a-b981-4dc3-8fda-8393ce343f2b),segment_id=0b17c42a-b981-4dc3-8fda-8393ce343f2b)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:10.278156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.375752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port a06d5223-1e10-42d5-8689-071cb8623be1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a06d5223-1e10-42d5-8689-071cb8623be1,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:10.376048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.399865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Calling delete_port for e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:10.465335 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:10.469296 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e9314-8a29-47b5-ae27-208e9c037c3c None None] The sync data for ids ['5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a'] in dv-neutron-828143-9-hyperv is: [{'id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'name': 'tempest-TestNetworkBasicOps-router-1722454485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'a06d5223-1e10-42d5-8689-071cb8623be1', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:10:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:10.481735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.521900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for a06d5223-1e10-42d5-8689-071cb8623be1 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:10.529521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] Pushing event deleted for resources: {'Port': ['ID=e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.532850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9dd50-b0ae-45d4-ab48-cbd3878257b6 None None] No DVR routers for this DVR port e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:10.931241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.976655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=a06d5223-1e10-42d5-8689-071cb8623be1,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:11.070071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.237894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.240575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.265082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.265607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:11.280775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.281875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41104043-c290-4ad8-966f-4828e74f60e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/5b1e649b-1979-47f8-9e7d-b2a0e7a3eb6a HTTP/1.1" status: 204 len: 168 time: 1.4914212 Mar 16 11:10:11.284540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47720) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:11.398553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.525256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.549868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b650792a-7c23-458a-af0b-fb6bee44f7fa']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.562097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b17c42a-b981-4dc3-8fda-8393ce343f2b') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.562392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b17c42a-b981-4dc3-8fda-8393ce343f2b') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.573584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.588969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.594684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:11.595059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:11.610326 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:11.689432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.707267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.719808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=b650792a-7c23-458a-af0b-fb6bee44f7fa,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:11.729151 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3f864f0a-753f-4f20-9ca7-0386d925dcd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/b650792a-7c23-458a-af0b-fb6bee44f7fa HTTP/1.1" status: 204 len: 168 time: 0.4435797 Mar 16 11:10:11.750988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47724) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:11.757941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--1523344521', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:11.762947 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:11.767011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:11.769959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:11.883760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:11.893106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:11.897074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.924876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:11.934508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.935064 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment b5fee3ad-f374-4ed3-8c60-415c067d7c81 of type vlan for network 8018645a-31e5-4215-ac2d-3dbb60b52a1d Mar 16 11:10:11.962753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.992262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.995027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:11.997802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:11.998389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.029245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a06d5223-1e10-42d5-8689-071cb8623be1 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:12.029588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a06d5223-1e10-42d5-8689-071cb8623be1 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:12.030008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:12.098131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d66f1c4b-5f69-4c5d-a190-db4ed180f981 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:12.098510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d66f1c4b-5f69-4c5d-a190-db4ed180f981 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:12.099062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:12.103299 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3508766 Mar 16 11:10:12.106229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47728) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:12.110158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef4b70-624f-43c8-be8e-bf68d1088aaf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=8018645a-31e5-4215-ac2d-3dbb60b52a1d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:12.114450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:12.122604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:12.126567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:12.129583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:12.133240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:12.136456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:12.146318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.147298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.147465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:12.147789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e9c97cf1-a7cb-4bf9-a5cf-ed0e66f1fb76 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:12.165871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.432395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.836730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.865165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.001115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.69 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/85d81e94-6a75-478c-a432-a7dfe40fcb67) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:13.145477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.174540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.233243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:13.235888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:13.243593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:13.281663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=85d81e94-6a75-478c-a432-a7dfe40fcb67,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:13.653320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.103648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.304707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 255130f8-dbb9-420f-bb1b-89e0b74863ed is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:14.478795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:14.489040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Sync routers for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:14.499058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:14.499753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:14.506623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.507805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9fba898c-800e-4860-900d-1d58824930ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3993976 Mar 16 11:10:14.510901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47732) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.553801 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b76f8564-657e-4950-9921-33dcf4ab2b0f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418487 Mar 16 11:10:14.556420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47736) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.676526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:14.684396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee9770b-1b71-488d-a61c-8c3357517e52 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.685894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dee9770b-1b71-488d-a61c-8c3357517e52 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286478 Mar 16 11:10:14.688640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47740) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.726701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d862b448-7e54-4ba2-8555-36bd042c057e tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370185 Mar 16 11:10:14.729187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47744) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.734302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062568652', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:14.840873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:14.844582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:14.847388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:14.854234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:14.864214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:14.868150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.956226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:13Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:14.960881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Checking router: 255130f8-dbb9-420f-bb1b-89e0b74863ed for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:14.961236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Updating router 255130f8-dbb9-420f-bb1b-89e0b74863ed port 85d81e94-6a75-478c-a432-a7dfe40fcb67 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:10:15.015440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.084659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.165313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=d32e5afa-1e49-4cb0-81bf-bc1d7474177e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:15.173153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:15.173269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 8018645a-31e5-4215-ac2d-3dbb60b52a1d, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:15.191842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:15.202958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8018645a-31e5-4215-ac2d-3dbb60b52a1d) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:15.207302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:15.207889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.229775 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fa2e0641-eed9-407a-b381-332264cb2379 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4996145 Mar 16 11:10:15.232574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47748) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.233519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335788d9-e2bb-413b-b52e-ffdf33ac057d None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:15.524200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.545953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Transition to ACTIVE for port object 85d81e94-6a75-478c-a432-a7dfe40fcb67 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:15.550518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:15.551465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.575547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.714893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Attempting to bind port 85d81e94-6a75-478c-a432-a7dfe40fcb67 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:15.715303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Attempting to bind port 85d81e94-6a75-478c-a432-a7dfe40fcb67 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:15.715618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Attempting to bind port 85d81e94-6a75-478c-a432-a7dfe40fcb67 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:15.730708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:15.731123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:15.731476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.731870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:15.732327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Bound port: 85d81e94-6a75-478c-a432-a7dfe40fcb67, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:15.732698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.803246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68792f89-a7fa-42b2-83de-3ea26c43bb26 None None] Pushing event updated for resources: {'Port': ['ID=85d81e94-6a75-478c-a432-a7dfe40fcb67,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:15.905530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] For port 85d81e94-6a75-478c-a432-a7dfe40fcb67, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:15.910170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] For port 85d81e94-6a75-478c-a432-a7dfe40fcb67, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=85d81e94-6a75-478c-a432-a7dfe40fcb67,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:15.914801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Allocated IP 172.20.0.2 (8018645a-31e5-4215-ac2d-3dbb60b52a1d/d32e5afa-1e49-4cb0-81bf-bc1d7474177e/f27a5e31-8fa0-470a-9506-708a8a5738cc) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:15.917416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.045383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:16.046014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:16.083996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.169162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68792f89-a7fa-42b2-83de-3ea26c43bb26 None None] Pushing event updated for resources: {'Port': ['ID=85d81e94-6a75-478c-a432-a7dfe40fcb67,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:16.377409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:16.523905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.585973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Transition to ACTIVE for port object f27a5e31-8fa0-470a-9506-708a8a5738cc will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.623151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Transition to ACTIVE for port object f27a5e31-8fa0-470a-9506-708a8a5738cc will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.631486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.698295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (8018645a-31e5-4215-ac2d-3dbb60b52a1d/d32e5afa-1e49-4cb0-81bf-bc1d7474177e/4ec86444-00e8-41c4-a862-0f077b81e5ac) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:16.745138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:16.750613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:16.758309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:16.761050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Pushing event updated for resources: {'Port': ['ID=f27a5e31-8fa0-470a-9506-708a8a5738cc,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:16.857010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.867747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Attempting to bind port f27a5e31-8fa0-470a-9506-708a8a5738cc on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:16.868122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Attempting to bind port f27a5e31-8fa0-470a-9506-708a8a5738cc by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:16.868487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Attempting to bind port f27a5e31-8fa0-470a-9506-708a8a5738cc on network 8018645a-31e5-4215-ac2d-3dbb60b52a1d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:16.872595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 4ec86444-00e8-41c4-a862-0f077b81e5ac will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.877264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:16.877634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Checking segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:16.878041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.878487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Bound using segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:16.878895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Bound port: f27a5e31-8fa0-470a-9506-708a8a5738cc, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:16.879265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.896979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.930719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:13Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:16.944781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcecc3-be80-4625-9750-33d24a94593f None None] The sync data for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv is: [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:13Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:16.960158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:16.974074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:16.978776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:16.985653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] For port f27a5e31-8fa0-470a-9506-708a8a5738cc, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:16.989481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] For port f27a5e31-8fa0-470a-9506-708a8a5738cc, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27a5e31-8fa0-470a-9506-708a8a5738cc,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:16.993747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.014313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.047162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.081005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7bc23-51f1-4bb6-9aee-b2db9475259f None None] Pushing event updated for resources: {'Port': ['ID=f27a5e31-8fa0-470a-9506-708a8a5738cc,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.408213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.987001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.996053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.069269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27a5e31-8fa0-470a-9506-708a8a5738cc up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:18.099526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef6852-b06d-4fbb-8da0-9f3173e53f82 None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:18.126527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.129857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.232666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1b4f3587-75ad-4047-a6d6-a437d634e18e None None] Provisioning for port f27a5e31-8fa0-470a-9506-708a8a5738cc completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:18.261582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f27a5e31-8fa0-470a-9506-708a8a5738cc completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:18.283729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:18.285017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:18.295987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f27a5e31-8fa0-470a-9506-708a8a5738cc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:18.296353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.475177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 255130f8-dbb9-420f-bb1b-89e0b74863ed has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:18.527537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.571974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f27a5e31-8fa0-470a-9506-708a8a5738cc, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27a5e31-8fa0-470a-9506-708a8a5738cc,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:18.576712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.578142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 85d81e94-6a75-478c-a432-a7dfe40fcb67 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:18.667761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:18.681041 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Sync routers for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:18.684719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-409c1075-03d7-49d3-8276-150bf6d2b2c5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/255130f8-dbb9-420f-bb1b-89e0b74863ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4510679 Mar 16 11:10:18.685289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47752) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:18.697178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f27a5e31-8fa0-470a-9506-708a8a5738cc,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.711068 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:18.711284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 85d81e94-6a75-478c-a432-a7dfe40fcb67 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:18.711642 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:18.716302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 85d81e94-6a75-478c-a432-a7dfe40fcb67 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:18.716676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.876531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.877850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33076951-7d90-4f45-8031-9db12fc3d9ba tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.878578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33076951-7d90-4f45-8031-9db12fc3d9ba tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.879260 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33076951-7d90-4f45-8031-9db12fc3d9ba tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.879903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33076951-7d90-4f45-8031-9db12fc3d9ba tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.882692 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-33076951-7d90-4f45-8031-9db12fc3d9ba tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1957877 Mar 16 11:10:18.886362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47756) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:18.901404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 85d81e94-6a75-478c-a432-a7dfe40fcb67, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=85d81e94-6a75-478c-a432-a7dfe40fcb67,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:18.902583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Provisioning complete for port f27a5e31-8fa0-470a-9506-708a8a5738cc triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:18.903069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.911963 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:18.935338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.976744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79753b3-9a79-4ca0-a100-8075b085c546 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.977575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79753b3-9a79-4ca0-a100-8075b085c546 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.978201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79753b3-9a79-4ca0-a100-8075b085c546 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.978822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79753b3-9a79-4ca0-a100-8075b085c546 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.984367 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d79753b3-9a79-4ca0-a100-8075b085c546 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0964904 Mar 16 11:10:18.984593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47760) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.040820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=85d81e94-6a75-478c-a432-a7dfe40fcb67,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.130588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Provisioning for port 4ec86444-00e8-41c4-a862-0f077b81e5ac completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:19.139700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Provisioning complete for port 4ec86444-00e8-41c4-a862-0f077b81e5ac triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:19.140245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.216547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9a0af3ee-1f27-43e0-8c42-e81506ff2a1c None None] Port 4ec86444-00e8-41c4-a862-0f077b81e5ac cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:19.236686 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b5cecabb-1550-411b-8af0-03736ff8c868 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2471373 Mar 16 11:10:19.255253 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:19.259286 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Checking router: 255130f8-dbb9-420f-bb1b-89e0b74863ed for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:19.259572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Updating router 255130f8-dbb9-420f-bb1b-89e0b74863ed port 4ec86444-00e8-41c4-a862-0f077b81e5ac binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:10:19.314668 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.335443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3dfbc518-6498-4393-ad1e-e01612660bbc None None] Provisioning complete for port 4ec86444-00e8-41c4-a862-0f077b81e5ac triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:19.335932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc518-6498-4393-ad1e-e01612660bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.392680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbc518-6498-4393-ad1e-e01612660bbc None None] Port 4ec86444-00e8-41c4-a862-0f077b81e5ac cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:19.610285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.616222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78359516', 'description': 'tempest-secgroup-smoke-78359516 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:19.622101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:19.626121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:19.628956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:19.635686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:19.648074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.668397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:19.672735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:19.675679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:19.679455 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.682430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:19.691502 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Transition to ACTIVE for port object 4ec86444-00e8-41c4-a862-0f077b81e5ac will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:19.698046 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.754962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.760164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.811533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0795dca-5963-43d3-b29d-2a278edb6e40,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.815934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.820152 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b16beb1c-c702-41da-bb14-3ee29d318af7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2057853 Mar 16 11:10:19.821293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47770) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.825888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:19.832072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:19.836214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:19.839186 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:19.845062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:19.851555 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Pushing event updated for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.865364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.866158 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.866501 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.866835 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.867160 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.867485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.867810 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.868127 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.868469 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.868759 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.869112 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.869412 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.869721 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:19.938610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.944328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.966050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Attempting to bind port 4ec86444-00e8-41c4-a862-0f077b81e5ac on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:19.966418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Attempting to bind port 4ec86444-00e8-41c4-a862-0f077b81e5ac by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:19.966778 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Attempting to bind port 4ec86444-00e8-41c4-a862-0f077b81e5ac on network 8018645a-31e5-4215-ac2d-3dbb60b52a1d {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:19.970919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072f97b3-0130-4095-a631-e8d756970ce3,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.975136 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:19.975518 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Checking segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:19.976264 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.976672 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Bound using segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:19.977367 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Bound port: 4ec86444-00e8-41c4-a862-0f077b81e5ac, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:19.977547 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.983618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.987764 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ccbfd4a0-fcce-4f42-b06d-bcde01f3e8e6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637514 Mar 16 11:10:19.987940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47774) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.994891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.001239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:20.005492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:20.008629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:20.015008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:20.031665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27a5e31-8fa0-470a-9506-708a8a5738cc up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:20.037168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.090099 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] For port 4ec86444-00e8-41c4-a862-0f077b81e5ac, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:20.093766 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] For port 4ec86444-00e8-41c4-a862-0f077b81e5ac, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=4ec86444-00e8-41c4-a862-0f077b81e5ac,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:20.098377 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.105704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.106182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f27a5e31-8fa0-470a-9506-708a8a5738cc triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:20.106647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.110738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.129627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600ff215-281a-4380-b6db-0d36538da42f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.149666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.154318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47778) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.160279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.162098 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-26d84477-7a3a-4675-ab7d-f1e957b05aca tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617031 Mar 16 11:10:20.170153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:20.176205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:20.179673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:20.185792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:20.190543 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:20.191573 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:09:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:20.211283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.252049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 85d81e94-6a75-478c-a432-a7dfe40fcb67 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:20.254541 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc67210-79ee-482b-bc5f-46a60e899607 None None] Pushing event updated for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.318597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.327869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.338918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 85d81e94-6a75-478c-a432-a7dfe40fcb67 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:20.339450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.382672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55060c9b-9550-45e0-a2c6-858c64374ce2,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.398824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.404955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47782) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.405528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9911ecb-f0c8-4bb2-98b4-2238c677340e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2492242 Mar 16 11:10:20.413587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.414025 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:20.419876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:20.432219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:20.437556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:20.455677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:20.499346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.577585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.581783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.605685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326e6fe2-70a5-4570-863d-387c1af069b5,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.616227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.617524 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-436a47b4-c052-4737-9189-736f0b677053 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108574 Mar 16 11:10:20.620344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47786) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.625288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.631118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:20.635141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:20.638210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:20.644476 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:20.655960 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:10:20.664672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.740860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.744810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.771571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd38d388-4ee2-4a84-98d0-76b0650727c0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.781896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.783203 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f8911312-e7b9-4642-8e38-01fe6aecf4a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618812 Mar 16 11:10:20.785968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47790) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.791944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'e0795dca-5963-43d3-b29d-2a278edb6e40', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.797740 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:20Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:20.800671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:20.802519 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee25163-fdc2-4c06-a043-0f2467c55c91 None None] The sync data for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv is: [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:20Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:20.805320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:20.809902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:20.817979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:20.830689 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:10:20.864469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.940706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.944795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.969643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ac62a5-e7d3-4e2a-a93c-03249f3a86c7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.980944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.988806 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-63dddc54-c939-4e1b-ae01-3f6d63cadb51 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1947029 Mar 16 11:10:21.216031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-c37d50cf-bf1f-4aff-a709-3229bbdc1119 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78359516&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0448961 Mar 16 11:10:21.378748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-32d7f6ee-27b3-48fb-9031-76e986f5b1be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:21.379326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bd359313-5905-4947-a90d-99612c39a203 req-32d7f6ee-27b3-48fb-9031-76e986f5b1be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:21.395394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bd359313-5905-4947-a90d-99612c39a203 req-32d7f6ee-27b3-48fb-9031-76e986f5b1be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:21.397272 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-32d7f6ee-27b3-48fb-9031-76e986f5b1be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 797 time: 0.1738946 Mar 16 11:10:21.412444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-641ac6d1-26a5-4770-9880-b0f8128c2ace tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Mar 16 11:10:21.500012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bd359313-5905-4947-a90d-99612c39a203 req-41166ce8-706a-4896-9b43-89f74bbac5f0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:21.516082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bd359313-5905-4947-a90d-99612c39a203 req-41166ce8-706a-4896-9b43-89f74bbac5f0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:21.517421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-41166ce8-706a-4896-9b43-89f74bbac5f0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993102 Mar 16 11:10:21.785096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-a6175433-c09e-4ea4-8a9d-7e5c5ff87445 service neutron] 10.222.0.50 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546718 Mar 16 11:10:21.918205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-d5daf532-2b63-4292-a61b-18673ff5023f service neutron] 10.222.0.50 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262209 Mar 16 11:10:22.023302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 4ec86444-00e8-41c4-a862-0f077b81e5ac up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:22.093772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 4ec86444-00e8-41c4-a862-0f077b81e5ac completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:22.098303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 4ec86444-00e8-41c4-a862-0f077b81e5ac triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:22.099200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.107097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5c0757da-f084-4327-a948-d6b28b79c21c req-746d3abc-8148-4617-9a3b-7137feb7f3fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 210 time: 0.0483820 Mar 16 11:10:22.214521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.251010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 4ec86444-00e8-41c4-a862-0f077b81e5ac, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=4ec86444-00e8-41c4-a862-0f077b81e5ac,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:22.256850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.323790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:23.206927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a63b1b3-8b7a-42cc-80fe-2aba9c016103 req-42456359-65e5-49f0-a10e-5258c3f8ca71 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 210 time: 0.0477061 Mar 16 11:10:24.125159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 4ec86444-00e8-41c4-a862-0f077b81e5ac up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:24.197390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 4ec86444-00e8-41c4-a862-0f077b81e5ac triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:24.197705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.280927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-de88c1da-71e3-4c19-b617-cffc7ad4a301 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:24.282661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-de88c1da-71e3-4c19-b617-cffc7ad4a301 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 797 time: 0.1526101 Mar 16 11:10:24.385481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-0211b73f-4cd8-461d-b378-c5e922e97d05 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 378 time: 0.0887227 Mar 16 11:10:24.392227 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d45fad98-1312-4633-807d-ba95fa6afa11 req-b6c358a0-2444-47fc-a5ca-9ff6b9ce0016 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 210 time: 0.0584645 Mar 16 11:10:24.397440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['e0795dca-5963-43d3-b29d-2a278edb6e40']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:24.530832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:24.540596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:24.550130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:24.553702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.718691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.3 (8018645a-31e5-4215-ac2d-3dbb60b52a1d/d32e5afa-1e49-4cb0-81bf-bc1d7474177e/7140d561-44b7-43dd-9fb5-a703bed2a74e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:24.905484 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.920405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 7140d561-44b7-43dd-9fb5-a703bed2a74e will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:24.942773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.005396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:25.012575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:25.016823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:25.050501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:25.087373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:25.087963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.112876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-de1cb097-ba63-49e4-8f26-a3cf9d2b5db8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191784 Mar 16 11:10:25.131559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Request body: {'port': {'device_id': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:25.196417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5630a3f2-7655-4428-ade3-2a86b658a081 None None] Provisioning for port 7140d561-44b7-43dd-9fb5-a703bed2a74e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:25.201135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5630a3f2-7655-4428-ade3-2a86b658a081 None None] Provisioning complete for port 7140d561-44b7-43dd-9fb5-a703bed2a74e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:25.201497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5630a3f2-7655-4428-ade3-2a86b658a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.245120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.286219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5630a3f2-7655-4428-ade3-2a86b658a081 None None] Port 7140d561-44b7-43dd-9fb5-a703bed2a74e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:25.756498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf0fa-6877-4120-9626-4eab5482f605 req-4de8d7fd-7470-46ea-8b56-b2597e34df9e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:25.757135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-4c5bf0fa-6877-4120-9626-4eab5482f605 req-4de8d7fd-7470-46ea-8b56-b2597e34df9e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:25.780347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7140d561-44b7-43dd-9fb5-a703bed2a74e {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:10:25.790336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.798022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-4c5bf0fa-6877-4120-9626-4eab5482f605 req-4de8d7fd-7470-46ea-8b56-b2597e34df9e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:25.799173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c5bf0fa-6877-4120-9626-4eab5482f605 req-4de8d7fd-7470-46ea-8b56-b2597e34df9e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 931 time: 0.2999990 Mar 16 11:10:25.822099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Transition to ACTIVE for port object 7140d561-44b7-43dd-9fb5-a703bed2a74e will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:25.827326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.960896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c5bf0fa-6877-4120-9626-4eab5482f605 req-88c9bb1e-0906-43a3-b218-fcfbc6adbcbc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1545091 Mar 16 11:10:25.999920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Pushing event updated for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:26.016460 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:26.082231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Attempting to bind port 7140d561-44b7-43dd-9fb5-a703bed2a74e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:26.082556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Attempting to bind port 7140d561-44b7-43dd-9fb5-a703bed2a74e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:26.082925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Attempting to bind port 7140d561-44b7-43dd-9fb5-a703bed2a74e on network 8018645a-31e5-4215-ac2d-3dbb60b52a1d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:26.087375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Port 7140d561-44b7-43dd-9fb5-a703bed2a74e on network 8018645a-31e5-4215-ac2d-3dbb60b52a1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:10:26.087687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Attempting to bind port 7140d561-44b7-43dd-9fb5-a703bed2a74e on network 8018645a-31e5-4215-ac2d-3dbb60b52a1d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:26.092645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:26.093009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Checking segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:26.093384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Bound using segment: {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:26.093811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Bound port: 7140d561-44b7-43dd-9fb5-a703bed2a74e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fee3ad-f374-4ed3-8c60-415c067d7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:26.094124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.182441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:26.185254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:26.188980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.244642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:26.245265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.246616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] 10.222.0.55 "PUT /v2.0/ports/7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 1093 time: 1.1199286 Mar 16 11:10:26.247040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:26.276202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3ae81-9a5c-4a1c-a364-e0fcc27bf906 service neutron] Pushing event updated for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:26.334331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'status': 'completed', 'code': 200} Mar 16 11:10:26.375830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-e073824d-b9db-4d0d-a2fe-633f2ff29a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:26.377317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-e073824d-b9db-4d0d-a2fe-633f2ff29a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1096 time: 0.0741305 Mar 16 11:10:26.455612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-738c5400-f694-4ea6-9f78-447b8304efea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 217 time: 0.0644732 Mar 16 11:10:26.516381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-4379d1b5-93a6-4761-b706-700fbf5f3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:26.517745 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-4379d1b5-93a6-4761-b706-700fbf5f3d6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0562236 Mar 16 11:10:26.592566 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359313-5905-4947-a90d-99612c39a203 req-6a3e7d8c-0528-46fa-8db0-bf714027b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:26.594011 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-6a3e7d8c-0528-46fa-8db0-bf714027b18d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705638 Mar 16 11:10:26.722082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-fba9a8cb-1ea1-4f42-a082-5cd17de08fe8 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221786 Mar 16 11:10:26.829350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87211bad-1436-49f1-8a6d-bdd8975b0f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.853115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd359313-5905-4947-a90d-99612c39a203 req-c7481e6c-8bed-4429-99d3-a5983a792600 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250005 Mar 16 11:10:27.005298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-4d14d9e9-267c-4bb2-850c-32a2c20c1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:27.006767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-4d14d9e9-267c-4bb2-850c-32a2c20c1d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1096 time: 0.0705116 Mar 16 11:10:27.186449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-32ffb595-4547-4af9-a08f-eac278c49670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:27.187776 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-32ffb595-4547-4af9-a08f-eac278c49670 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.1746209 Mar 16 11:10:27.264917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-9d934eb4-cec6-42c9-b602-3ca3547bb601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 217 time: 0.0658708 Mar 16 11:10:27.273663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140334-bd82-475c-80a4-8111351aba07 req-c0e29d8d-a731-4474-a4f5-527e8d29a71a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:27.275025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32140334-bd82-475c-80a4-8111351aba07 req-c0e29d8d-a731-4474-a4f5-527e8d29a71a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 943 time: 0.1779056 Mar 16 11:10:27.458693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-9de28848-b493-4989-84b4-b9d7d1c5de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:27.460127 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-9de28848-b493-4989-84b4-b9d7d1c5de34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.1842721 Mar 16 11:10:27.464570 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32140334-bd82-475c-80a4-8111351aba07 req-8318dcb7-f06f-4f72-9ae9-3df1b84e2fb3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599965 Mar 16 11:10:27.535675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-4e47dc08-f84d-44db-a445-e17a37751995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:27.537181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-4e47dc08-f84d-44db-a445-e17a37751995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706375 Mar 16 11:10:27.667436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-a8084069-a235-4bf6-85eb-43538c5b2fce service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241288 Mar 16 11:10:27.798096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13da5566-5a7a-433a-a3ef-f7ab13f051d1 req-051b7e57-0f79-4765-8a6c-5ccd1c20313e service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245058 Mar 16 11:10:28.653223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1d337-e3b5-4901-825e-978a3f66b213 req-7615c6b5-9a9f-4b56-baab-72bd5bee14e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:28.654585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1a1d337-e3b5-4901-825e-978a3f66b213 req-7615c6b5-9a9f-4b56-baab-72bd5bee14e0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 943 time: 0.0826206 Mar 16 11:10:28.697576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1a1d337-e3b5-4901-825e-978a3f66b213 req-249a3c11-f9eb-4925-ba00-bd87e8f88488 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373600 Mar 16 11:10:29.036056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f9343f94-4f91-4d59-a714-aad6a0e69511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.318719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 7140d561-44b7-43dd-9fb5-a703bed2a74e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:10:29.453135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:29.467068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'port_id': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'mac_address': 'fa:16:3e:a0:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:10:29.524632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.541488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7140d561-44b7-43dd-9fb5-a703bed2a74e {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:10:29.556849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:29.560684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.625344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:29.877787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b856-fea0-40d7-9113-0c054d15d1b7 req-22d3c4a2-da37-4677-8e20-ad776aab8584 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:29.879130 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4678b856-fea0-40d7-9113-0c054d15d1b7 req-22d3c4a2-da37-4677-8e20-ad776aab8584 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 944 time: 0.0785017 Mar 16 11:10:29.923518 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4678b856-fea0-40d7-9113-0c054d15d1b7 req-fa950159-9930-4b89-9c6b-d56a36497af4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384824 Mar 16 11:10:29.948150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['7140d561-44b7-43dd-9fb5-a703bed2a74e'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:10:30.422192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.470258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.106102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532d2ff-9e18-4285-96cd-a0ebfa7ddb7e req-382fbefc-50c0-4f28-be55-546adf07077c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:31.107531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3532d2ff-9e18-4285-96cd-a0ebfa7ddb7e req-382fbefc-50c0-4f28-be55-546adf07077c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 944 time: 0.0808702 Mar 16 11:10:31.151308 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3532d2ff-9e18-4285-96cd-a0ebfa7ddb7e req-aa055524-0c3d-4e38-8682-08e527c232be tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382183 Mar 16 11:10:31.334064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 7140d561-44b7-43dd-9fb5-a703bed2a74e up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:31.399606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 7140d561-44b7-43dd-9fb5-a703bed2a74e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:31.404405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 7140d561-44b7-43dd-9fb5-a703bed2a74e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:31.404775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.520161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.547020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:31.557291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:31.561286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.593065 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'code': 200} Mar 16 11:10:31.630249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:31.841422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1449b-3d3d-4e29-ac7c-af1ce47f6392 req-0d30c07f-9e18-410f-a693-e377c7690f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:31.842802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9c1449b-3d3d-4e29-ac7c-af1ce47f6392 req-0d30c07f-9e18-410f-a693-e377c7690f0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0697856 Mar 16 11:10:31.876145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.885825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9c1449b-3d3d-4e29-ac7c-af1ce47f6392 req-4971ee22-afb2-44ed-a941-c172f2dd71e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368783 Mar 16 11:10:32.331936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3676c3c-b794-4564-80c5-18d1d93b85fd req-a3818d58-1303-4fe7-ba6e-6e5c468a89db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:32.333380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3676c3c-b794-4564-80c5-18d1d93b85fd req-a3818d58-1303-4fe7-ba6e-6e5c468a89db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.0793018 Mar 16 11:10:32.376674 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3676c3c-b794-4564-80c5-18d1d93b85fd req-c1795725-dda2-45d5-97ae-e4d7c900f53b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375082 Mar 16 11:10:33.563307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65bf8-221f-4324-8a78-67b5abb1d119 req-dfaab575-901f-484e-a6c7-7fd267c4a211 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:33.564717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6f65bf8-221f-4324-8a78-67b5abb1d119 req-dfaab575-901f-484e-a6c7-7fd267c4a211 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.0815372 Mar 16 11:10:33.607095 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6f65bf8-221f-4324-8a78-67b5abb1d119 req-9b77c673-a4ea-430c-93b8-6ed6971b15f5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362189 Mar 16 11:10:33.790135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c6812-0d6c-4bf9-9455-ad2f44b83de6 req-b7b94505-fff2-47f9-90f2-c6103b3569d1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:33.791464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-142c6812-0d6c-4bf9-9455-ad2f44b83de6 req-b7b94505-fff2-47f9-90f2-c6103b3569d1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.0779116 Mar 16 11:10:33.834377 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-142c6812-0d6c-4bf9-9455-ad2f44b83de6 req-abf455ee-4241-4b30-97ff-f8156bb0bf41 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369527 Mar 16 11:10:33.856922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47854) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:33.927563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e181c9c6-a58a-442d-bdc3-fd1922ccbf75 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:33.929135 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e181c9c6-a58a-442d-bdc3-fd1922ccbf75 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1093 time: 0.0711443 Mar 16 11:10:33.932514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47858) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:33.937272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:33.942900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:33.946746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:33.949515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:33.955024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:33.965320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.015396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.100817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.233491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.16 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/310a108e-945c-41ab-a474-7419fc4918a5) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:34.377101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.405311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.461123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:34.463863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:34.466400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:34.629366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=310a108e-945c-41ab-a474-7419fc4918a5,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.006172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.084143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.284377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.288867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.401501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=310a108e-945c-41ab-a474-7419fc4918a5,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.412161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.584682 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 5a9be791-22d0-4842-ba7c-e072cc3d6485 associated. External IP: 172.26.0.16, port: 7140d561-44b7-43dd-9fb5-a703bed2a74e. Mar 16 11:10:35.928715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 255130f8-dbb9-420f-bb1b-89e0b74863ed has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:36.227139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:36.236295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Sync routers for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:36.245532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.246152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:10:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.250394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.305885 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1721ae08-1ca7-4def-91fb-4b1449d4b44f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3723061 Mar 16 11:10:36.306569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:36.308754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47862) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.353293 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'status': 'completed', 'code': 200} Mar 16 11:10:36.428362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:36.458440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6900decd-3b0b-4e94-b23b-0c1d1a511070 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5a9be791-22d0-4842-ba7c-e072cc3d6485 HTTP/1.1" status: 200 len: 990 time: 0.1477451 Mar 16 11:10:36.486988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-1761a7ab-10e3-4246-adf5-188d07684068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.488344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-1761a7ab-10e3-4246-adf5-188d07684068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0891559 Mar 16 11:10:36.619227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-221a74fd-8a7a-48d1-aa5f-8d45402ee52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.620645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-221a74fd-8a7a-48d1-aa5f-8d45402ee52b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.1264713 Mar 16 11:10:36.725264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-61f483d9-4667-42de-a3e4-1df8de624fd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 998 time: 0.0981565 Mar 16 11:10:36.784637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-40b87234-8299-48e4-be15-3f47975bef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.785989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-40b87234-8299-48e4-be15-3f47975bef63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0551541 Mar 16 11:10:36.823144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5a9be791-22d0-4842-ba7c-e072cc3d6485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'port_id': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'mac_address': 'fa:16:3e:a0:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:10:34Z', 'updated_at': '2022-03-16T11:10:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.827028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Checking router: 255130f8-dbb9-420f-bb1b-89e0b74863ed for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:36.835226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.836426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:10:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.862331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-119c4e06-bd9e-4de6-9023-478a1c921176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.863743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-119c4e06-bd9e-4de6-9023-478a1c921176 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723860 Mar 16 11:10:37.019226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:37.101748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-12560bf8-81fb-4c85-a5ea-9cfbc90e7d98 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318382 Mar 16 11:10:37.233036 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8b03927-28b6-4cd0-bbc1-079c90ac94a9 req-f74b4264-0bcf-4df1-9fb6-040d8e6d41ab service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250789 Mar 16 11:10:37.369384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5a9be791-22d0-4842-ba7c-e072cc3d6485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'port_id': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'mac_address': 'fa:16:3e:a0:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:10:34Z', 'updated_at': '2022-03-16T11:10:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:37.373178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263b736-65ef-4c99-a17c-ea55ce81eb23 None None] The sync data for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv is: [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5a9be791-22d0-4842-ba7c-e072cc3d6485', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'port_id': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'mac_address': 'fa:16:3e:a0:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:10:34Z', 'updated_at': '2022-03-16T11:10:34Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:37.462070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47868) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.548742 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa93700-8a39-48eb-9ea2-d765125e47ba None None] New status for floating IP 5a9be791-22d0-4842-ba7c-e072cc3d6485: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:10:37.573141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bef8416a-9085-40f7-a9cf-d4eea451f7bb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5a9be791-22d0-4842-ba7c-e072cc3d6485 HTTP/1.1" status: 200 len: 990 time: 0.1098671 Mar 16 11:10:38.577049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47872) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.682200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-82e52678-2c6b-43c2-a757-6baf4ed9e037 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5a9be791-22d0-4842-ba7c-e072cc3d6485 HTTP/1.1" status: 200 len: 992 time: 0.1039972 Mar 16 11:10:56.831165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c5d21a0-2285-4d0e-b192-35c7adc88026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.042056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1c1df82e-51a8-4b8f-860a-6bbc3b87bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.424284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.471669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.880232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.018814 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:04.017373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.849323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-d39616e9-aecb-48a3-9718-f203f8a26533 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671940 Mar 16 11:11:24.003208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-837459cf-f283-48b0-9bf2-72aa1d0fbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.004613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-837459cf-f283-48b0-9bf2-72aa1d0fbee6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0713913 Mar 16 11:11:24.145892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-f578a470-a1c7-4006-bcb7-05ea565f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.147193 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-f578a470-a1c7-4006-bcb7-05ea565f14e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.1238310 Mar 16 11:11:24.248011 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-1d92c2dd-c27f-41a4-a322-f3b9d2b16c50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 1000 time: 0.0919569 Mar 16 11:11:24.313010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-9286ca53-2cba-4a44-807f-0402fb667d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.314383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-9286ca53-2cba-4a44-807f-0402fb667d66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0590637 Mar 16 11:11:24.386302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-f84abf67-7e60-4368-8cd5-503cd083a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.387733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-f84abf67-7e60-4368-8cd5-503cd083a61d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673642 Mar 16 11:11:24.515143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-34f1da8a-1bac-4287-9dd3-89f5878b4c24 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211543 Mar 16 11:11:24.646960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d4f8392-42be-4276-a56f-f2f0fc4df56a req-bb1bec4a-6abf-49f6-8735-4cf0db61972a service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259210 Mar 16 11:11:26.833038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3934debc-43c4-42c0-b819-8933ab3c7f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.033244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-49df47ca-9a6e-4731-bb05-3e35c1b396d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.427752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.473644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.882010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.014937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.017458 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:56.834894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-54d7b5fc-f913-45f9-bf85-87a77098dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.034329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55bdbd05-f428-4771-99bb-6e540d85f251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.431021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.475711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.884570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.013463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.017082 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:25.167684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-9f57c70a-46a6-44b1-981f-a995ddda8c52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716925 Mar 16 11:12:25.317176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-09673f73-830d-4193-a4f7-a44b02426f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.318591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-09673f73-830d-4193-a4f7-a44b02426f55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0695624 Mar 16 11:12:25.554223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-3e95fb3e-146e-43ea-a35e-7195f18d0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.555649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-3e95fb3e-146e-43ea-a35e-7195f18d0832 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.2189667 Mar 16 11:12:25.658397 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-c6f0420b-5599-46b3-bc54-00fa088bc3e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 1000 time: 0.0966899 Mar 16 11:12:25.719192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-13969ca3-2d55-4096-bee1-89007e9ac13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.720599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-13969ca3-2d55-4096-bee1-89007e9ac13b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0561342 Mar 16 11:12:25.797881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-d4f4084f-3df7-4d0f-abfc-f512fee9ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.799342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-d4f4084f-3df7-4d0f-abfc-f512fee9ecf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733225 Mar 16 11:12:25.927972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-e109f165-53ee-4266-94f6-c1d1fdfea7b3 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222360 Mar 16 11:12:26.056507 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7146cbf0-8466-4676-9e76-efb5355534e1 req-4ec7de3a-5597-43bd-ae04-c583fd009f43 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226625 Mar 16 11:12:26.836917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9f96a3c4-5b13-4692-a9ee-76709f6f266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.035688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30b4e5e1-c0c4-4b2e-981e-6a1e7ab380e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.434690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.477239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.889579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.023895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.017881 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:56.841026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3351b0b0-7e88-4c37-84e0-50ad900ee5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.036513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aff4a921-c4e6-459e-95b2-0a7f2d759a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.436143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.479151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.893851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.783111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47910) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.788767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.907086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6248238'] for subnet, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.090332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743324835063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8143032'] for subnet, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.138088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:03.138677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.139924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/subnets/d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 836 time: 0.3558488 Mar 16 11:13:03.143972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735571b-3aae-4347-9794-ff56980194eb None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:03.155602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=d32e5afa-1e49-4cb0-81bf-bc1d7474177e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.162906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.163252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.163605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.163918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.164259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.164569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.164909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.165231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.165547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.165864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.166177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.166489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c214c-4574-4257-88a9-6b0cebf5f1db tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:03.558178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Provisioning complete for port 7140d561-44b7-43dd-9fb5-a703bed2a74e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:03.559208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.713707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Provisioning complete for port f27a5e31-8fa0-470a-9506-708a8a5738cc triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:03.713947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.835145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Provisioning complete for port 4ec86444-00e8-41c4-a862-0f077b81e5ac triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:03.835496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f210-d796-49b2-81d5-b80dd3d77e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.038442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.163503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-a793ac95-aa48-43c2-be59-1d48a4061666 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692384 Mar 16 11:13:25.318136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-5786d754-92f9-40c0-a6b6-fda3cbf7fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.319571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-5786d754-92f9-40c0-a6b6-fda3cbf7fcd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0740969 Mar 16 11:13:25.460513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-9c6e72e1-812a-4b9f-be2c-2f6666169915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.461894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-9c6e72e1-812a-4b9f-be2c-2f6666169915 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.1246350 Mar 16 11:13:25.562727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-c0991525-2965-4355-ac14-954bdb76425d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 1000 time: 0.0950325 Mar 16 11:13:25.623463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-dd4efb7c-28bf-4e3f-980a-939af9c2ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.624814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-dd4efb7c-28bf-4e3f-980a-939af9c2ff12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0560679 Mar 16 11:13:25.699751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-b7f68f71-ab8f-4791-8785-7f2a5f5c2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.701183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-b7f68f71-ab8f-4791-8785-7f2a5f5c2911 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707905 Mar 16 11:13:25.834436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-711ac408-1063-45fd-9d9b-6d82e21484ca service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272249 Mar 16 11:13:26.055568 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a6872af-78bf-465b-b316-dfe094ffd8ec req-ec8e8dae-ea00-4d48-be0a-817347ab6518 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157443 Mar 16 11:13:26.843325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d2a3-3a6c-4970-9afa-b8164c1a25c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.037936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e035252a-837f-4ecf-b182-bab7d881dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.440495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.481141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.017760 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:31.893575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.065149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.614559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47948) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.812293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 310a108e-945c-41ab-a474-7419fc4918a5 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:47.812633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.972380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.972702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.090581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 310a108e-945c-41ab-a474-7419fc4918a5 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:48.239211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.284221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=310a108e-945c-41ab-a474-7419fc4918a5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.378549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.378801 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 5a9be791-22d0-4842-ba7c-e072cc3d6485 disassociated (deleted). External IP: 172.26.0.16, port: 7140d561-44b7-43dd-9fb5-a703bed2a74e. Mar 16 11:13:48.727853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 255130f8-dbb9-420f-bb1b-89e0b74863ed has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:49.017883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:49.031384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Sync routers for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:49.037483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.040180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:49.040796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.096477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5d19732b-bf5e-43a1-a71c-810dc037763f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a9be791-22d0-4842-ba7c-e072cc3d6485 HTTP/1.1" status: 204 len: 168 time: 1.4784915 Mar 16 11:13:49.096477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:49.195791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'status': 'completed', 'code': 200} Mar 16 11:13:49.227690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:49.320298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-61f46c00-6a58-4a22-bc3e-7658d417ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.321799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-61f46c00-6a58-4a22-bc3e-7658d417ae1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 1098 time: 0.0821185 Mar 16 11:13:49.525548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-aebfd272-409c-47e4-a80b-93ba8432893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.527028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-aebfd272-409c-47e4-a80b-93ba8432893f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 200 len: 898 time: 0.1782117 Mar 16 11:13:49.551488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.555291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Checking router: 255130f8-dbb9-420f-bb1b-89e0b74863ed for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:49.564034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:49.564627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.598551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-0ee41207-838c-42c1-a86b-fec2b923a008 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 200 len: 217 time: 0.0623410 Mar 16 11:13:49.608858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13627-33d1-4f67-9659-ccc8cd024aaa req-27e9e60a-87aa-42b9-a7e9-4c855c497a09 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.609527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fcb13627-33d1-4f67-9659-ccc8cd024aaa req-27e9e60a-87aa-42b9-a7e9-4c855c497a09 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:49.676219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fcb13627-33d1-4f67-9659-ccc8cd024aaa req-27e9e60a-87aa-42b9-a7e9-4c855c497a09 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:49.677991 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcb13627-33d1-4f67-9659-ccc8cd024aaa req-27e9e60a-87aa-42b9-a7e9-4c855c497a09 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.2461257 Mar 16 11:13:49.681635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-675b6dc3-337d-4a26-8591-24a27be27658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.683600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-675b6dc3-337d-4a26-8591-24a27be27658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 200 len: 844 time: 0.0708983 Mar 16 11:13:49.742398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:49.770873 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcb13627-33d1-4f67-9659-ccc8cd024aaa req-b813e9a1-53d9-46e8-bca7-c71a52d804d4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810783 Mar 16 11:13:49.799354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-eecf3b78-3a60-4ba3-8069-30f661426d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.800918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-eecf3b78-3a60-4ba3-8069-30f661426d42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8018645a-31e5-4215-ac2d-3dbb60b52a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100955 Mar 16 11:13:49.931468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-4a23cdd4-57b6-4628-96f8-b92b4177f375 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238651 Mar 16 11:13:50.067372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1b9b1df-c3c8-44f7-a804-da8b0f7cb52f req-12adc839-4aca-4b7c-b0ce-30853676e974 service neutron] 10.222.0.55 "GET /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289811 Mar 16 11:13:50.089432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:50.093601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001688a6-4199-46c9-9e28-f85e00326cf0 None None] The sync data for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv is: [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:17Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '4ec86444-00e8-41c4-a862-0f077b81e5ac', 'name': '', 'network_id': '8018645a-31e5-4215-ac2d-3dbb60b52a1d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:75:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:16Z', 'updated_at': '2022-03-16T11:10:22Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'd32e5afa-1e49-4cb0-81bf-bc1d7474177e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:50.303572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87c770-e0fd-4abc-8dc4-8a438081ab35 None None] New status for floating IP 5a9be791-22d0-4842-ba7c-e072cc3d6485: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:13:50.993911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-077280f2-3957-4f30-ab90-3385ee98d885 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.995865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-077280f2-3957-4f30-ab90-3385ee98d885 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.0864820 Mar 16 11:13:51.111591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 7140d561-44b7-43dd-9fb5-a703bed2a74e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:51.111830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.214690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417663c5-f413-40a5-bfea-eb5429973906 req-f8b39852-eb66-4a48-b7f3-f0721b9e7cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.216109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-417663c5-f413-40a5-bfea-eb5429973906 req-f8b39852-eb66-4a48-b7f3-f0721b9e7cd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 945 time: 0.1848223 Mar 16 11:13:51.359210 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-417663c5-f413-40a5-bfea-eb5429973906 req-8863db7e-2236-4aee-b38d-0004d3f7bbfe tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0795dca-5963-43d3-b29d-2a278edb6e40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364832 Mar 16 11:13:51.507878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 7140d561-44b7-43dd-9fb5-a703bed2a74e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7140d561-44b7-43dd-9fb5-a703bed2a74e,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:51.508234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.629729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 7140d561-44b7-43dd-9fb5-a703bed2a74e owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:51.772874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.821725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=7140d561-44b7-43dd-9fb5-a703bed2a74e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:51.897395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 7140d561-44b7-43dd-9fb5-a703bed2a74e on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:51.899768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.902342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'name': 'network-vif-deleted', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:13:51.916879 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f257e750-df2a-427b-a6c1-11f3252b3a3a req-123d5fc5-34d7-4876-9d75-ac359d619ba0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/7140d561-44b7-43dd-9fb5-a703bed2a74e HTTP/1.1" status: 204 len: 173 time: 0.9139221 Mar 16 11:13:51.951995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ea80b-c46c-4f9f-a588-e9927135a444', 'name': 'network-vif-deleted', 'tag': '7140d561-44b7-43dd-9fb5-a703bed2a74e', 'status': 'completed', 'code': 200} Mar 16 11:13:52.526083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1a19d64c-49ef-423b-b0f9-6b011b369d36 req-708c7907-8bf1-4684-8bcc-a2a2fc6d1706 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:52.545371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1a19d64c-49ef-423b-b0f9-6b011b369d36 req-708c7907-8bf1-4684-8bcc-a2a2fc6d1706 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:52.546762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a19d64c-49ef-423b-b0f9-6b011b369d36 req-708c7907-8bf1-4684-8bcc-a2a2fc6d1706 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd0ea80b-c46c-4f9f-a588-e9927135a444 HTTP/1.1" status: 200 len: 210 time: 0.0630639 Mar 16 11:13:53.649219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47972) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.718761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.748328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.814073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.832615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0795dca-5963-43d3-b29d-2a278edb6e40,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.839180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.840575 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-23675188-11ee-46e9-8cef-476cfaf4a566 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0795dca-5963-43d3-b29d-2a278edb6e40 HTTP/1.1" status: 204 len: 168 time: 0.1903491 Mar 16 11:13:53.874060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47978) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.358339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 7140d561-44b7-43dd-9fb5-a703bed2a74e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:54.392383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 7140d561-44b7-43dd-9fb5-a703bed2a74e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:54.392726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 7140d561-44b7-43dd-9fb5-a703bed2a74e not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:54.411798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.770026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 4ec86444-00e8-41c4-a862-0f077b81e5ac {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:54.770277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.961290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 4ec86444-00e8-41c4-a862-0f077b81e5ac, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=4ec86444-00e8-41c4-a862-0f077b81e5ac,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:54.962046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.195807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 4ec86444-00e8-41c4-a862-0f077b81e5ac owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:55.377465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.427049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=4ec86444-00e8-41c4-a862-0f077b81e5ac,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.468422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.468759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.469117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.469444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.469771 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.470090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.470512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.470894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.471235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.471521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.471835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.472150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:55.707565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.059555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 255130f8-dbb9-420f-bb1b-89e0b74863ed has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:56.237099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:56.247081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Sync routers for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:56.256265 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1a714bb4-ccf2-4d61-9569-a790ef1e2ec3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/255130f8-dbb9-420f-bb1b-89e0b74863ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3787818 Mar 16 11:13:56.256492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47982) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:56.263973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:56.264708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:56.322004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet d32e5afa-1e49-4cb0-81bf-bc1d7474177e {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:56.325581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.381998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.441278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:56.464333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.545219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.698191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=d32e5afa-1e49-4cb0-81bf-bc1d7474177e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:56.702037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.708152 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4f5bf620-8640-4927-afaf-df97202862ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/d32e5afa-1e49-4cb0-81bf-bc1d7474177e HTTP/1.1" status: 204 len: 168 time: 0.4505527 Mar 16 11:13:56.710066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0917ce-bc63-4d68-b907-cc80623ae112 None None] Network 8018645a-31e5-4215-ac2d-3dbb60b52a1d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:56.710556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47986) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:56.886725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.903131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:13:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:56.906167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0e180bb6-f594-4c27-ac8f-c84b63d026ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.912510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Checking router: 255130f8-dbb9-420f-bb1b-89e0b74863ed for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:56.926598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Routers {'255130f8-dbb9-420f-bb1b-89e0b74863ed'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:56.927196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['255130f8-dbb9-420f-bb1b-89e0b74863ed'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:57.065127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.074096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 85d81e94-6a75-478c-a432-a7dfe40fcb67 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:57.074455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.098339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] DHCP port deletion for 8018645a-31e5-4215-ac2d-3dbb60b52a1d request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:57.107278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Deleting port f27a5e31-8fa0-470a-9506-708a8a5738cc {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:57.107644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.172630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] Set router 255130f8-dbb9-420f-bb1b-89e0b74863ed gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:57.252715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 85d81e94-6a75-478c-a432-a7dfe40fcb67, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=85d81e94-6a75-478c-a432-a7dfe40fcb67,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:57.253096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.373443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 85d81e94-6a75-478c-a432-a7dfe40fcb67 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:57.551648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.602840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=85d81e94-6a75-478c-a432-a7dfe40fcb67,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.604523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] For port f27a5e31-8fa0-470a-9506-708a8a5738cc, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27a5e31-8fa0-470a-9506-708a8a5738cc,segment=NetworkSegment(b5fee3ad-f374-4ed3-8c60-415c067d7c81),segment_id=b5fee3ad-f374-4ed3-8c60-415c067d7c81)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:57.605126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.698153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.733888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Calling delete_port for f27a5e31-8fa0-470a-9506-708a8a5738cc owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:57.809857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:13:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:57.815770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38130bcc-4294-4369-a459-77d5274d22b9 None None] The sync data for ids ['255130f8-dbb9-420f-bb1b-89e0b74863ed'] in dv-neutron-828143-9-hyperv is: [{'id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'name': 'tempest-TestNetworkBasicOps-router-1547542397', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:13:55Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '85d81e94-6a75-478c-a432-a7dfe40fcb67', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255130f8-dbb9-420f-bb1b-89e0b74863ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:12Z', 'updated_at': '2022-03-16T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:57.822620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.872981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Pushing event deleted for resources: {'Port': ['ID=f27a5e31-8fa0-470a-9506-708a8a5738cc,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.877631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] No DVR routers for this DVR port f27a5e31-8fa0-470a-9506-708a8a5738cc on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:57.881804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.883656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.883998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.884116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.884329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.884678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.885254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.885458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.885761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.886549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.887213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.887213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.887570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.887850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3577a-8a40-4a68-9aa5-5fb807aaecbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:57.908607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.909173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 255130f8-dbb9-420f-bb1b-89e0b74863ed {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:57.923978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.925073 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-577e5f51-9e33-46e8-98bf-3308b8824221 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/255130f8-dbb9-420f-bb1b-89e0b74863ed HTTP/1.1" status: 204 len: 168 time: 1.2135985 Mar 16 11:13:57.927713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47990) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:58.141690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.276277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.293237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27a5e31-8fa0-470a-9506-708a8a5738cc no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:58.304560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8018645a-31e5-4215-ac2d-3dbb60b52a1d']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.318451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fee3ad-f374-4ed3-8c60-415c067d7c81') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.318744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fee3ad-f374-4ed3-8c60-415c067d7c81') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.330694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.331543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f27a5e31-8fa0-470a-9506-708a8a5738cc {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:58.331884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27a5e31-8fa0-470a-9506-708a8a5738cc not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:58.332298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 4ec86444-00e8-41c4-a862-0f077b81e5ac no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:58.346732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.353070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:58.353457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.365430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 4ec86444-00e8-41c4-a862-0f077b81e5ac {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:58.365768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 4ec86444-00e8-41c4-a862-0f077b81e5ac not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:58.373130 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:58.459859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.480534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.492775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=8018645a-31e5-4215-ac2d-3dbb60b52a1d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.505891 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9e8b170a-255c-43f5-80de-10d0f7ad647b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/8018645a-31e5-4215-ac2d-3dbb60b52a1d HTTP/1.1" status: 204 len: 168 time: 0.5771995 Mar 16 11:13:58.518548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 47994) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:58.524363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--1759234379', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:58.530431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:58.534625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:58.537440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:58.544063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:58.553754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:58.557152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.583022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:58.591654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.592015 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment 63b3d03a-3d21-4cfd-810a-c9aaf689e4dd of type vlan for network 273633b6-ad67-4fce-9dd9-0245138627b4 Mar 16 11:13:58.619447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.648540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.655457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:58.656039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.762312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426426 Mar 16 11:13:58.765137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 47998) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:58.770320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-826547754', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:58.773657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89560730-be26-4c24-882c-cc424f68c678 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=273633b6-ad67-4fce-9dd9-0245138627b4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.777888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:58.781732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:58.784209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 273633b6-ad67-4fce-9dd9-0245138627b4 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:58.784715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:58.790627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:58.800739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.801750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.817485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.039973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f97b784-8c37-4963-a3c8-fc218b31d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.097661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.395822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.423666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.561812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.91 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/f11fb7fd-af94-48a9-8965-a64e674dc914) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:59.711946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.741192 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.801117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:59.803763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:59.812482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:59.962096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=f11fb7fd-af94-48a9-8965-a64e674dc914,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.060963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 85d81e94-6a75-478c-a432-a7dfe40fcb67 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:00.095289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 85d81e94-6a75-478c-a432-a7dfe40fcb67 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:00.095634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 85d81e94-6a75-478c-a432-a7dfe40fcb67 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:00.349592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.443080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.483655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.693126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.895152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:14:01.064998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:01.074653 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:01.083540 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:01.084133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.092209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.093473 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47775054-3a93-4bff-87c9-828b3153c3cb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3272583 Mar 16 11:14:01.096527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48002) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.138673 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fd4d602d-8b39-4ad2-bf73-75cc544be128 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409834 Mar 16 11:14:01.141176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48006) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.258570 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:01.390056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d97a4-886c-46cf-b124-251809ab775f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:01.391459 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f49d97a4-886c-46cf-b124-251809ab775f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2493892 Mar 16 11:14:01.394296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48010) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.431899 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4d998de9-8476-4ca8-80d9-4c999e770f57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364544 Mar 16 11:14:01.435055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48014) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.440259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839952635', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:01.540662 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:00Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.544450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:01.544793 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Updating router 145938da-713b-4dac-b3a3-daa6501faff0 port f11fb7fd-af94-48a9-8965-a64e674dc914 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:14:01.549018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:01.552698 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:01.555493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:01.561534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:01.571117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:01.576553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.596910 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.789324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.864168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=a2b056e4-610d-4e7c-92f4-086fe6e165ab,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:01.875906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:01.876267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 273633b6-ad67-4fce-9dd9-0245138627b4, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:01.896980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:01.900253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.907042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 273633b6-ad67-4fce-9dd9-0245138627b4) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:01.911014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:01.911599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.918684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bdf21f-6027-4fa2-bcae-c626d1998ed4 None None] Network 273633b6-ad67-4fce-9dd9-0245138627b4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:01.926087 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.935151 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-446a593b-c387-4712-a7b6-2f97b35aec33 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4991126 Mar 16 11:14:01.938294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48018) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.944511 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Transition to ACTIVE for port object f11fb7fd-af94-48a9-8965-a64e674dc914 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:01.950675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.030145 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Attempting to bind port f11fb7fd-af94-48a9-8965-a64e674dc914 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:02.030507 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Attempting to bind port f11fb7fd-af94-48a9-8965-a64e674dc914 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:02.030863 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Attempting to bind port f11fb7fd-af94-48a9-8965-a64e674dc914 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:02.036478 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Pushing event updated for resources: {'Port': ['ID=f11fb7fd-af94-48a9-8965-a64e674dc914,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.041569 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:02.042369 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:02.042731 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.043107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:02.043553 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Bound port: f11fb7fd-af94-48a9-8965-a64e674dc914, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:02.043930 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.075776 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.076498 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.076498 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.076996 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.077177 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.077477 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.077790 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.078103 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.078429 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.078732 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.079041 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.079350 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:02.130839 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] For port f11fb7fd-af94-48a9-8965-a64e674dc914, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:02.134450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] For port f11fb7fd-af94-48a9-8965-a64e674dc914, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f11fb7fd-af94-48a9-8965-a64e674dc914,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:02.140038 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.154500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-273633b6-ad67-4fce-9dd9-0245138627b4', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:02.155334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.240583 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:02.240963 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.311269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Allocated IP 172.20.0.2 (273633b6-ad67-4fce-9dd9-0245138627b4/a2b056e4-610d-4e7c-92f4-086fe6e165ab/d4d655e9-b458-4794-b0d8-5944aa2213e4) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:02.331129 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f5beb-5ed8-400e-ad99-f07e6c24cc3c None None] Pushing event updated for resources: {'Port': ['ID=f11fb7fd-af94-48a9-8965-a64e674dc914,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.440427 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:02.523245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.533955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Transition to ACTIVE for port object d4d655e9-b458-4794-b0d8-5944aa2213e4 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:02.556699 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Transition to ACTIVE for port object d4d655e9-b458-4794-b0d8-5944aa2213e4 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:02.563958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.637997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:02.641961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:02.645573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:02.737540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Pushing event updated for resources: {'Port': ['ID=d4d655e9-b458-4794-b0d8-5944aa2213e4,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.739979 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:00Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.744438 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797df3b7-53ac-4945-bd89-9bc09743425e None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:00Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:02.744915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.758723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Attempting to bind port d4d655e9-b458-4794-b0d8-5944aa2213e4 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:02.759096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Attempting to bind port d4d655e9-b458-4794-b0d8-5944aa2213e4 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:02.759464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Attempting to bind port d4d655e9-b458-4794-b0d8-5944aa2213e4 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:02.766319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:02.766817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Checking segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:02.767229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.767625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Bound using segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:02.768101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Bound port: d4d655e9-b458-4794-b0d8-5944aa2213e4, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:02.768479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.910747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] For port d4d655e9-b458-4794-b0d8-5944aa2213e4, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:02.915009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] For port d4d655e9-b458-4794-b0d8-5944aa2213e4, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4d655e9-b458-4794-b0d8-5944aa2213e4,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:02.921403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.031126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032e92d-d71a-43da-9fa2-92c9b5f4f277 None None] Pushing event updated for resources: {'Port': ['ID=d4d655e9-b458-4794-b0d8-5944aa2213e4,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.169742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (273633b6-ad67-4fce-9dd9-0245138627b4/a2b056e4-610d-4e7c-92f4-086fe6e165ab/db14ecd8-8081-484c-8c0a-658f2e65e054) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:03.376216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.393845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object db14ecd8-8081-484c-8c0a-658f2e65e054 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:03.420793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.490475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:03.498697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:03.503251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:03.533715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.554615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.554954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.555289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.555617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.555940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.556264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.556593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.556938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.557257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.557727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.558051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.558418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:03.576902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.705370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.972564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee7ca3-b2d8-452f-b766-304f408786f8 None None] Network 273633b6-ad67-4fce-9dd9-0245138627b4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:04.078099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-89381d5f-f010-481c-a8fe-1819924a9940 None None] Provisioning for port d4d655e9-b458-4794-b0d8-5944aa2213e4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:04.111826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.152081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.158399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.214792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4d655e9-b458-4794-b0d8-5944aa2213e4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:04.281613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.286380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.314797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d4d655e9-b458-4794-b0d8-5944aa2213e4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:04.320296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d4d655e9-b458-4794-b0d8-5944aa2213e4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:04.320803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.475801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.513256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d4d655e9-b458-4794-b0d8-5944aa2213e4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4d655e9-b458-4794-b0d8-5944aa2213e4,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:04.518586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.519378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f11fb7fd-af94-48a9-8965-a64e674dc914 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:04.561071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:04.562298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:04.648541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d4d655e9-b458-4794-b0d8-5944aa2213e4,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.662054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Provisioning for port db14ecd8-8081-484c-8c0a-658f2e65e054 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:04.670056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Provisioning complete for port db14ecd8-8081-484c-8c0a-658f2e65e054 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:04.670547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.697384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f11fb7fd-af94-48a9-8965-a64e674dc914 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:04.716001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f11fb7fd-af94-48a9-8965-a64e674dc914 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:04.716468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.773710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:04.783574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Port db14ecd8-8081-484c-8c0a-658f2e65e054 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:04.806022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Provisioning complete for port d4d655e9-b458-4794-b0d8-5944aa2213e4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:04.806496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-697da340-e85c-4f4a-a738-8d6dd0f89320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.929181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.961302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:04.975469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:04.976024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-12433403-8f89-4978-a5e9-a14ff843d98a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/145938da-713b-4dac-b3a3-daa6501faff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360596 Mar 16 11:14:04.978236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48022) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.990335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f11fb7fd-af94-48a9-8965-a64e674dc914, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f11fb7fd-af94-48a9-8965-a64e674dc914,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:04.998864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.038765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:05.039405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:05.116454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86171a-e8d7-4a27-bb4b-6d9bf007906c tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.116921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86171a-e8d7-4a27-bb4b-6d9bf007906c tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.117340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86171a-e8d7-4a27-bb4b-6d9bf007906c tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.117802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86171a-e8d7-4a27-bb4b-6d9bf007906c tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.122967 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-af86171a-e8d7-4a27-bb4b-6d9bf007906c tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1402946 Mar 16 11:14:05.123137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48026) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.193486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffed1e-4846-4c16-80c1-837951a4c99f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.193956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffed1e-4846-4c16-80c1-837951a4c99f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.194421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffed1e-4846-4c16-80c1-837951a4c99f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.194879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffed1e-4846-4c16-80c1-837951a4c99f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.196509 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4fffed1e-4846-4c16-80c1-837951a4c99f tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0725734 Mar 16 11:14:05.199836 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48030) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.218995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f11fb7fd-af94-48a9-8965-a64e674dc914,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.266403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:05.324807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7aed0661-8478-447e-bf8a-ba11eca4f76c None None] Provisioning complete for port db14ecd8-8081-484c-8c0a-658f2e65e054 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:05.325197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7aed0661-8478-447e-bf8a-ba11eca4f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.396294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3bc08653-b701-4501-bffe-a366f89cd094 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1952899 Mar 16 11:14:05.505524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7aed0661-8478-447e-bf8a-ba11eca4f76c None None] Port db14ecd8-8081-484c-8c0a-658f2e65e054 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:05.678676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:05.683028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:05.683396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Updating router 145938da-713b-4dac-b3a3-daa6501faff0 port db14ecd8-8081-484c-8c0a-658f2e65e054 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:14:05.736622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.769331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48036) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.774416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849532995', 'description': 'tempest-secgroup-smoke-849532995 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:05.780873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:05.785012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.787833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.793958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:05.804316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.827268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:05.830970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.833734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.839886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:05.907598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.911412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.955821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b4cbe5-f558-4c2b-8d66-dff1d5767f90,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.958340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.962266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2817afc6-75f2-4a3f-bc2b-2cde11716fa2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1891785 Mar 16 11:14:05.962599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48040) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.967856 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:05.973579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:05.977441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.980324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.986252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.003480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.068870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.073800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.092751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.099116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c5cca4-d1b7-4112-b3a6-00868d75fcbf,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.110077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.110519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Transition to ACTIVE for port object db14ecd8-8081-484c-8c0a-658f2e65e054 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:06.112893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c35d6bab-b83b-41f5-bc3e-9cfecfba5bf0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483638 Mar 16 11:14:06.115026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48044) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.118973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.122305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.131155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.137103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.140551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.146730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.167788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.171676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4d655e9-b458-4794-b0d8-5944aa2213e4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:06.235064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.239236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.263739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf293a73-1f1f-4c50-a2d5-abbd19f59f1b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.280142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.282029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0c48e908-0cfe-4054-8509-44243d97c73b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657655 Mar 16 11:14:06.284742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48048) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.290275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.296766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.301677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.304759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.311168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.329598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.386286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48712b61-9b90-4354-badd-5bb0160dbaa8 None None] Pushing event updated for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.396935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.402023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.414011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Attempting to bind port db14ecd8-8081-484c-8c0a-658f2e65e054 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:06.414380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Attempting to bind port db14ecd8-8081-484c-8c0a-658f2e65e054 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:06.414744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Attempting to bind port db14ecd8-8081-484c-8c0a-658f2e65e054 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:06.421999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:06.422620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Checking segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:06.423019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.423404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Bound using segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:06.423866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Bound port: db14ecd8-8081-484c-8c0a-658f2e65e054, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:06.424252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.429094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37efaeb8-2e99-4cf3-99e7-6b3e8151ba8d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.441343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.445054 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-08864715-a072-444d-b707-4985a802db82 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573198 Mar 16 11:14:06.445355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48052) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.446394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d4d655e9-b458-4794-b0d8-5944aa2213e4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:06.446767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.451662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.457477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.461436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.465225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.471270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.489618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.555247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.559273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.585149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ff7013-41a4-4873-b0ad-b4e8320474b4,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.587845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] For port db14ecd8-8081-484c-8c0a-658f2e65e054, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:06.594388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] For port db14ecd8-8081-484c-8c0a-658f2e65e054, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=db14ecd8-8081-484c-8c0a-658f2e65e054,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:06.596374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.597648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-84b3bdb0-db6b-4ba1-bcb6-12f9daa5d229 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509638 Mar 16 11:14:06.600294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48056) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.606170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.614298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.618166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.622789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.628616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.632459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.639441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:06.645992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.710752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.715677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.738387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f11fb7fd-af94-48a9-8965-a64e674dc914 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:06.739695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6aa00b-94f7-43da-a04b-1fa0b37e68d2,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.750219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.754047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0506f3b7-744a-424e-b429-5d0b733c040c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501570 Mar 16 11:14:06.754322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48060) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.759396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '71b4cbe5-f558-4c2b-8d66-dff1d5767f90', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.766335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.770355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.773250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.779194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.787793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:06.788608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:06.791357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:06.801681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.852412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48712b61-9b90-4354-badd-5bb0160dbaa8 None None] Pushing event updated for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.873640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.878798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.913220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849135d0-d267-4bf0-ab76-a98bd650891d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.921121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.922626 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4581b2b3-6c56-4cfd-aa0c-7eaecc921e56 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673636 Mar 16 11:14:06.998746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f11fb7fd-af94-48a9-8965-a64e674dc914 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:06.999007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.069821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:07.146481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-9f9f19db-3e16-411d-b70d-a24cad1604b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:07.161826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-9f9f19db-3e16-411d-b70d-a24cad1604b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:07.163139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-9f9f19db-3e16-411d-b70d-a24cad1604b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849532995&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0603225 Mar 16 11:14:07.415993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-eac0f26d-bcaa-4492-b018-6dd677d125af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:07.417252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-eac0f26d-bcaa-4492-b018-6dd677d125af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:07.433866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-eac0f26d-bcaa-4492-b018-6dd677d125af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:07.435016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-eac0f26d-bcaa-4492-b018-6dd677d125af tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 797 time: 0.2642562 Mar 16 11:14:07.450851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-95776058-32e6-45b8-996c-eddb2a52f399 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0098605 Mar 16 11:14:07.507325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:06Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:07.511693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39888ee-236f-436c-8423-9d2e5475108e None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:06Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:07.536612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-d04ad93b-e812-44e3-9a34-e5fe0ac92f20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:07.556627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-d04ad93b-e812-44e3-9a34-e5fe0ac92f20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:07.563215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-d04ad93b-e812-44e3-9a34-e5fe0ac92f20 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062517 Mar 16 11:14:07.807214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-e2605c11-50f9-4dbb-9579-e3475dfd7c89 service neutron] 10.222.0.50 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325721 Mar 16 11:14:07.946738 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-8f7b55d3-fe9a-4395-a8c1-3f85521eb7c0 service neutron] 10.222.0.50 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333060 Mar 16 11:14:08.017972 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:08.144875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44f88709-6fec-4cbb-8b7b-575d502031c8 req-15ad5a54-5634-4889-ab6d-97f05b63d570 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 210 time: 0.0528126 Mar 16 11:14:08.174369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device db14ecd8-8081-484c-8c0a-658f2e65e054 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:08.245877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port db14ecd8-8081-484c-8c0a-658f2e65e054 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:08.252667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port db14ecd8-8081-484c-8c0a-658f2e65e054 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:08.253070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.391634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.430081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port db14ecd8-8081-484c-8c0a-658f2e65e054, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=db14ecd8-8081-484c-8c0a-658f2e65e054,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:08.435690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.517350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.321191 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc5fdcef-e0d9-464b-a043-5f90c613924d req-6e36f9b2-ecfc-439e-9063-1aeb96120028 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 210 time: 0.0605788 Mar 16 11:14:09.362724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-514507d8-c347-4ac1-a85a-1c9db80361a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:09.364102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-514507d8-c347-4ac1-a85a-1c9db80361a2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 797 time: 0.1914294 Mar 16 11:14:09.425003 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-a593b764-c142-4b70-b84f-c2c4be4844ed tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 379 time: 0.0421991 Mar 16 11:14:09.433712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['71b4cbe5-f558-4c2b-8d66-dff1d5767f90']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:09.565351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:09.574832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:09.584390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:09.587819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.757065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.12 (273633b6-ad67-4fce-9dd9-0245138627b4/a2b056e4-610d-4e7c-92f4-086fe6e165ab/5372ab7a-22bd-4ff0-941a-3428b01e7341) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:09.950932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.966144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 5372ab7a-22bd-4ff0-941a-3428b01e7341 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:09.990166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.060161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:10.063244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:10.071293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:10.111945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.112809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device db14ecd8-8081-484c-8c0a-658f2e65e054 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:10.148284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:10.149108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.183059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-01d2c34a-4e0c-4f9f-86e5-35ba446b2f5f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537441 Mar 16 11:14:10.192329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port db14ecd8-8081-484c-8c0a-658f2e65e054 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:10.192700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.199679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-9d9070be-f0c4-4b77-88dc-f5ea5c9e80de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:14:10.200636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-9d9070be-f0c4-4b77-88dc-f5ea5c9e80de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059679 Mar 16 11:14:10.212315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Request body: {'port': {'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:10.331668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2320b503-2e2d-4167-bdc5-28b82a753909 None None] Provisioning for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:10.336694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2320b503-2e2d-4167-bdc5-28b82a753909 None None] Provisioning complete for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:10.337051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2320b503-2e2d-4167-bdc5-28b82a753909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.338712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.390573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2320b503-2e2d-4167-bdc5-28b82a753909 None None] Port 5372ab7a-22bd-4ff0-941a-3428b01e7341 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:10.749542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fae26-ea11-4615-8200-9da6505741c4 req-2c3a9c24-e742-4523-ac70-3cf63d770a58 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:10.750126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-ff9fae26-ea11-4615-8200-9da6505741c4 req-2c3a9c24-e742-4523-ac70-3cf63d770a58 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:10.783628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-ff9fae26-ea11-4615-8200-9da6505741c4 req-2c3a9c24-e742-4523-ac70-3cf63d770a58 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:10.784749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff9fae26-ea11-4615-8200-9da6505741c4 req-2c3a9c24-e742-4523-ac70-3cf63d770a58 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 932 time: 0.3249700 Mar 16 11:14:10.887364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff9fae26-ea11-4615-8200-9da6505741c4 req-e1f933c4-6a8f-44e9-b542-1a7610298f62 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933981 Mar 16 11:14:10.889552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5372ab7a-22bd-4ff0-941a-3428b01e7341 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:10.897386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.914127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Transition to ACTIVE for port object 5372ab7a-22bd-4ff0-941a-3428b01e7341 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:10.918776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.069318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.151436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Attempting to bind port 5372ab7a-22bd-4ff0-941a-3428b01e7341 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:11.151923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Attempting to bind port 5372ab7a-22bd-4ff0-941a-3428b01e7341 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:11.152157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Attempting to bind port 5372ab7a-22bd-4ff0-941a-3428b01e7341 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:11.156642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Port 5372ab7a-22bd-4ff0-941a-3428b01e7341 on network 273633b6-ad67-4fce-9dd9-0245138627b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:14:11.157001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Attempting to bind port 5372ab7a-22bd-4ff0-941a-3428b01e7341 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:11.162012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:11.162341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Checking segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:11.162718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Bound using segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:11.163136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Bound port: 5372ab7a-22bd-4ff0-941a-3428b01e7341, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:11.163471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.251860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:11.254697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:11.258596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.316961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.317572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.319034 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] 10.222.0.55 "PUT /v2.0/ports/5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 1094 time: 1.1110573 Mar 16 11:14:11.319342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:11.346315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1161fda-fced-415a-aef1-d393382c58cc service neutron] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.368046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:14:11.456814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-ec455bb5-1541-4f61-9ef4-718cd2dca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.458308 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-ec455bb5-1541-4f61-9ef4-718cd2dca1c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1097 time: 0.0735512 Mar 16 11:14:11.536927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-57ca3b21-9f0a-4819-b12d-ad1724f5b92e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 217 time: 0.0656602 Mar 16 11:14:11.597889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-ea4601c6-7297-4b28-a834-9bfa1781e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.599166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-ea4601c6-7297-4b28-a834-9bfa1781e4a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0563750 Mar 16 11:14:11.675831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-f54ee5a3-dc8c-47b2-8531-4d085161e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.677289 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-f54ee5a3-dc8c-47b2-8531-4d085161e138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719357 Mar 16 11:14:11.805978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-6b8dc4a3-6e8d-4300-918f-5aa9e9f75b8d service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223586 Mar 16 11:14:11.938393 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49238caf-7b83-4ae5-b7c1-009cac3bea5e req-1ebba10f-a2e2-4ed9-bbe7-f29480cd30e6 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265945 Mar 16 11:14:12.130979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55039cba-4afe-4335-8c76-351197160cc2 req-97ea27ad-3731-45c8-b4c0-c8db880d1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.132414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-97ea27ad-3731-45c8-b4c0-c8db880d1bfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1097 time: 0.1024446 Mar 16 11:14:12.140545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcbede-9908-4155-9bb5-d19964af0229 req-6782b17e-71a4-48cb-b8a3-db1ca99e12e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.141918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aafcbede-9908-4155-9bb5-d19964af0229 req-6782b17e-71a4-48cb-b8a3-db1ca99e12e9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 944 time: 0.1431227 Mar 16 11:14:12.270119 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aafcbede-9908-4155-9bb5-d19964af0229 req-f10db77f-9474-48b0-84e4-cd8392b8ccd9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101625 Mar 16 11:14:12.298801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55039cba-4afe-4335-8c76-351197160cc2 req-8a0af268-9250-4600-b11c-dd7687bc7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.300224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-8a0af268-9250-4600-b11c-dd7687bc7950 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1574876 Mar 16 11:14:12.464586 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-c9a1e706-7221-4a91-b73b-cca168e23955 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 217 time: 0.1584566 Mar 16 11:14:12.526511 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55039cba-4afe-4335-8c76-351197160cc2 req-f03db176-529e-429a-bfd3-5270c7568bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.527831 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-f03db176-529e-429a-bfd3-5270c7568bfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0572178 Mar 16 11:14:12.603476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55039cba-4afe-4335-8c76-351197160cc2 req-db26ddb1-2165-4fdd-8780-308e0643b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.605520 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-db26ddb1-2165-4fdd-8780-308e0643b202 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701964 Mar 16 11:14:12.736524 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-c9794176-8309-427e-a64c-502640d01d39 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232698 Mar 16 11:14:12.868085 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55039cba-4afe-4335-8c76-351197160cc2 req-42b252c9-a470-4045-94e6-2c45890cb206 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 Mar 16 11:14:13.456527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41480b-df3e-4f9a-a0d2-90f64f89f874 req-e8fa49ce-ae1f-4452-a4b8-733cb0894cf6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:13.457977 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d41480b-df3e-4f9a-a0d2-90f64f89f874 req-e8fa49ce-ae1f-4452-a4b8-733cb0894cf6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 944 time: 0.0820520 Mar 16 11:14:13.501488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d41480b-df3e-4f9a-a0d2-90f64f89f874 req-5b91a359-e6ab-45be-b43c-b4a5f01fb3ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 Mar 16 11:14:14.797408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7c1a-af78-4c93-9aba-e033ba8bf939 req-08184379-e9a0-4fd5-b3f1-574987d80b47 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:14.798917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a16e7c1a-af78-4c93-9aba-e033ba8bf939 req-08184379-e9a0-4fd5-b3f1-574987d80b47 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 944 time: 0.0787437 Mar 16 11:14:14.847115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a16e7c1a-af78-4c93-9aba-e033ba8bf939 req-fc0ff08f-2806-4f94-8c10-d213a6758ae5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Mar 16 11:14:16.031884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd6261-218f-45f0-87d3-d88b93af6cec req-32e58847-b246-4bc4-82d1-f987b09eed3f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:16.033356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8dd6261-218f-45f0-87d3-d88b93af6cec req-32e58847-b246-4bc4-82d1-f987b09eed3f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 944 time: 0.0818410 Mar 16 11:14:16.077612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b8dd6261-218f-45f0-87d3-d88b93af6cec req-e8cbdaf4-4fde-4ba0-bd3f-3bb1b72e83ba tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Mar 16 11:14:16.402554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5372ab7a-22bd-4ff0-941a-3428b01e7341 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:14:16.534363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:16.546965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:14:16.604500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.621421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5372ab7a-22bd-4ff0-941a-3428b01e7341 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:16.636762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:16.640620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.707281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:17.061184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['5372ab7a-22bd-4ff0-941a-3428b01e7341'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:14:17.266236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeeba2-0c00-40d8-8668-70f8ba7f1be3 req-5aa8f730-b8ac-4e13-8f2e-b3c566c05c80 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:17.267684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cdeeba2-0c00-40d8-8668-70f8ba7f1be3 req-5aa8f730-b8ac-4e13-8f2e-b3c566c05c80 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 945 time: 0.0822666 Mar 16 11:14:17.312902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cdeeba2-0c00-40d8-8668-70f8ba7f1be3 req-a0dbaa6c-2ed8-4409-9692-1589942ec98c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Mar 16 11:14:18.405719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5372ab7a-22bd-4ff0-941a-3428b01e7341 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:18.473075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:18.477872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:18.478242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.505762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580179cf-e003-4650-8bb4-e06d42798eac req-718e1087-a062-4ed5-be27-ce41462e9161 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.507223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-580179cf-e003-4650-8bb4-e06d42798eac req-718e1087-a062-4ed5-be27-ce41462e9161 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 945 time: 0.0866170 Mar 16 11:14:18.552174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-580179cf-e003-4650-8bb4-e06d42798eac req-274e28cd-341e-464e-8bdf-b3460a07bc0a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387583 Mar 16 11:14:18.623011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.649920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:18.659623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:18.664282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.739049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.744368 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'code': 200} Mar 16 11:14:19.001014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff19bd-d756-4ff2-8d0c-689aa53b4415 req-727e7e91-a48d-4c2f-b69a-6f1b44fb5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.002315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89ff19bd-d756-4ff2-8d0c-689aa53b4415 req-727e7e91-a48d-4c2f-b69a-6f1b44fb5c8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.0741270 Mar 16 11:14:19.040660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89ff19bd-d756-4ff2-8d0c-689aa53b4415 req-8afb43ce-c5a0-45c8-8f98-2990127fcc4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Mar 16 11:14:19.740762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b4b2-57c8-4370-a05a-30889bcccc24 req-dfc1bc73-fea5-4f69-8ad6-8eb45684bf2b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.742249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e290b4b2-57c8-4370-a05a-30889bcccc24 req-dfc1bc73-fea5-4f69-8ad6-8eb45684bf2b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.0824389 Mar 16 11:14:19.787697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e290b4b2-57c8-4370-a05a-30889bcccc24 req-cc6633e1-6920-4d49-81cb-630713a9cce8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391984 Mar 16 11:14:20.974570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69858ee-4e65-45ed-94ec-4ba4074eb463 req-33924283-03db-42e5-987d-d71ce8d2011b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.975982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c69858ee-4e65-45ed-94ec-4ba4074eb463 req-33924283-03db-42e5-987d-d71ce8d2011b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.0789154 Mar 16 11:14:21.019505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c69858ee-4e65-45ed-94ec-4ba4074eb463 req-1d28d4d3-a200-4ba3-a01b-91f463d38f19 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378866 Mar 16 11:14:21.200432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf1e64-8840-4371-b632-f9300012a6db req-c478a6e3-ea51-4a7e-a336-18987358f09b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.201774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbaf1e64-8840-4371-b632-f9300012a6db req-c478a6e3-ea51-4a7e-a336-18987358f09b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.0826910 Mar 16 11:14:21.244045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbaf1e64-8840-4371-b632-f9300012a6db req-8bcaff29-d019-4c66-b77d-1c97f6ef1058 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367117 Mar 16 11:14:21.266194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48122) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.335211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c53ac5-42c4-4909-aa9d-a61957db8b57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.336676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b7c53ac5-42c4-4909-aa9d-a61957db8b57 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1094 time: 0.0695150 Mar 16 11:14:21.339760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48126) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.344468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:21.350164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.353948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:21.357199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:21.363308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.373538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.507042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.640367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.70 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c0c8b66d-d33b-4fd1-a314-d29f78e81d9f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:21.782649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.811028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.869273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:21.872670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:21.876305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:21.927038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=c0c8b66d-d33b-4fd1-a314-d29f78e81d9f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.384489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.456353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.654607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.659196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.764393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=c0c8b66d-d33b-4fd1-a314-d29f78e81d9f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.775818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.944825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 30d4ce82-fabe-4063-9073-c7a66ad985b5 associated. External IP: 172.26.0.70, port: 5372ab7a-22bd-4ff0-941a-3428b01e7341. Mar 16 11:14:23.283711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:23.566085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:23.575292 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:23.585475 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:23.586085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.591398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.649925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-224c9499-5a7c-47dd-9623-fc723c60e76c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3091500 Mar 16 11:14:23.650493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:23.652860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48130) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.705293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:14:23.727785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0baac-e8c9-4a29-8c56-1a3dd85c9d3b tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:23.731606 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-78d0baac-e8c9-4a29-8c56-1a3dd85c9d3b tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1094 time: 0.0754285 Mar 16 11:14:23.772160 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:23.876150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-361352ca-8973-4c1d-849b-fa96639e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:23.877555 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-361352ca-8973-4c1d-849b-fa96639e58e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.1204507 Mar 16 11:14:23.947864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48140) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.953604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424661993', 'description': 'tempest-secgroup-smoke-1424661993 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:23.959442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:23.969650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:23.980781 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.001355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.005222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.008054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.014299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.018360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-c74fe21d-9cdc-4313-8349-20de101dfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.019880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-c74fe21d-9cdc-4313-8349-20de101dfbf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1357067 Mar 16 11:14:24.086081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.090955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.131322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-47fdcb32-5260-4ad5-a5b9-2b50e644b4ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 999 time: 0.1052818 Mar 16 11:14:24.138398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.142419 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:22Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.146874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.147745 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:24.151067 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-99752a0b-783e-4c00-9ef1-50e619929f0d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1992707 Mar 16 11:14:24.152203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48144) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.158560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.159184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:24.159789 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:13:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.165013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.169816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.173017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.178974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.201438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-22bd77b7-caa2-458c-a7af-5b82f2e16399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.202733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.203008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-22bd77b7-caa2-458c-a7af-5b82f2e16399 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0658967 Mar 16 11:14:24.268636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.272946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.282792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-c0516ae3-eb03-4464-bf02-7afa2954adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.284253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-c0516ae3-eb03-4464-bf02-7afa2954adf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758145 Mar 16 11:14:24.305510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd25186b-67f8-497b-b4e5-383450f1e83f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.315194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.319653 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a14f49f6-61f4-4088-86aa-3245f5f1ef16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661117 Mar 16 11:14:24.320640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48148) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.326270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.332092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.336196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.339078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.345217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.347365 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:24.363113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.424884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-5b8d3114-f4a8-46c1-a921-6a0ae505163e service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341968 Mar 16 11:14:24.433166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.443231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.481179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c81733-2d7b-460a-88b8-de97a2fbeb32,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.490748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.494640 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80a55dec-6061-4db2-81cd-8de87d640a49 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709180 Mar 16 11:14:24.495024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48152) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.501172 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.511158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.515327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.518305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.524097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.543197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.577452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8cf36da4-667f-4d92-8548-1b4a72e49f7d req-078601c3-e0ed-48a4-a555-8d307ba77530 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468050 Mar 16 11:14:24.609125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.612812 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.637165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1919b0-cbd8-4df1-8b79-965a364729ef,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.646629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.648230 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-820cbd4b-3aad-421f-9558-d7cd2cc9466d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521206 Mar 16 11:14:24.650930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48156) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.656093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.661916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.665798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.668768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.675337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.696504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.746302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:22Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.750281 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdaa7c-803d-4093-b677-0cabe872175b None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:22Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:24.764351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.769008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.794358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7d7ef0-c45c-45a7-b94b-aaa57b3afed5,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.804251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.805527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-65e1f0de-108b-466b-a026-00f8238badb0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535335 Mar 16 11:14:24.808423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48160) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.813701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.819668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.823588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.826521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.832190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.842733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:24.849555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.923357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.927186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.948032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9cab1b-7e9a-4970-8c34-b8a80bcc2106 None None] New status for floating IP 30d4ce82-fabe-4063-9073-c7a66ad985b5: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:24.952188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfedf13-44be-4ae4-86c2-8e6e238efe11,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.961341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.962551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0864455c-8862-4b75-bf61-4fddebd41f7a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531339 Mar 16 11:14:24.965864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48164) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.970740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': 'af3fc62c-ef6e-442f-b2e3-55d58f56e9d6', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.976367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.980235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:24.983088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:24.989091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.999307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:25.005945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.120707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.128637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.161579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7d2a6a-5766-464d-a0bb-d2b6f09989e7,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.174536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.175702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-699fd496-8e75-47c4-8776-cbf6aded3ab9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089489 Mar 16 11:14:25.188198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-a940ea08-498e-4396-b759-7eda3c01300f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287572 Mar 16 11:14:25.375452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-c617773d-d843-4ab5-95ca-7ce8f0a876c9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424661993&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0520618 Mar 16 11:14:25.457769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-9a156d03-7391-4957-8496-137be8eff257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.459139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-9a156d03-7391-4957-8496-137be8eff257 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.1697047 Mar 16 11:14:25.684792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9cbd81c-3803-4650-ac26-97087003be1c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.687453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9cbd81c-3803-4650-ac26-97087003be1c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 797 time: 0.3048787 Mar 16 11:14:25.719107 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-2e220a18-5a70-445d-b93a-e6efb00e7a66 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0252976 Mar 16 11:14:25.721459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-92a6f602-a82e-4164-9711-de7f97d07195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.722947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-92a6f602-a82e-4164-9711-de7f97d07195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.2155049 Mar 16 11:14:26.007994 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-ddbf0146-bb40-4cc6-8661-c10f271f76ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 1001 time: 0.2427511 Mar 16 11:14:26.083883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-92a0fc61-148f-484f-bd45-108017e51dd8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3595104 Mar 16 11:14:26.091369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-4912ad0f-e2b7-4352-977c-f7baac79bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.092691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-4912ad0f-e2b7-4352-977c-f7baac79bbe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0792978 Mar 16 11:14:26.147227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-a8fda3cf-4b83-4e93-8864-b5ed51d5b8fb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:14:26.148180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-a8fda3cf-4b83-4e93-8864-b5ed51d5b8fb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525062 Mar 16 11:14:26.279751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-f8859ed3-3719-4ca4-ac43-6ae48083e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.281133 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-f8859ed3-3719-4ca4-ac43-6ae48083e63d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1811357 Mar 16 11:14:26.332950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-fb31e582-4795-4efa-afba-9861c754cdfd service neutron] 10.222.0.50 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787739 Mar 16 11:14:26.519954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-1d7b18c9-3375-4704-8c9d-5efe16ab9c96 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329836 Mar 16 11:14:26.570373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e44964d2-4b62-4c0c-8825-cff1405f3b6e service neutron] 10.222.0.50 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906903 Mar 16 11:14:26.662658 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e84dbea-7741-4da3-961e-93af40a5a92f req-dd283d87-ea6f-4fc1-9019-85b0468ae1cc service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295145 Mar 16 11:14:26.759919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a368af1-4ab9-4ccd-ba94-3ceaf73cd64a req-7b323639-d3be-482b-aa32-9961be557fd7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 210 time: 0.0441091 Mar 16 11:14:26.847515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-819ec8fc-a8bb-420d-87fe-4feb5493368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.856463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e4c2cb7c-e9ad-487f-9f47-65f7c7686e94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:27.858294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e4c2cb7c-e9ad-487f-9f47-65f7c7686e94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 797 time: 0.1481218 Mar 16 11:14:27.932849 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f6bf0f1-1b39-4f5d-a908-d27edede5171 req-2a1f07b5-cf6f-4549-bb7b-a4ee30418d29 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 210 time: 0.0619669 Mar 16 11:14:27.963289 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-f0e2041c-9bc2-4814-936f-7a297044f07e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 472 time: 0.0908504 Mar 16 11:14:27.973074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['af3fc62c-ef6e-442f-b2e3-55d58f56e9d6']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:28.102365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:28.112709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:28.123359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:28.126815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.283118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.10 (273633b6-ad67-4fce-9dd9-0245138627b4/a2b056e4-610d-4e7c-92f4-086fe6e165ab/54010362-2ba4-4814-b00f-25af341c3097) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:28.576100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.591191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 54010362-2ba4-4814-b00f-25af341c3097 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:28.613838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.677910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 273633b6-ad67-4fce-9dd9-0245138627b4 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:28.685278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:28.689487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:28.727201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.759972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:28.761242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.789819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-e9566386-e2c7-4cc0-84d0-4c867af6657c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201420 Mar 16 11:14:28.808197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Request body: {'port': {'device_id': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:28.915801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.958994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6512fa1d-bf1a-441d-9092-b402e284f196 None None] Provisioning for port 54010362-2ba4-4814-b00f-25af341c3097 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:28.964510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6512fa1d-bf1a-441d-9092-b402e284f196 None None] Provisioning complete for port 54010362-2ba4-4814-b00f-25af341c3097 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:28.964775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6512fa1d-bf1a-441d-9092-b402e284f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.029410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6512fa1d-bf1a-441d-9092-b402e284f196 None None] Port 54010362-2ba4-4814-b00f-25af341c3097 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:29.048379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ef93fa13-a527-4f04-ab86-65108e319d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.235069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222ca4-b993-487c-9eec-859de38cbfe2 req-583b6cfa-3f99-471e-a57f-262708d17e28 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:29.235654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be222ca4-b993-487c-9eec-859de38cbfe2 req-583b6cfa-3f99-471e-a57f-262708d17e28 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:29.265117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be222ca4-b993-487c-9eec-859de38cbfe2 req-583b6cfa-3f99-471e-a57f-262708d17e28 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:29.266225 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be222ca4-b993-487c-9eec-859de38cbfe2 req-583b6cfa-3f99-471e-a57f-262708d17e28 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 932 time: 0.2212417 Mar 16 11:14:29.328057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be222ca4-b993-487c-9eec-859de38cbfe2 req-f5939490-7aa6-4a46-8082-e82a46885513 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542088 Mar 16 11:14:29.378955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54010362-2ba4-4814-b00f-25af341c3097 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:29.386892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.400756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Transition to ACTIVE for port object 54010362-2ba4-4814-b00f-25af341c3097 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:29.404366 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.563361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Pushing event updated for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.644132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Attempting to bind port 54010362-2ba4-4814-b00f-25af341c3097 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:29.644462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Attempting to bind port 54010362-2ba4-4814-b00f-25af341c3097 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:29.644783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Attempting to bind port 54010362-2ba4-4814-b00f-25af341c3097 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:29.649447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Port 54010362-2ba4-4814-b00f-25af341c3097 on network 273633b6-ad67-4fce-9dd9-0245138627b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:14:29.649760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Attempting to bind port 54010362-2ba4-4814-b00f-25af341c3097 on network 273633b6-ad67-4fce-9dd9-0245138627b4 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:29.656398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:29.656730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Checking segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:29.657131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Bound using segment: {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:29.657546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Bound port: 54010362-2ba4-4814-b00f-25af341c3097, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:29.657881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.749735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:29.752783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54010362-2ba4-4814-b00f-25af341c3097,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:29.757268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.809518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:29.810118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.811461 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] 10.222.0.55 "PUT /v2.0/ports/54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 200 len: 1094 time: 1.0080738 Mar 16 11:14:29.811884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:29.840424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448b3c5-e82e-4247-950c-76133835c525 service neutron] Pushing event updated for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.868164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097', 'status': 'completed', 'code': 200} Mar 16 11:14:29.950371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-ab79396d-c1f7-4dbf-ac0f-7760a2c735df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:29.951910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-ab79396d-c1f7-4dbf-ac0f-7760a2c735df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1097 time: 0.0820134 Mar 16 11:14:30.025948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-c96b9c5c-e794-4756-87a8-eb72e4779935 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 200 len: 217 time: 0.0612411 Mar 16 11:14:30.102932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-8fa0bca2-e0a1-4cd2-8508-16655cc37829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.104348 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-8fa0bca2-e0a1-4cd2-8508-16655cc37829 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0632479 Mar 16 11:14:30.177938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9238-a30f-42ff-b710-05d5221f0080 req-b6694588-b23c-4a82-8729-68d080ac50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.179370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-b6694588-b23c-4a82-8729-68d080ac50f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688694 Mar 16 11:14:30.310915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-0b8422fb-e9b1-46ee-bf54-cd35031589b1 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250882 Mar 16 11:14:30.447605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.488237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.590952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41db9238-a30f-42ff-b710-05d5221f0080 req-41846387-b64e-4b86-b669-7b185ba03503 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741234 Mar 16 11:14:30.613679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18f713-bd77-4ce0-99e9-ca1effea8af4 req-9e39f968-b9cd-41ad-9a8e-ac6f6c953334 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.615089 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f18f713-bd77-4ce0-99e9-ca1effea8af4 req-9e39f968-b9cd-41ad-9a8e-ac6f6c953334 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 944 time: 0.1154797 Mar 16 11:14:30.661613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f18f713-bd77-4ce0-99e9-ca1effea8af4 req-c5d69372-8ba5-48a9-90e0-9969bd9c67a4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Mar 16 11:14:30.765339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-53ab9f25-05bc-4632-8b35-52c1e3794107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.766766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-53ab9f25-05bc-4632-8b35-52c1e3794107 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1097 time: 0.0714359 Mar 16 11:14:30.894663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-1d44cafd-60e8-4586-9fda-954fb493d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.895990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-1d44cafd-60e8-4586-9fda-954fb493d22f service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1230798 Mar 16 11:14:30.965505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-24738d5f-eab0-451a-a709-603cefcab2b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 200 len: 217 time: 0.0631979 Mar 16 11:14:31.030321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-c069337d-3bfd-4a65-b827-52c3bf4005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.031708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-c069337d-3bfd-4a65-b827-52c3bf4005cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0596457 Mar 16 11:14:31.107052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-0dd56919-2a26-4b5f-8486-f21514e561ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.108482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-0dd56919-2a26-4b5f-8486-f21514e561ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681622 Mar 16 11:14:31.241827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-29ceaa4f-d9f7-4df5-afb5-86025b91e770 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225834 Mar 16 11:14:31.374378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f3456e-1614-4592-90d5-7cb6c648d606 req-89d451b4-3249-4fbb-8e40-815a7650ada8 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252327 Mar 16 11:14:31.844804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05e4d7-427a-45b4-a887-1df4ab6b78f5 req-67b7afe7-8674-4f52-a1b3-49c07d55cf4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.846289 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa05e4d7-427a-45b4-a887-1df4ab6b78f5 req-67b7afe7-8674-4f52-a1b3-49c07d55cf4c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 944 time: 0.0779750 Mar 16 11:14:31.896038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa05e4d7-427a-45b4-a887-1df4ab6b78f5 req-3b02caab-5143-45f2-bace-6f0ecd348df3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Mar 16 11:14:31.898626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.075466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4b96c-2a43-41b0-b07c-940a005a120f req-d2ed0104-a09a-4a7b-879f-a5033baff697 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:33.076927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fed4b96c-2a43-41b0-b07c-940a005a120f req-d2ed0104-a09a-4a7b-879f-a5033baff697 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 944 time: 0.0787742 Mar 16 11:14:33.120976 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fed4b96c-2a43-41b0-b07c-940a005a120f req-b7b238d6-7e0c-44bc-a6a5-39f816cfa9da tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385273 Mar 16 11:14:34.066988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.455680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fe090-a4b1-4ed5-9285-c4691065425c req-e27021d9-247a-4bd6-bf6c-56e65c047756 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.457041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba4fe090-a4b1-4ed5-9285-c4691065425c req-e27021d9-247a-4bd6-bf6c-56e65c047756 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 944 time: 0.0825236 Mar 16 11:14:34.473347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 54010362-2ba4-4814-b00f-25af341c3097 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:14:34.504307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba4fe090-a4b1-4ed5-9285-c4691065425c req-547d2f8e-d447-43b2-a403-1a4e273c2000 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Mar 16 11:14:34.606520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54010362-2ba4-4814-b00f-25af341c3097,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:34.619048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '54010362-2ba4-4814-b00f-25af341c3097', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'port_id': '54010362-2ba4-4814-b00f-25af341c3097', 'mac_address': 'fa:16:3e:1c:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:14:34.674499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.690888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54010362-2ba4-4814-b00f-25af341c3097 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:34.710257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54010362-2ba4-4814-b00f-25af341c3097,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:34.714254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.781711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:35.186772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['54010362-2ba4-4814-b00f-25af341c3097'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:14:35.687067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82509e8-6e60-4e64-802d-40a3a16ac195 req-79510b68-4813-4d1c-866d-dfb16d4bb66e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:35.688495 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b82509e8-6e60-4e64-802d-40a3a16ac195 req-79510b68-4813-4d1c-866d-dfb16d4bb66e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 945 time: 0.0781109 Mar 16 11:14:35.731876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b82509e8-6e60-4e64-802d-40a3a16ac195 req-6652317c-2563-4eb7-9bb5-17018ec5ed9f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 Mar 16 11:14:36.490928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 54010362-2ba4-4814-b00f-25af341c3097 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:36.556816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 54010362-2ba4-4814-b00f-25af341c3097 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:36.561997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 54010362-2ba4-4814-b00f-25af341c3097 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:36.562362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.674272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.700562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54010362-2ba4-4814-b00f-25af341c3097'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:36.710299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54010362-2ba4-4814-b00f-25af341c3097,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:36.714758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.752813 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54010362-2ba4-4814-b00f-25af341c3097', 'code': 200} Mar 16 11:14:36.822151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.930682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39cc45-860b-497f-9ae4-87b8e872d5a3 req-4c6537bb-c1b4-470c-97d9-bf5098aeea8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.932624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea39cc45-860b-497f-9ae4-87b8e872d5a3 req-4c6537bb-c1b4-470c-97d9-bf5098aeea8c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.0857496 Mar 16 11:14:37.018611 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea39cc45-860b-497f-9ae4-87b8e872d5a3 req-b2b51a16-3574-4cf4-9dc4-2122eac42e16 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802398 Mar 16 11:14:37.038986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6d08b-fadc-48a6-b7a2-c1e8e203c08e req-2767c4cb-96d4-4190-9df5-9b7cc4dbe083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.040410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51b6d08b-fadc-48a6-b7a2-c1e8e203c08e req-2767c4cb-96d4-4190-9df5-9b7cc4dbe083 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1099 time: 0.0896673 Mar 16 11:14:37.083886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51b6d08b-fadc-48a6-b7a2-c1e8e203c08e req-5e912a19-1dc2-443b-a51e-61e8a6e0a08e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375001 Mar 16 11:14:38.201672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2785f-01e0-4eaf-b33e-12fd4c149548 req-1eac5001-041e-4738-b022-9579e7daed52 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.203117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53f2785f-01e0-4eaf-b33e-12fd4c149548 req-1eac5001-041e-4738-b022-9579e7daed52 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.0791709 Mar 16 11:14:38.246619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53f2785f-01e0-4eaf-b33e-12fd4c149548 req-251a8c8f-046b-4a93-b64e-bc7eaaf6fad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379493 Mar 16 11:14:39.521333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351b61d-1fe8-44c2-a24e-239abf569d8d req-4533d829-0d7d-483f-9997-b1763913316d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:39.522743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a351b61d-1fe8-44c2-a24e-239abf569d8d req-4533d829-0d7d-483f-9997-b1763913316d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.1747856 Mar 16 11:14:39.566531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a351b61d-1fe8-44c2-a24e-239abf569d8d req-1c16a15d-1e29-41ec-b89a-a3896107715b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Mar 16 11:14:39.747375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb5288-c6df-479b-a1de-b980a7be013f req-35695398-2284-4645-8d5f-1dcc97112806 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:39.748781 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bcb5288-c6df-479b-a1de-b980a7be013f req-35695398-2284-4645-8d5f-1dcc97112806 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.0790229 Mar 16 11:14:39.790846 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bcb5288-c6df-479b-a1de-b980a7be013f req-b5a1794b-1846-41f6-b564-080bf25eb020 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365269 Mar 16 11:14:39.813179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48222) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.883683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca45ee-8b20-4b65-8886-c4f7866a1775 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:39.885178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d7ca45ee-8b20-4b65-8886-c4f7866a1775 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1094 time: 0.0708966 Mar 16 11:14:39.888388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48226) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.893195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '54010362-2ba4-4814-b00f-25af341c3097', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:39.898881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:39.902794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:39.905563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:39.911097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:39.921419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.057631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.193857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.216 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/459c39c9-dd40-474d-8b8f-5704fdc61193) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:40.336378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.365278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.421395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:40.424342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:40.427799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:40.478347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=459c39c9-dd40-474d-8b8f-5704fdc61193,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.841743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.924966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.131038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.135795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.240032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=459c39c9-dd40-474d-8b8f-5704fdc61193,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.255886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.524648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 9c5ff739-d82f-4da7-8c60-e157bb9db59b associated. External IP: 172.26.0.216, port: 54010362-2ba4-4814-b00f-25af341c3097. Mar 16 11:14:41.865336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:42.043557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:42.053670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:42.064111 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:42.064793 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:14:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.068448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.122475 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b23081b4-eb09-4fc7-b5f0-9945022c35a5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2329772 Mar 16 11:14:42.123046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:42.169718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097', 'status': 'completed', 'code': 200} Mar 16 11:14:42.248098 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:42.286408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-d4daad64-3f87-42f5-a8ee-c8100304f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.287861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-d4daad64-3f87-42f5-a8ee-c8100304f8af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1099 time: 0.0717013 Mar 16 11:14:42.416609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-e835938b-b1c5-4ecc-8a72-490fbde3a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.417938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-e835938b-b1c5-4ecc-8a72-490fbde3a085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1239178 Mar 16 11:14:42.523627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-9e74422a-dd03-462b-98f1-c82f26573290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 200 len: 1000 time: 0.0975263 Mar 16 11:14:42.583827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-9e07d1ae-ed81-481a-a12a-7bb779fb53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.585328 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-9e07d1ae-ed81-481a-a12a-7bb779fb53aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0558367 Mar 16 11:14:42.597123 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}, {'id': '9c5ff739-d82f-4da7-8c60-e157bb9db59b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '54010362-2ba4-4814-b00f-25af341c3097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:1c:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:40Z', 'updated_at': '2022-03-16T11:14:40Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.600942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:42.609057 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:42.609643 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:14:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.663231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-478c227c-f635-49cf-a1b3-cd25c5cbb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.664662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-478c227c-f635-49cf-a1b3-cd25c5cbb85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714478 Mar 16 11:14:42.783170 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:42.800768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-05fdb667-1a4b-4016-9700-a592cbe9cbc9 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255093 Mar 16 11:14:43.035075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-894f4bb0-af95-4629-b353-93b6b63f02d0 req-b160fa0a-e1da-4c50-a79c-131daa85cace service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282853 Mar 16 11:14:43.166104 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}, {'id': '9c5ff739-d82f-4da7-8c60-e157bb9db59b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '54010362-2ba4-4814-b00f-25af341c3097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:1c:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:40Z', 'updated_at': '2022-03-16T11:14:40Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:43.170808 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa244be-a3ee-4e8c-a564-2d782ae09761 None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}, {'id': '9c5ff739-d82f-4da7-8c60-e157bb9db59b', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '54010362-2ba4-4814-b00f-25af341c3097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:1c:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:40Z', 'updated_at': '2022-03-16T11:14:40Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:43.349334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1aafa3-105f-4622-ae8e-2a83adbed21b None None] New status for floating IP 9c5ff739-d82f-4da7-8c60-e157bb9db59b: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:45.017486 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:56.850327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-71fdf139-17af-4982-8f5f-5d29d6af4672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.040464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad0aacd2-0f61-4b11-b419-66d33550f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.449997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.489848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.901416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.095894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.017218 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:26.857543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-087bb0f5-fa68-43bb-8829-456cd63df02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.875671 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-6cfe0c15-985f-471a-a4e0-19a557a6604f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703456 Mar 16 11:15:28.034825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-34ea93e7-8d63-441a-9155-582e96fb1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.036251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-34ea93e7-8d63-441a-9155-582e96fb1068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.0742321 Mar 16 11:15:28.178940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-d979b5f3-b0b0-4c50-a333-270829d4bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.180255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-d979b5f3-b0b0-4c50-a333-270829d4bec4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1237693 Mar 16 11:15:28.280281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-b59f1f9b-48c2-4e45-ada4-a4414477b950 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 1001 time: 0.0939102 Mar 16 11:15:28.342242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-7cf4dee8-3a2d-4701-ab2b-75ec8f8c0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.343665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-7cf4dee8-3a2d-4701-ab2b-75ec8f8c0876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0571177 Mar 16 11:15:28.417084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-f0fa97f9-2c0a-4631-9da6-33edfa2900c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.418505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-f0fa97f9-2c0a-4631-9da6-33edfa2900c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687983 Mar 16 11:15:28.547115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-c0b95bbb-7c8e-46bf-8f80-b8c048113c95 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218178 Mar 16 11:15:28.675503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b369fc3-d7e3-47a5-a3c2-0ed9dcd90c19 req-b62893b9-0359-46ff-898c-7698fd735122 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216447 Mar 16 11:15:29.041636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bf6583b-2e6c-4754-9343-69480b735133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.455636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.491815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.904245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.111246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.849555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b47ce02-494c-4a79-8c3a-9408876d7544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.416507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48254) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.522014 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8955520e-826d-4851-a740-0df5f7772b24 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/30d4ce82-fabe-4063-9073-c7a66ad985b5 HTTP/1.1" status: 200 len: 993 time: 0.1043291 Mar 16 11:15:58.256546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.262822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:58.381491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.593353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:58.617268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.621807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.683818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:58.684430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.686666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/ports/5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 939 time: 0.4290440 Mar 16 11:15:58.687243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:58.714860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=6']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.722554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.722958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.723300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.723662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.723995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.724326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.724653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.725005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.725330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.725648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.725966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.726281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af668e-ca78-449c-b731-1ac65d390ef3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:58.742508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:15:58.864231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7e07a309-1357-4d06-9090-982f9344f50f None None] Provisioning complete for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:58.864900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7e07a309-1357-4d06-9090-982f9344f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.925678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7e07a309-1357-4d06-9090-982f9344f50f None None] Port 5372ab7a-22bd-4ff0-941a-3428b01e7341 is administratively disabled so it will not transition to active. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 16 11:15:58.968728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-9552300c-e518-4b12-abad-eb9db84c0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:58.970124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-9552300c-e518-4b12-abad-eb9db84c0a37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1100 time: 0.1817670 Mar 16 11:15:59.016095 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:59.043421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c8e150ac-f66f-478c-bfe1-c3609ecfc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.104026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-931975f1-b102-4aca-866b-ad93f6c8c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.105473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-931975f1-b102-4aca-866b-ad93f6c8c468 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1280630 Mar 16 11:15:59.207794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-926dae1a-cc63-4ce3-90e1-4ecea96e9c52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 1002 time: 0.0959165 Mar 16 11:15:59.267935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-f7160ce6-cb46-41ce-aba6-fe50aa41f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.269399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-f7160ce6-cb46-41ce-aba6-fe50aa41f558 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0554602 Mar 16 11:15:59.341501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-40259ac2-11d9-4be3-a992-55f05ae2153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.342933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-40259ac2-11d9-4be3-a992-55f05ae2153d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674984 Mar 16 11:15:59.472826 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-915a5b77-1441-458f-bff1-79b48159ddf5 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221797 Mar 16 11:15:59.600397 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-08786c8d-d4d4-4aa5-a195-5fd3332d5e2a req-846d6e52-42d6-4213-b5ef-9c4e16de5822 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214554 Mar 16 11:16:00.457838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.493756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.909575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.131732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48274) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:02.138409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:02.259265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.471375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:02.496064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.501930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.562756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.563366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.564709 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/ports/5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 938 time: 0.4320507 Mar 16 11:16:02.565274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:02.567765 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48278) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:02.602436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=7']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.615389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.616223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.616813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.618896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.619160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.619498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.619827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.620151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.620474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.620793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.621145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.621458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45a651-5aac-41e4-8f7c-6032f9132676 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:02.687470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2bb7f5cd-c1a6-4868-b311-3b05475fd2c2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/30d4ce82-fabe-4063-9073-c7a66ad985b5 HTTP/1.1" status: 200 len: 993 time: 0.1184843 Mar 16 11:16:02.761338 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:16:02.766338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c3aa61e2-6507-4fe6-8bea-fbce40a1d667 None None] Provisioning complete for port 5372ab7a-22bd-4ff0-941a-3428b01e7341 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:02.766708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c3aa61e2-6507-4fe6-8bea-fbce40a1d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.881936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-623d72a0-b9fa-4579-9c22-297beea7b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.883297 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-623d72a0-b9fa-4579-9c22-297beea7b051 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.0771310 Mar 16 11:16:02.965296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['5372ab7a-22bd-4ff0-941a-3428b01e7341'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:16:03.013051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-156dc844-67de-46fa-869b-8a46eb1352a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.014385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-156dc844-67de-46fa-869b-8a46eb1352a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1242490 Mar 16 11:16:03.116563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-c796ce09-18f1-4858-8e60-7792dfde2e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 1001 time: 0.0945089 Mar 16 11:16:03.175799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-38d83534-4578-49d3-949f-ce6eb0d7f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.177245 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-38d83534-4578-49d3-949f-ce6eb0d7f35e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0551407 Mar 16 11:16:03.249190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-3fadeb2c-27e3-4466-af64-e7c8f9ff5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.250628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-3fadeb2c-27e3-4466-af64-e7c8f9ff5e8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680838 Mar 16 11:16:03.380320 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-d5b9615d-d8ca-4d18-a9a7-0a13f862ca26 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214910 Mar 16 11:16:03.511264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1019254-6533-4d06-8f64-f0a009e7f1ab req-4402583e-191a-4f31-aa20-e73e5d6a0350 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245255 Mar 16 11:16:04.116336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.278649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48292) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.569800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 459c39c9-dd40-474d-8b8f-5704fdc61193 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:05.570140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.738543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.738868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.857503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 459c39c9-dd40-474d-8b8f-5704fdc61193 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:06.006570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.053861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=459c39c9-dd40-474d-8b8f-5704fdc61193,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:06.142883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.143209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 9c5ff739-d82f-4da7-8c60-e157bb9db59b disassociated (deleted). External IP: 172.26.0.216, port: 54010362-2ba4-4814-b00f-25af341c3097. Mar 16 11:16:06.487154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:06.766688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:06.777049 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:06.786199 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:06.786556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.786865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.840851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-20f1ddce-84d1-4eae-9915-0af69bfb09f4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/9c5ff739-d82f-4da7-8c60-e157bb9db59b HTTP/1.1" status: 204 len: 168 time: 1.5611916 Mar 16 11:16:06.841502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:06.890896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'tag': '54010362-2ba4-4814-b00f-25af341c3097', 'status': 'completed', 'code': 200} Mar 16 11:16:06.970165 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:07.010180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-44714b65-77e0-4c3c-bb1d-2c3a8963ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.011728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-44714b65-77e0-4c3c-bb1d-2c3a8963ee1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 1099 time: 0.0777633 Mar 16 11:16:07.158477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-7142a1f2-7102-408b-bbdc-90ce42e99495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.159908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-7142a1f2-7102-408b-bbdc-90ce42e99495 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1426616 Mar 16 11:16:07.267179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-62faa1b5-973d-4e5a-bb57-e502d8ca2e2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 200 len: 217 time: 0.1004632 Mar 16 11:16:07.336091 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:07.340222 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:07.340387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-8e1082f6-4ac1-465f-a494-382bf96c1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.341678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-8e1082f6-4ac1-465f-a494-382bf96c1a9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0668285 Mar 16 11:16:07.348445 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:07.349095 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:07.400361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b23c-95a4-4651-9214-48332b4deb33 req-521431f9-c002-4d04-a32b-940372f2e9d6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.401073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-11c9b23c-95a4-4651-9214-48332b4deb33 req-521431f9-c002-4d04-a32b-940372f2e9d6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:07.424812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-11c9b23c-95a4-4651-9214-48332b4deb33 req-521431f9-c002-4d04-a32b-940372f2e9d6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:07.425990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11c9b23c-95a4-4651-9214-48332b4deb33 req-521431f9-c002-4d04-a32b-940372f2e9d6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.2766926 Mar 16 11:16:07.469799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-82099774-d47e-4fba-8d2f-87b420f0f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:07.471271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-82099774-d47e-4fba-8d2f-87b420f0f109 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221449 Mar 16 11:16:07.528224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11c9b23c-95a4-4651-9214-48332b4deb33 req-40683812-a955-454d-9886-f2c95c89cbe5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906138 Mar 16 11:16:07.530765 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:07.625836 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-2267b8c8-d1cc-4aff-abc3-d3a0edf55269 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445138 Mar 16 11:16:07.758973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b9192ec-13db-45d8-9b65-d04d8910c897 req-f4aeffc1-8f6e-49c3-bff6-0ce6751252c8 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263065 Mar 16 11:16:07.904646 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:07.908321 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f1161-6ffb-470c-9178-4cdb5818e6cd None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '30d4ce82-fabe-4063-9073-c7a66ad985b5', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'port_id': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'mac_address': 'fa:16:3e:2c:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:14:22Z', 'updated_at': '2022-03-16T11:14:25Z', 'revision_number': 1, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:08.105189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c058ed-fa14-46cf-9867-4bba971e9bc1 None None] New status for floating IP 9c5ff739-d82f-4da7-8c60-e157bb9db59b: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:08.764281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf30a6-9a58-422c-8a63-65e2b42230f3 req-fe1e5452-b3f0-4ade-a071-30b5801d3deb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:08.765651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bbf30a6-9a58-422c-8a63-65e2b42230f3 req-fe1e5452-b3f0-4ade-a071-30b5801d3deb tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.1264775 Mar 16 11:16:08.855648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bbf30a6-9a58-422c-8a63-65e2b42230f3 req-7464e757-22e8-41df-97f3-f28bad965ce3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843859 Mar 16 11:16:08.885205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-aaf819aa-79c0-420c-93c7-524a1124d551 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:08.886712 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-aaf819aa-79c0-420c-93c7-524a1124d551 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 946 time: 0.1143806 Mar 16 11:16:08.954862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 54010362-2ba4-4814-b00f-25af341c3097 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:08.955200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.200343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 54010362-2ba4-4814-b00f-25af341c3097, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=54010362-2ba4-4814-b00f-25af341c3097,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:09.200697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.325181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 54010362-2ba4-4814-b00f-25af341c3097 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:09.586561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.637353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=54010362-2ba4-4814-b00f-25af341c3097,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.711391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 54010362-2ba4-4814-b00f-25af341c3097 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:09.713816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.716186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'name': 'network-vif-deleted', 'tag': '54010362-2ba4-4814-b00f-25af341c3097'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:09.731602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ecb395-4b6c-4496-b0a7-eadaa2dc8241 req-d55e197d-e5df-4d51-8bd3-c9a23dd435a7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/54010362-2ba4-4814-b00f-25af341c3097 HTTP/1.1" status: 204 len: 173 time: 0.8397810 Mar 16 11:16:09.761373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537bec2-5e07-43b7-9b24-a984f00e2d01', 'name': 'network-vif-deleted', 'tag': '54010362-2ba4-4814-b00f-25af341c3097', 'status': 'completed', 'code': 200} Mar 16 11:16:10.022073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-472bb488-5c84-4f32-9b74-e22a3acb8409 req-8d194790-e614-4633-9669-d5b4252c59b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:10.038372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-472bb488-5c84-4f32-9b74-e22a3acb8409 req-8d194790-e614-4633-9669-d5b4252c59b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:10.039788 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-472bb488-5c84-4f32-9b74-e22a3acb8409 req-8d194790-e614-4633-9669-d5b4252c59b9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537bec2-5e07-43b7-9b24-a984f00e2d01 HTTP/1.1" status: 200 len: 210 time: 0.0622089 Mar 16 11:16:11.133556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48314) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.208510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.237252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.302060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.323448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3fc62c-ef6e-442f-b2e3-55d58f56e9d6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.327687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.328871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-66072a9b-a420-4ff3-8515-a1054176125c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/af3fc62c-ef6e-442f-b2e3-55d58f56e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1942248 Mar 16 11:16:11.357057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48320) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.559849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port c0c8b66d-d33b-4fd1-a314-d29f78e81d9f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:11.560185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.730630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.730880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.849630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for c0c8b66d-d33b-4fd1-a314-d29f78e81d9f owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:11.997075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.141968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=c0c8b66d-d33b-4fd1-a314-d29f78e81d9f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.231785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.232109 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 30d4ce82-fabe-4063-9073-c7a66ad985b5 disassociated (deleted). External IP: 172.26.0.70, port: 5372ab7a-22bd-4ff0-941a-3428b01e7341. Mar 16 11:16:12.575553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:12.754457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:12.764737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:12.777766 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:12.778720 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.779103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.854876 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-886b4d75-c34d-4000-a9d1-03c646f66c57 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/30d4ce82-fabe-4063-9073-c7a66ad985b5 HTTP/1.1" status: 204 len: 168 time: 1.4967086 Mar 16 11:16:12.855479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:12.907668 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:16:12.985173 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:12.999911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 54010362-2ba4-4814-b00f-25af341c3097 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:13.030230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-d9fee75c-97f2-4355-b624-a6d7a6cada31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.032402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-d9fee75c-97f2-4355-b624-a6d7a6cada31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 1099 time: 0.0794003 Mar 16 11:16:13.044228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 54010362-2ba4-4814-b00f-25af341c3097 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:13.044978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 54010362-2ba4-4814-b00f-25af341c3097 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:13.234272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-3447c034-56be-407d-a188-c57dd79687a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.235709 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-3447c034-56be-407d-a188-c57dd79687a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 200 len: 898 time: 0.1968513 Mar 16 11:16:13.312452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-a0c6eb85-a9e4-4b86-b877-8d161d0568d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 200 len: 217 time: 0.0665646 Mar 16 11:16:13.320155 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:13.323890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:13.332092 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:13.332675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:13.375216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f577c-72a2-4d96-90b7-cf1231c09e91 req-59cf98d1-2c11-49bc-873c-a5e16b64ec90 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.376641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc2f577c-72a2-4d96-90b7-cf1231c09e91 req-59cf98d1-2c11-49bc-873c-a5e16b64ec90 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.2043362 Mar 16 11:16:13.410265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-9a1bb0a8-cb0e-4f73-9a41-08878b80cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.411660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-9a1bb0a8-cb0e-4f73-9a41-08878b80cb9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 200 len: 835 time: 0.0878143 Mar 16 11:16:13.468980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-cc2f577c-72a2-4d96-90b7-cf1231c09e91 req-8798c673-6f9b-4378-8a65-ba01f3c7aafd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:13.490028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-cc2f577c-72a2-4d96-90b7-cf1231c09e91 req-8798c673-6f9b-4378-8a65-ba01f3c7aafd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:13.491172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc2f577c-72a2-4d96-90b7-cf1231c09e91 req-8798c673-6f9b-4378-8a65-ba01f3c7aafd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078238 Mar 16 11:16:13.516489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-2fb99d78-702e-459d-8640-4ca59cb6d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.517987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-2fb99d78-702e-459d-8640-4ca59cb6d15d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=273633b6-ad67-4fce-9dd9-0245138627b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972807 Mar 16 11:16:13.520265 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:13.657854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-55796ab7-4dd6-4bff-a14c-442ad93f6341 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323502 Mar 16 11:16:13.788505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a5f61b8-81e9-41ea-a3da-6f5308a3e9b5 req-478c7594-d14d-4031-b22d-27360837f5e2 service neutron] 10.222.0.55 "GET /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243432 Mar 16 11:16:13.832720 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:13.836501 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b8dbb-62ac-45d5-92b4-d60aa43f2488 None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:14:03Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'db14ecd8-8081-484c-8c0a-658f2e65e054', 'name': '', 'network_id': '273633b6-ad67-4fce-9dd9-0245138627b4', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:9f:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:02Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': 'a2b056e4-610d-4e7c-92f4-086fe6e165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:14.039625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130cd67-44c0-4c4a-b80e-20eab8b07d54 None None] New status for floating IP 30d4ce82-fabe-4063-9073-c7a66ad985b5: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:14.685802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3e6e5-f7f7-4e98-83ee-1b086959be71 req-44c1ab76-399a-4cf1-9a87-47d3ac40079e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:14.687248 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-42f3e6e5-f7f7-4e98-83ee-1b086959be71 req-44c1ab76-399a-4cf1-9a87-47d3ac40079e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.0799198 Mar 16 11:16:14.729643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-42f3e6e5-f7f7-4e98-83ee-1b086959be71 req-1c78bdac-5205-4283-8c1c-e33d86929e40 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=71b4cbe5-f558-4c2b-8d66-dff1d5767f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368135 Mar 16 11:16:14.995741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-49dffe49-0187-444d-b6d5-97264606bea3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:14.997141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-49dffe49-0187-444d-b6d5-97264606bea3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 946 time: 0.0799732 Mar 16 11:16:15.065235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 5372ab7a-22bd-4ff0-941a-3428b01e7341 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:15.065572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.398637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 5372ab7a-22bd-4ff0-941a-3428b01e7341, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5372ab7a-22bd-4ff0-941a-3428b01e7341,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:15.398984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.521462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 5372ab7a-22bd-4ff0-941a-3428b01e7341 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:15.673930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.724800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=5372ab7a-22bd-4ff0-941a-3428b01e7341,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:15.805514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 5372ab7a-22bd-4ff0-941a-3428b01e7341 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:15.808123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.810837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'name': 'network-vif-deleted', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:15.824911 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e7477c4-d096-407e-beb6-55aae0c5530f req-5034168a-d898-4688-a10a-bcdfab2c460e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/5372ab7a-22bd-4ff0-941a-3428b01e7341 HTTP/1.1" status: 204 len: 173 time: 0.8220053 Mar 16 11:16:15.887323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b521c3-5bc6-4712-a8b8-ccf459e92393', 'name': 'network-vif-deleted', 'tag': '5372ab7a-22bd-4ff0-941a-3428b01e7341', 'status': 'completed', 'code': 200} Mar 16 11:16:15.893164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d3c2061b-f9b1-40f9-960f-c15cc71663ff req-d92eb19e-4af9-4a55-ba61-f75dcdbdf31e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:15.910144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d3c2061b-f9b1-40f9-960f-c15cc71663ff req-d92eb19e-4af9-4a55-ba61-f75dcdbdf31e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:15.911313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3c2061b-f9b1-40f9-960f-c15cc71663ff req-d92eb19e-4af9-4a55-ba61-f75dcdbdf31e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=06b521c3-5bc6-4712-a8b8-ccf459e92393 HTTP/1.1" status: 200 len: 210 time: 0.0653393 Mar 16 11:16:17.007305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.077286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.106258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.172320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.191472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b4cbe5-f558-4c2b-8d66-dff1d5767f90,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.203179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.204365 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6e3f5d7c-fabe-45ea-a88a-8e77a0a1fe59 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/71b4cbe5-f558-4c2b-8d66-dff1d5767f90 HTTP/1.1" status: 204 len: 168 time: 0.1960392 Mar 16 11:16:17.241516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48344) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.889919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.235034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port db14ecd8-8081-484c-8c0a-658f2e65e054 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:18.235712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.420746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port db14ecd8-8081-484c-8c0a-658f2e65e054, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=db14ecd8-8081-484c-8c0a-658f2e65e054,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:18.421142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.547154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for db14ecd8-8081-484c-8c0a-658f2e65e054 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:18.741522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.792459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=db14ecd8-8081-484c-8c0a-658f2e65e054,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.039838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5372ab7a-22bd-4ff0-941a-3428b01e7341 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:19.068238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.073706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 5372ab7a-22bd-4ff0-941a-3428b01e7341 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:19.074050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 5372ab7a-22bd-4ff0-941a-3428b01e7341 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:19.524224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router 145938da-713b-4dac-b3a3-daa6501faff0 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:19.703622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:19.714102 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Sync routers for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:19.723196 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f54b5196-5f46-4db1-b0a4-b9abd2ab2f18 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/145938da-713b-4dac-b3a3-daa6501faff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805472 Mar 16 11:16:19.723426 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:19.723831 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:19.725905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48348) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:19.790436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet a2b056e4-610d-4e7c-92f4-086fe6e165ab {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:19.793407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.850611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.893193 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:19.934890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.012526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.053623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b056e4-610d-4e7c-92f4-086fe6e165ab,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.057658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.064755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d40db5-cfdd-4621-8fa1-16db9964e2c9 None None] Network 273633b6-ad67-4fce-9dd9-0245138627b4 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:20.066928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48352) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:20.067371 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b2d2718a-3086-41cd-a343-7dba014c2db2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/a2b056e4-610d-4e7c-92f4-086fe6e165ab HTTP/1.1" status: 204 len: 168 time: 0.3402727 Mar 16 11:16:20.206807 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:16:18Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:20.210856 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Checking router: 145938da-713b-4dac-b3a3-daa6501faff0 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:20.219990 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Routers {'145938da-713b-4dac-b3a3-daa6501faff0'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:20.220602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['145938da-713b-4dac-b3a3-daa6501faff0'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:20.281054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.375741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] DHCP port deletion for 273633b6-ad67-4fce-9dd9-0245138627b4 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:20.379849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Deleting port d4d655e9-b458-4794-b0d8-5944aa2213e4 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:20.380225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.395293 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] Set router 145938da-713b-4dac-b3a3-daa6501faff0 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:20.470707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.482990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port f11fb7fd-af94-48a9-8965-a64e674dc914 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:20.483458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.590676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] For port d4d655e9-b458-4794-b0d8-5944aa2213e4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4d655e9-b458-4794-b0d8-5944aa2213e4,segment=NetworkSegment(63b3d03a-3d21-4cfd-810a-c9aaf689e4dd),segment_id=63b3d03a-3d21-4cfd-810a-c9aaf689e4dd)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:20.590977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.666591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port f11fb7fd-af94-48a9-8965-a64e674dc914, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f11fb7fd-af94-48a9-8965-a64e674dc914,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:20.667009 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.678390 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:16:18Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:20.682639 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f45157-7fad-412d-b5f9-15524ed8b074 None None] The sync data for ids ['145938da-713b-4dac-b3a3-daa6501faff0'] in dv-neutron-828143-9-hyperv is: [{'id': '145938da-713b-4dac-b3a3-daa6501faff0', 'name': 'tempest-TestNetworkBasicOps-router-826547754', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:58Z', 'updated_at': '2022-03-16T11:16:18Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': 'f11fb7fd-af94-48a9-8965-a64e674dc914', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145938da-713b-4dac-b3a3-daa6501faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:59Z', 'updated_at': '2022-03-16T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:20.720778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Calling delete_port for d4d655e9-b458-4794-b0d8-5944aa2213e4 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:20.790375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for f11fb7fd-af94-48a9-8965-a64e674dc914 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:20.794126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.842405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Pushing event deleted for resources: {'Port': ['ID=d4d655e9-b458-4794-b0d8-5944aa2213e4,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.846963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] No DVR routers for this DVR port d4d655e9-b458-4794-b0d8-5944aa2213e4 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:20.852790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.853156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.853671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.854009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.854340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.854672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.854997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.855316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.855634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.856202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.856307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.857833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483377c0-fe37-4624-b064-f3801a4e7e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:21.194256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.240079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=f11fb7fd-af94-48a9-8965-a64e674dc914,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:21.332293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.506101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.508283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.530669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.531203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router 145938da-713b-4dac-b3a3-daa6501faff0 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:16:21.546890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.547975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7518c5be-fdcc-4822-bc21-de12b1966b44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/145938da-713b-4dac-b3a3-daa6501faff0 HTTP/1.1" status: 204 len: 168 time: 1.4794350 Mar 16 11:16:21.550875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48356) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.666476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.795445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.820011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273633b6-ad67-4fce-9dd9-0245138627b4']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.832592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.832910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b3d03a-3d21-4cfd-810a-c9aaf689e4dd') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.843606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.858728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.865002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:21.865460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:21.883452 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:21.961875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.967506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.997323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=273633b6-ad67-4fce-9dd9-0245138627b4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.002390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3a731254-e1a1-4857-9b9e-de2be1b2757a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/273633b6-ad67-4fce-9dd9-0245138627b4 HTTP/1.1" status: 204 len: 168 time: 0.4504857 Mar 16 11:16:22.029773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48360) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:22.035148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'network': {'name': 'tempest-network-smoke--1222329121', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:22.040092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:22.044396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:network and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:22.047281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:22.053079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:22.062344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:22.065799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.098874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:22.108676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.109198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Added segment 26b09414-79f3-4aec-b895-3b4a8c80ce5a of type vlan for network 5dc773aa-0fb0-4534-8f3a-571c4171d945 Mar 16 11:16:22.137013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.167644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.173355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.173951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.175146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device db14ecd8-8081-484c-8c0a-658f2e65e054 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:22.209899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: db14ecd8-8081-484c-8c0a-658f2e65e054 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:22.210244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device db14ecd8-8081-484c-8c0a-658f2e65e054 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:22.210670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4d655e9-b458-4794-b0d8-5944aa2213e4 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:22.245955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d4d655e9-b458-4794-b0d8-5944aa2213e4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:22.246438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4d655e9-b458-4794-b0d8-5944aa2213e4 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:22.246869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f11fb7fd-af94-48a9-8965-a64e674dc914 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:22.287706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2568562 Mar 16 11:16:22.288342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f11fb7fd-af94-48a9-8965-a64e674dc914 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:22.288342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f11fb7fd-af94-48a9-8965-a64e674dc914 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:22.288567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac649cb-553e-4db2-8dcf-9f8b6007b2a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Network': ['ID=5dc773aa-0fb0-4534-8f3a-571c4171d945,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.290430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48364) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:22.295579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'admin_state_up': True, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:22.302084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:22.302916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:22.306893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:router and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:22.309648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:22.315954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:22.326363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.327397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.343919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.711374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.005687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.037012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.170014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.214 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/5d5fee91-f25e-4c19-b614-9c9fe459c958) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:23.313627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.342614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.401770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:23.404494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:23.407952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:23.456449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.816628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.261136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.469407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:16:24.656022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:24.666982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:24.676165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:24.676861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:24.682197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.683507 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1e9ff013-b539-49e4-8ff7-72cb80b3687d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3920720 Mar 16 11:16:24.686464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48368) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.852140 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dd6cc229-2f20-4f34-92a3-cd27edec6469 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=36fd9767f06d479da64d989ef068aa43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1646137 Mar 16 11:16:24.852401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:24.855703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48374) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.985196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356aab5-0061-4d96-805e-b1d748a129b0 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:24.986657 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d356aab5-0061-4d96-805e-b1d748a129b0 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300704 Mar 16 11:16:24.989525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48378) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.032378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-031d9af5-77ce-44f5-a343-6ebbf4e8c020 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418229 Mar 16 11:16:25.034942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48382) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.041197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096947021', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:25.139972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:25.143777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:25.144126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Updating router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a port 5d5fee91-f25e-4c19-b614-9c9fe459c958 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:25.151153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:25.154960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:subnet and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:25.157743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:25.163345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:25.173681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:25.177133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.195376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.391974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.469833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Subnet': ['ID=0ed91241-b5b5-4123-a470-440897e47953,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.476999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Checking segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:25.477350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network hostable DHCP agents. Network: 5dc773aa-0fb0-4534-8f3a-571c4171d945, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:25.498443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:25.509673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 5dc773aa-0fb0-4534-8f3a-571c4171d945) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:25.513544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.514120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.529084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde1cdf-c43d-43bc-b352-b81c88231f26 None None] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:25.538032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c12fa1f7-e159-4a77-8381-306cd3419cb4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5021167 Mar 16 11:16:25.541354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48386) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.625285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.654816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Transition to ACTIVE for port object 5d5fee91-f25e-4c19-b614-9c9fe459c958 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:25.663823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.807063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63dd1-c50e-4f3a-a111-0347d4fd9a1b None None] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.809304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Attempting to bind port 5d5fee91-f25e-4c19-b614-9c9fe459c958 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:25.809672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Attempting to bind port 5d5fee91-f25e-4c19-b614-9c9fe459c958 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:25.810032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Attempting to bind port 5d5fee91-f25e-4c19-b614-9c9fe459c958 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:25.818414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:25.818780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:25.819179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.819560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:25.820017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Bound port: 5d5fee91-f25e-4c19-b614-9c9fe459c958, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:25.820384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.916446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-5dc773aa-0fb0-4534-8f3a-571c4171d945', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:25.917676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.007043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:26.030234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5d5fee91-f25e-4c19-b614-9c9fe459c958,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:26.034643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.169547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:26.170081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:15:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:26.226215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63dd1-c50e-4f3a-a111-0347d4fd9a1b None None] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:26.268241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Allocated IP 172.20.0.2 (5dc773aa-0fb0-4534-8f3a-571c4171d945/0ed91241-b5b5-4123-a470-440897e47953/0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:26.386279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.512216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:26.913295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf662-2c92-42d2-932b-4d24548291d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.977720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.000310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Transition to ACTIVE for port object 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:27.033063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Transition to ACTIVE for port object 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:27.042365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.106716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.1 (5dc773aa-0fb0-4534-8f3a-571c4171d945/0ed91241-b5b5-4123-a470-440897e47953/e1edd862-d034-41af-bddd-3554710594ca) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:27.142737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:27.148241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Pushing event updated for resources: {'Port': ['ID=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.151358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:27.154222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.157134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:27.162786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a9618-7a5a-439b-9d14-63a2b21e5d17 None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:23Z', 'revision_number': 3, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:27.253014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Attempting to bind port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:27.253385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Attempting to bind port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:27.253746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Attempting to bind port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba on network 5dc773aa-0fb0-4534-8f3a-571c4171d945 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:27.259121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:27.260017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Checking segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:27.260417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.260803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Bound using segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:27.261319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Bound port: 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:27.261693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.288521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.305509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object e1edd862-d034-41af-bddd-3554710594ca will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:27.334212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.353704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] For port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:27.357189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] For port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:27.364100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.406279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:27.409408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:27.411979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:27.466262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887ce9-171f-4ec2-a26d-ef9c3faa4be6 None None] Pushing event updated for resources: {'Port': ['ID=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.508073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.542464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.038626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.234124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:28.317809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 5d5fee91-f25e-4c19-b614-9c9fe459c958 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:28.323011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5d5fee91-f25e-4c19-b614-9c9fe459c958 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.323457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.453351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.470854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5d5fee91-f25e-4c19-b614-9c9fe459c958,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:28.476691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.477482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:28.508672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.517505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.549534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9de03f-6b6f-4375-b281-3fa19832fbda None None] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:28.637465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.641420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.698093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.724136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Provisioning for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:28.733521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:28.762744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Provisioning complete for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.763139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.780850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:28.781919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:28.804763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.805165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.987463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:29.072817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.089347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.110087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b2999a1-0538-4a06-8865-c6b8eb27acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.143065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:29.151216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.186878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:29.197628 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:29.203385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5af2b72f-b7ab-49b7-a378-77322897e2fa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610012 Mar 16 11:16:29.207173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48392) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.211109 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:29.211793 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:16:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:29.273096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:29.273713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-9e341b83-8371-441e-a0d9-a379244ce84a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:29.277733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.376568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2202aa7-423f-416e-99ed-27aeeffba873 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.377081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2202aa7-423f-416e-99ed-27aeeffba873 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.378178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2202aa7-423f-416e-99ed-27aeeffba873 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.378178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2202aa7-423f-416e-99ed-27aeeffba873 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.379643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f2202aa7-423f-416e-99ed-27aeeffba873 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1713872 Mar 16 11:16:29.382372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48396) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.413535 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:29.580290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5781853-d810-4eda-9d2d-d2d9bc7880f1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.580881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5781853-d810-4eda-9d2d-d2d9bc7880f1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.581234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5781853-d810-4eda-9d2d-d2d9bc7880f1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.581693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5781853-d810-4eda-9d2d-d2d9bc7880f1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.584871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a5781853-d810-4eda-9d2d-d2d9bc7880f1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1998653 Mar 16 11:16:29.586134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48400) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.755014 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:29.759062 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:29.759627 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Updating router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a port e1edd862-d034-41af-bddd-3554710594ca binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:29.802644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-69b553ae-97b2-4461-8357-674dfd6f992b tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2129159 Mar 16 11:16:29.850133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.952292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Provisioning complete for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:29.952658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.116171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Provisioning for port e1edd862-d034-41af-bddd-3554710594ca completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:30.121569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Provisioning complete for port e1edd862-d034-41af-bddd-3554710594ca triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:30.121956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.178327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f5b18d51-02a2-4a54-8219-34c88efe2f2b None None] Port e1edd862-d034-41af-bddd-3554710594ca cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:30.191331 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.198080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:30.204260 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Transition to ACTIVE for port object e1edd862-d034-41af-bddd-3554710594ca will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:30.210480 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.267657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5d5fee91-f25e-4c19-b614-9c9fe459c958 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:30.267917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.333000 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.341425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.341990 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.342111 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.342374 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.342688 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.343003 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.343314 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.343625 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.343936 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.344246 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.344545 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.344853 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:30.394315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:30.433871 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Attempting to bind port e1edd862-d034-41af-bddd-3554710594ca on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:30.434227 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Attempting to bind port e1edd862-d034-41af-bddd-3554710594ca by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:30.434824 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Attempting to bind port e1edd862-d034-41af-bddd-3554710594ca on network 5dc773aa-0fb0-4534-8f3a-571c4171d945 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:30.440242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:30.440603 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Checking segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:30.441032 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.441413 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Bound using segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:30.441861 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Bound port: e1edd862-d034-41af-bddd-3554710594ca, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:30.442231 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.471867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.477841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:30.478467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.536866 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:30.539690 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e1edd862-d034-41af-bddd-3554710594ca,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:30.543433 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.562751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.615639 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:30.616258 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:16:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:30.688509 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0386b56-a585-4b60-a0fa-6fc3a38aaaf1 None None] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.802077 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:31.100495 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:30Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:31.105076 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c1504-4fdc-4c4d-a8b6-671f5c929761 None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:30Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:31.206407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48410) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.211832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762329883', 'description': 'tempest-secgroup-smoke-762329883 description', 'project_id': '36fd9767f06d479da64d989ef068aa43'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:31.218246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.222482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.225547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.232462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.245364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.266829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.270654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.273537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.279862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.356369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.361903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.408552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e890e7e-d493-447b-b1aa-511aa081760b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.411764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.413004 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-48d2b882-fe75-49dd-858e-1af18b83eae0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2054882 Mar 16 11:16:31.416385 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48414) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.421581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:31.427984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.432534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.437006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.443166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.459647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.533816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.537867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.563124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e36e696-25a7-4fdf-aa31-3b972e178f84,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.573386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.574726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f73f8468-81e4-42e2-abca-1e805d123595 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576343 Mar 16 11:16:31.577719 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48420) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.583015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:31.589929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.593955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.596918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.604293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.620884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.684521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.689439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.718789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849f04c5-ba3c-4a36-acb4-dcbaf8c0be64,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.726065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.727816 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c3f39164-f83a-48d2-a3ae-fd445acc52fd tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487885 Mar 16 11:16:31.730320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48424) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.735537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:31.742883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.747134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.750011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.756121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.773496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.841293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.845508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.870117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0921842b-50bc-4c66-81af-1150760553bf,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.879310 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.880504 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c150cdac-82b8-47b8-9c9b-ffd741751c04 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492758 Mar 16 11:16:31.883252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48428) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.888894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:31.894905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.899149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.902426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.908674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.910646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.927077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.992346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.996788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.019858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d53e5dd-0e66-45a8-8c10-20d2e326a2da,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.030141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.034297 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-75dc9a0d-1031-44e8-88f2-aba7edd82f4e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500418 Mar 16 11:16:32.034599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48432) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:32.039565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:32.046741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:32.050831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:32.053921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:32.060278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:32.070392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:32.077548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.146865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.152779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.176326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87151a8f-179d-40b3-a7aa-04a571276337,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.186868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.188353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dc5c58a6-ae2a-4dac-bdb2-2039d2243ad9 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526897 Mar 16 11:16:32.191044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48436) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:32.200585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'security_group_rule': {'security_group_id': '0e890e7e-d493-447b-b1aa-511aa081760b', 'project_id': '36fd9767f06d479da64d989ef068aa43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:32.206742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:32.212553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:security_group_rule and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:32.216244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:32.219546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:32.223165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:32.233300 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Project 36fd9767f06d479da64d989ef068aa43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:32.239596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.291584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e1edd862-d034-41af-bddd-3554710594ca completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:32.296647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e1edd862-d034-41af-bddd-3554710594ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:32.297044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.307597 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.311976 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.336406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b60305-adf1-47b6-9bd7-6d8f4b9a2a28,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.345816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.346979 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-36480b0b-d467-43d8-bc34-aa50ae1295de tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549325 Mar 16 11:16:32.418542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.452792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e1edd862-d034-41af-bddd-3554710594ca,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:32.457249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.512824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-5f234e9a-448c-410f-85a1-d519f27f6954 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:32.526090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.528100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-5f234e9a-448c-410f-85a1-d519f27f6954 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:32.529434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-5f234e9a-448c-410f-85a1-d519f27f6954 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762329883&fields=id&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 267 time: 0.0573106 Mar 16 11:16:32.709138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-6b25815e-deaf-4eb9-aeaa-28e0c5f9ed86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:32.709725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-6b25815e-deaf-4eb9-aeaa-28e0c5f9ed86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:32.724416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-6b25815e-deaf-4eb9-aeaa-28e0c5f9ed86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:32.725937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-6b25815e-deaf-4eb9-aeaa-28e0c5f9ed86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 797 time: 0.1891370 Mar 16 11:16:32.740929 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-a3f3b4f8-aed6-4bf4-ac33-3727e41abcee tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/quotas/36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 375 time: 0.0090752 Mar 16 11:16:32.825975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-46850cea-c295-4031-a2aa-625988fd6b0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:32.840992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-c141512e-985f-400d-aeb6-0951c18c411a req-46850cea-c295-4031-a2aa-625988fd6b0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:32.842219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-46850cea-c295-4031-a2aa-625988fd6b0c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956950 Mar 16 11:16:32.984191 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-b5f51bf3-b8ba-40a9-8cda-2118209dab6d service neutron] 10.222.0.50 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298845 Mar 16 11:16:33.115424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-1f6527ea-cc30-4f3a-aafe-ab67ff5afbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255093 Mar 16 11:16:34.126106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.181983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:34.249532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e1edd862-d034-41af-bddd-3554710594ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:34.250012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.297630 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a7e0512-dc70-4f80-8f17-e1b1ef2f3e08 req-1373161b-5c9c-4c3e-82bf-d309f8ff4808 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0425091 Mar 16 11:16:35.394227 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ba8c4f0-36da-4297-a91a-a33b0ca50848 req-1bbb6e47-c5f2-4074-9c58-db351302fd9b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0431824 Mar 16 11:16:36.014927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:36.490854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-df11cf7f-9495-4cbb-86cf-a848bdc9d292 req-9247f462-7e56-4df0-a9af-e15e841ec0e4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0458298 Mar 16 11:16:37.584638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf2479dd-d7c4-4506-a7b2-0809b7883032 req-c0871806-60b1-4e19-aee6-912ccda2213d tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Mar 16 11:16:38.726996 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc06519b-a83e-4c77-81e4-2938a150c834 req-e3956df3-21f4-418e-b096-91b82d5de47a tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0402498 Mar 16 11:16:39.595764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-88389508-d573-42bf-9c2b-a3cb92b86bc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:39.597205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-88389508-d573-42bf-9c2b-a3cb92b86bc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 797 time: 0.1435962 Mar 16 11:16:39.655775 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-1ae0c9bb-1f9d-4262-a93b-b8c203518e31 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fd9767f06d479da64d989ef068aa43 HTTP/1.1" status: 200 len: 379 time: 0.0444198 Mar 16 11:16:39.664146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'port': {'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'admin_state_up': True, 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'security_groups': ['0e890e7e-d493-447b-b1aa-511aa081760b']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:39.933236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:39.941985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce5cfd7f-88b2-4808-ba15-2956fadbaa34 req-6d398003-065a-4570-a689-eab05eda240c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Mar 16 11:16:39.949104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:39.958639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Made reservation on behalf of 36fd9767f06d479da64d989ef068aa43 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:39.963287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.122346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.20.0.10 (5dc773aa-0fb0-4534-8f3a-571c4171d945/0ed91241-b5b5-4123-a470-440897e47953/0e75cf8d-59be-4bba-bd37-277e99f1947d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:40.309062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.324161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Transition to ACTIVE for port object 0e75cf8d-59be-4bba-bd37-277e99f1947d will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:40.347555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.414166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:40.421489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:40.426030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:40.456944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.494579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.495191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.523247 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd4f8df9-057b-4d58-8ef0-4e6354ae6dc3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624222 Mar 16 11:16:40.539393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Request body: {'port': {'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:40.651269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.668724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dfac9183-2926-4d62-8f99-5700959a34d2 None None] Provisioning for port 0e75cf8d-59be-4bba-bd37-277e99f1947d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:40.673595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dfac9183-2926-4d62-8f99-5700959a34d2 None None] Provisioning complete for port 0e75cf8d-59be-4bba-bd37-277e99f1947d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:40.673972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dfac9183-2926-4d62-8f99-5700959a34d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.725702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dfac9183-2926-4d62-8f99-5700959a34d2 None None] Port 0e75cf8d-59be-4bba-bd37-277e99f1947d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:40.982264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e75cf8d-59be-4bba-bd37-277e99f1947d {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:16:40.989461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.008029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Transition to ACTIVE for port object 0e75cf8d-59be-4bba-bd37-277e99f1947d will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:41.011857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.185953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.297958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d1537-4d61-408b-a9d3-7c12f8b21634 req-478904c8-c65a-46f3-b05f-6f245745140f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.298892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-6d8d1537-4d61-408b-a9d3-7c12f8b21634 req-478904c8-c65a-46f3-b05f-6f245745140f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:41.325948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Attempting to bind port 0e75cf8d-59be-4bba-bd37-277e99f1947d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:41.326401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Attempting to bind port 0e75cf8d-59be-4bba-bd37-277e99f1947d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:41.326764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Attempting to bind port 0e75cf8d-59be-4bba-bd37-277e99f1947d on network 5dc773aa-0fb0-4534-8f3a-571c4171d945 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:41.330685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-6d8d1537-4d61-408b-a9d3-7c12f8b21634 req-478904c8-c65a-46f3-b05f-6f245745140f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:41.331816 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6d8d1537-4d61-408b-a9d3-7c12f8b21634 req-478904c8-c65a-46f3-b05f-6f245745140f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 944 time: 0.2822526 Mar 16 11:16:41.333611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Port 0e75cf8d-59be-4bba-bd37-277e99f1947d on network 5dc773aa-0fb0-4534-8f3a-571c4171d945 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:16:41.333919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Attempting to bind port 0e75cf8d-59be-4bba-bd37-277e99f1947d on network 5dc773aa-0fb0-4534-8f3a-571c4171d945 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:41.352520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:41.353613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Checking segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:41.354002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Bound using segment: {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:41.354437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Bound port: 0e75cf8d-59be-4bba-bd37-277e99f1947d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b09414-79f3-4aec-b895-3b4a8c80ce5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:41.354783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.430068 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6d8d1537-4d61-408b-a9d3-7c12f8b21634 req-7d2ad1d4-7e57-4036-82a1-7913d5bd1206 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914540 Mar 16 11:16:41.464976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:41.467888 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:41.473125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.526932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.527531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.528995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 1094 time: 0.9938159 Mar 16 11:16:41.529450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:41.557656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a484c17-ee71-49b5-a39f-4e98ea2aee47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.618544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'status': 'completed', 'code': 200} Mar 16 11:16:41.665452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-9b7d826f-a1d5-40e9-a295-691e24ff831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.667110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-9b7d826f-a1d5-40e9-a295-691e24ff831d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0801184 Mar 16 11:16:41.839874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-0e216f6d-2f43-4b2f-befe-7f076a333127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 217 time: 0.1606886 Mar 16 11:16:41.902277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-119ed8ff-e6ab-48e3-bebd-984a36d84fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.903706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-119ed8ff-e6ab-48e3-bebd-984a36d84fbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 200 len: 835 time: 0.0578179 Mar 16 11:16:41.981581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141512e-985f-400d-aeb6-0951c18c411a req-a82305e9-2d13-45a9-936c-ac590ca6a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:41.983092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-a82305e9-2d13-45a9-936c-ac590ca6a258 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc773aa-0fb0-4534-8f3a-571c4171d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736613 Mar 16 11:16:42.112865 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-4c89dce9-634b-4898-9c80-ebda301d1e9a service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237767 Mar 16 11:16:42.242414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c141512e-985f-400d-aeb6-0951c18c411a req-fd485c23-2326-4741-9b6f-20b5e596137d service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227493 Mar 16 11:16:42.403596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-5502e89f-57b6-47e1-9b23-4b07372d7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.405116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-5502e89f-57b6-47e1-9b23-4b07372d7b54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0800128 Mar 16 11:16:42.539548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-91a13407-d53b-4f9e-b454-e20eef7a4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.541168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-91a13407-d53b-4f9e-b454-e20eef7a4ec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 898 time: 0.1301568 Mar 16 11:16:42.643410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-d4c4bb49-c740-4a5e-91a7-6d1fbb99138f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 217 time: 0.0726557 Mar 16 11:16:42.720049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-4877ed48-46b3-4b62-86d0-a6f4c2c02efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.721390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-4877ed48-46b3-4b62-86d0-a6f4c2c02efe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 200 len: 835 time: 0.0703206 Mar 16 11:16:42.729775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73bb5c-d9e5-4085-984f-9d8a13b158d2 req-0bbfd819-4838-4eb3-80dd-16aaeecdeb44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.731120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b73bb5c-d9e5-4085-984f-9d8a13b158d2 req-0bbfd819-4838-4eb3-80dd-16aaeecdeb44 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 944 time: 0.1931775 Mar 16 11:16:42.814645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b73bb5c-d9e5-4085-984f-9d8a13b158d2 req-06391a46-62e4-49dc-8257-72dc1304bb2c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512993 Mar 16 11:16:42.835580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-a31bc4e4-6525-4d74-b20d-e65dfa3ab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.837184 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-a31bc4e4-6525-4d74-b20d-e65dfa3ab1cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc773aa-0fb0-4534-8f3a-571c4171d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050909 Mar 16 11:16:42.966680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-9b9ff819-d917-4a40-9ced-5ea95e417d9f service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234827 Mar 16 11:16:43.101172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8669f191-93cc-42fd-a21c-f477a6f74448 req-4dd060c1-73d5-4e65-a89c-07e87e107737 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282942 Mar 16 11:16:43.999779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ca0d5-3111-44bc-8907-3a24031b3c99 req-b9b70c97-2d70-4766-a657-0aee91686d30 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:44.001323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-524ca0d5-3111-44bc-8907-3a24031b3c99 req-b9b70c97-2d70-4766-a657-0aee91686d30 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 944 time: 0.0790672 Mar 16 11:16:44.048071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-524ca0d5-3111-44bc-8907-3a24031b3c99 req-6e43dd99-60a9-452f-8970-13524f87eb23 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Mar 16 11:16:45.226702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e240b-3cba-4496-9b0b-488f39125173 req-5dd640aa-dfed-49ce-b484-be96a7c1f453 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.229002 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c9e240b-3cba-4496-9b0b-488f39125173 req-5dd640aa-dfed-49ce-b484-be96a7c1f453 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 944 time: 0.0786910 Mar 16 11:16:45.272875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c9e240b-3cba-4496-9b0b-488f39125173 req-19592246-e109-4c4d-85a6-bdce81a083cf tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 Mar 16 11:16:46.464698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73502bc-8c5e-404b-a6c5-1f215a8eca08 req-172864e0-92b3-4be6-b64e-70387afbb1e1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.466084 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d73502bc-8c5e-404b-a6c5-1f215a8eca08 req-172864e0-92b3-4be6-b64e-70387afbb1e1 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 944 time: 0.0856817 Mar 16 11:16:46.610540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d73502bc-8c5e-404b-a6c5-1f215a8eca08 req-a032f833-5f54-47de-96dd-8673a1bbaa7f tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387627 Mar 16 11:16:47.195400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e75cf8d-59be-4bba-bd37-277e99f1947d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:16:47.329233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:47.342118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:16:47.394968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.411313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e75cf8d-59be-4bba-bd37-277e99f1947d {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:16:47.426199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:47.430009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.530740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.792545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fabad8-7426-4496-bc26-72b9170fa0a5 req-17d48739-df4a-4509-8d4d-d7fe0e7e9bf5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:47.793882 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82fabad8-7426-4496-bc26-72b9170fa0a5 req-17d48739-df4a-4509-8d4d-d7fe0e7e9bf5 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 945 time: 0.0777881 Mar 16 11:16:47.802365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0e75cf8d-59be-4bba-bd37-277e99f1947d'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:16:47.839185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82fabad8-7426-4496-bc26-72b9170fa0a5 req-b631f61e-2a9f-4aa6-9697-581b9be3a5d4 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383599 Mar 16 11:16:49.023137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a30cf5-bfba-47a9-b9a5-008ac8cb30cc req-0f8526a3-8c05-499a-85d4-15c7899f423c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:49.024558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53a30cf5-bfba-47a9-b9a5-008ac8cb30cc req-0f8526a3-8c05-499a-85d4-15c7899f423c tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 945 time: 0.0836651 Mar 16 11:16:49.068089 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53a30cf5-bfba-47a9-b9a5-008ac8cb30cc req-0dae7cfe-0b11-4371-b33e-1c8f82fa46a6 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Mar 16 11:16:49.200992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e75cf8d-59be-4bba-bd37-277e99f1947d up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:49.270253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 0e75cf8d-59be-4bba-bd37-277e99f1947d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:49.274543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0e75cf8d-59be-4bba-bd37-277e99f1947d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:49.274941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.389602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.415373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:49.425904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:49.430361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.470983 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'code': 200} Mar 16 11:16:49.503411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.721440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c66b-b927-4a35-9642-b0e76a967dcd req-3f4cdf79-9cd8-4b57-8f19-655eabc5f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:49.722770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5974c66b-b927-4a35-9642-b0e76a967dcd req-3f4cdf79-9cd8-4b57-8f19-655eabc5f3b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0714769 Mar 16 11:16:49.762844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5974c66b-b927-4a35-9642-b0e76a967dcd req-6ed381d1-ac49-4c79-b1e7-d69a5fb9923a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340931 Mar 16 11:16:50.250547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9c597-fe49-43b3-98a6-8676b07fe91b req-225e1130-d69d-4afd-aaa0-6d6cdcb799f0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:50.251960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7f9c597-fe49-43b3-98a6-8676b07fe91b req-225e1130-d69d-4afd-aaa0-6d6cdcb799f0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.0795774 Mar 16 11:16:50.296303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7f9c597-fe49-43b3-98a6-8676b07fe91b req-e9739ab0-9cae-455e-9093-d188a840d338 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386374 Mar 16 11:16:51.480262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b32342-c7b2-4622-98bf-5ef425830f91 req-0896be6d-dd52-4ff5-8468-e2f89f0553aa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:51.481671 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72b32342-c7b2-4622-98bf-5ef425830f91 req-0896be6d-dd52-4ff5-8468-e2f89f0553aa tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.0815611 Mar 16 11:16:51.524640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72b32342-c7b2-4622-98bf-5ef425830f91 req-450080f5-a203-4696-bd45-61014f118b74 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373828 Mar 16 11:16:51.706377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313dc00-e37c-4fe4-a229-7b309cfc2b8e req-dea58bec-ee8d-4210-8e93-7896237175ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:51.707791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3313dc00-e37c-4fe4-a229-7b309cfc2b8e req-dea58bec-ee8d-4210-8e93-7896237175ce tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.0792189 Mar 16 11:16:51.753584 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3313dc00-e37c-4fe4-a229-7b309cfc2b8e req-04b863b8-02e2-403c-b176-c3fe977ae921 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395515 Mar 16 11:16:51.775944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48528) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.842979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac63b4e-be22-4a60-bb70-a6666b215cb1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:51.844407 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cac63b4e-be22-4a60-bb70-a6666b215cb1 tempest-TestNetworkBasicOps-516400909 tempest-TestNetworkBasicOps-516400909-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0675325 Mar 16 11:16:51.847169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.851842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:51.858529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:51.862280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Usage tracker for resource:floatingip and tenant:36fd9767f06d479da64d989ef068aa43 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:51.865421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:51.871177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:51.881106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.013929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.147062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Allocated IP 172.26.0.224 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/744bc2ed-dac1-4e02-ac6b-b5b8fa367201) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:52.290335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.320245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.379646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:52.386239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:52.390174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:52.421978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=744bc2ed-dac1-4e02-ac6b-b5b8fa367201,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.886571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.957798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.163970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.169400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.278663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event updated for resources: {'Port': ['ID=744bc2ed-dac1-4e02-ac6b-b5b8fa367201,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.290442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.459413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 associated. External IP: 172.26.0.224, port: 0e75cf8d-59be-4bba-bd37-277e99f1947d. Mar 16 11:16:53.805473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:53.977463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:53.986953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:53.996666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:53.997289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:16:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.002175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.059586 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d9a59d2-439d-4931-81c7-77fb394657ab tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2113373 Mar 16 11:16:54.060184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:54.062316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48536) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.106116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'status': 'completed', 'code': 200} Mar 16 11:16:54.169188 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ac4ecd6f-39e3-4b77-9b08-5417426955c8 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 992 time: 0.1052217 Mar 16 11:16:54.186469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:54.224392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-6eeb651f-f2af-41fd-b980-4a8a333effae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.225871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-6eeb651f-f2af-41fd-b980-4a8a333effae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0707278 Mar 16 11:16:54.472143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-11337180-7a9e-41a1-8fb1-c9563506d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.474062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-11337180-7a9e-41a1-8fb1-c9563506d93e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 898 time: 0.2426722 Mar 16 11:16:54.542148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:16:52Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.546105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:54.554471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:54.555062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:16:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.576745 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-92e23637-218a-42c5-8d5a-2ccd7df19f90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 1000 time: 0.0964754 Mar 16 11:16:54.641184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-047f1351-0649-42b0-9f88-f75208d5e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.642683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-047f1351-0649-42b0-9f88-f75208d5e36c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 200 len: 835 time: 0.0594034 Mar 16 11:16:54.716540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-46e5aa8d-478e-4ca9-9901-ecde4ec8ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.718008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-46e5aa8d-478e-4ca9-9901-ecde4ec8ee01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc773aa-0fb0-4534-8f3a-571c4171d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701513 Mar 16 11:16:54.729377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:54.850540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-4836e336-2bc3-4b32-8b2b-e987cf08f251 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263950 Mar 16 11:16:54.984066 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b171261-58e1-4725-ba3e-607e7a8ec71a req-b3c2b317-db3b-40e1-a1c9-53fe93fe8eec service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265895 Mar 16 11:16:55.106434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:16:52Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.110338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d55fe8-ed97-4e4c-82a9-bc6ce3e21581 None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:16:27Z', 'revision_number': 4, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:16:52Z', 'revision_number': 0, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:16:32Z', 'revision_number': 5, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:55.172443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48542) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.277072 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c7c30d0e-467a-4fac-b6c1-ca1f583ba326 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 992 time: 0.1032608 Mar 16 11:16:55.309263 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd6a3f-13d9-4e17-9348-5b4e0699ca09 None None] New status for floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:56.280688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48546) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:56.384859 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-99693007-c613-4ec3-b09a-c2ece6a95fbc tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 994 time: 0.1028211 Mar 16 11:16:56.857236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4f68cc3c-1c17-4228-a4a2-652e518aa4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.041240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7325-3af7-4d5c-9f51-fead477ebd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.463047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.496010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.910429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.120508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.014107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:26.858812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-894f2ecf-84dd-4409-8265-b8d262cb03ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.043112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c1b87fdc-9196-4aab-a082-64ef9e71e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.019707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-a281a501-49e0-47e0-abb4-9bc8b4392e64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734696 Mar 16 11:17:30.181651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-ca3520d4-a30c-47e7-9b1d-6ad063fbbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.183166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-ca3520d4-a30c-47e7-9b1d-6ad063fbbe27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0762887 Mar 16 11:17:30.327329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-aa7fd558-5943-42da-b68d-8e5513c2e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.328760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-aa7fd558-5943-42da-b68d-8e5513c2e3ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 898 time: 0.1277730 Mar 16 11:17:30.430795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-5329bd7d-f945-498a-a262-56db5a6fd471 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 1002 time: 0.0962703 Mar 16 11:17:30.467981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.497827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.499662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-b55cd49a-ff6b-45f6-8876-8bbd780abe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.501441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-b55cd49a-ff6b-45f6-8876-8bbd780abe81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 200 len: 835 time: 0.0633757 Mar 16 11:17:30.578318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-4b6f707a-2129-4a82-80f5-b62418a26838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.579649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-4b6f707a-2129-4a82-80f5-b62418a26838 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc773aa-0fb0-4534-8f3a-571c4171d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723512 Mar 16 11:17:30.706643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-47779cdb-f204-4855-8f1a-01f2651b2f94 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208875 Mar 16 11:17:30.833898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64ee3f79-aee8-4599-99c7-373a7d3d3bdd req-1f3272ae-1af8-4492-95be-889dc8089dbb service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206725 Mar 16 11:17:31.915902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.136360 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.013171 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:56.860449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c86bb80-04f0-4963-b569-2ca0a18226fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.096154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48568) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.101159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:57.717475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.727569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.921169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:58.098613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:58.105567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.106711 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e90c1fa5-04c7-471a-8d7a-a47ed5ae4b97 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a HTTP/1.1" status: 200 len: 889 time: 1.0095670 Mar 16 11:17:58.107960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:58.117797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:58.118499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.178413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.186668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:58.187258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.249674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.250076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8304f1fe-02fb-4bc3-bd72-9dff26db894f None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:58.996266 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b8a9b-a308-40c1-9f3d-b61aa5561050 None None] New status for floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:17:59.043965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c1baa851-9491-4f90-976f-a4c1ae5f4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.217760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:00.288035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48574) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.293212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:00.342436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.358310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5d5fee91-f25e-4c19-b614-9c9fe459c958,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:00.361697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.362367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:00.493585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:00.503906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.508874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.509226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.510210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.510782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.511185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.511523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.511849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.512194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.512498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.512816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.513160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.513479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:00.561712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.594044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.626152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e1edd862-d034-41af-bddd-3554710594ca,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:00.629529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.698073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:00.926548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.937630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-340365'] for router, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.109947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:01.289691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:01.296313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.297482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4bd7f21b-32a6-476b-9869-ed6b5d2ad6f3 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a HTTP/1.1" status: 200 len: 888 time: 1.0084553 Mar 16 11:18:01.300591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48578) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:01.303148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:01.314030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:01.314987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:01.406950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d898b121-955a-46a3-b94a-1ee97e00f729 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 992 time: 0.1052697 Mar 16 11:18:01.491691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:01.820664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:01.824965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:01.832931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:01.833518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:01.950749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.049060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:02.382576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:02.387037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b422c3-c4b4-4937-8933-1c4fda6a244c None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5ed5eb56-c760-4dd8-ba3c-3249b7f78b73', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'floating_ip_address': '172.26.0.224', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'port_id': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'mac_address': 'fa:16:3e:5c:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:52Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 2, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:02.410717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48582) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.517005 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c50cd222-33db-4066-bb1e-32a886f100ee tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 992 time: 0.1049018 Mar 16 11:18:03.520557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48586) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.621629 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c83ea6ca-505d-4f91-8557-6630443bed1b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 992 time: 0.0999010 Mar 16 11:18:03.951761 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728e56e-5864-4db3-88d9-1cc24156e646 None None] New status for floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:04.141419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.272613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:04.340616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5d5fee91-f25e-4c19-b614-9c9fe459c958 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:04.341039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.457441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.475047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5d5fee91-f25e-4c19-b614-9c9fe459c958,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:04.479515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.480033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:04.590404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:04.604153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e1edd862-d034-41af-bddd-3554710594ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:04.604519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.625469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48590) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.719704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.737095 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cccb1edc-ee93-4424-86cf-3055ecf49ad0 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 200 len: 994 time: 0.1101975 Mar 16 11:18:04.751630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e1edd862-d034-41af-bddd-3554710594ca,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:04.756017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.823816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.041286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48598) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.352798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 744bc2ed-dac1-4e02-ac6b-b5b8fa367201 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:05.353522 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.516317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.516640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.638820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 744bc2ed-dac1-4e02-ac6b-b5b8fa367201 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:05.784460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.833768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=744bc2ed-dac1-4e02-ac6b-b5b8fa367201,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.876590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.876953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.877291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.877620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.877946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.878268 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.878586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.878900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.879217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.879528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.879838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.880146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:05.935394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.935849 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 disassociated (deleted). External IP: 172.26.0.224, port: 0e75cf8d-59be-4bba-bd37-277e99f1947d. Mar 16 11:18:06.226389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:06.295095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:06.299365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5d5fee91-f25e-4c19-b614-9c9fe459c958 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:06.299733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.424253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:06.475506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:06.485938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:06.499121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:06.499354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.499737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.555806 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-15019d2a-2736-4aac-bc1c-4a73774e2fd2 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/floatingips/5ed5eb56-c760-4dd8-ba3c-3249b7f78b73 HTTP/1.1" status: 204 len: 168 time: 1.5133884 Mar 16 11:18:06.557016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:06.568688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e1edd862-d034-41af-bddd-3554710594ca triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:06.569094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.603096 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'status': 'completed', 'code': 200} Mar 16 11:18:06.727793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-7a33d233-07dd-4819-b094-b18b8f688e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.730554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-7a33d233-07dd-4819-b094-b18b8f688e56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36fd9767f06d479da64d989ef068aa43&device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0828037 Mar 16 11:18:06.811608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:06.872692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-16532ec2-911c-400b-9ad1-21b80d03d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.874216 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-16532ec2-911c-400b-9ad1-21b80d03d7db service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 200 len: 898 time: 0.1369436 Mar 16 11:18:07.101102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-720b8ae7-0119-4fef-ae12-0c6d308917ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 200 len: 217 time: 0.1883249 Mar 16 11:18:07.141886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:07.145698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:07.154057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:07.154653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:07.184002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-3ec035ea-4acb-47a2-92c0-764a64aa6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:07.185453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-3ec035ea-4acb-47a2-92c0-764a64aa6c75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 200 len: 835 time: 0.0776119 Mar 16 11:18:07.192678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca96bd-f4a9-4c4a-a8eb-e3e5d51d3df9 req-ba1b5520-baa2-49bc-befd-6f8fe9b05325 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:07.194016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-abca96bd-f4a9-4c4a-a8eb-e3e5d51d3df9 req-ba1b5520-baa2-49bc-befd-6f8fe9b05325 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.3169639 Mar 16 11:18:07.280754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-abca96bd-f4a9-4c4a-a8eb-e3e5d51d3df9 req-be833052-02ae-42b8-a7f7-ba862038cc86 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566978 Mar 16 11:18:07.303804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-920d0286-336e-49aa-808c-f424ad53151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:07.303804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-920d0286-336e-49aa-808c-f424ad53151b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc773aa-0fb0-4534-8f3a-571c4171d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072519 Mar 16 11:18:07.339091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:07.432859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-2b3b0854-0c0d-4710-a462-20c9608f0839 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237814 Mar 16 11:18:07.565988 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-648171a1-92d3-4fe5-8ef7-beb97e1cad5a req-96554209-c1e4-4c7f-ab31-03d9668a39cc service neutron] 10.222.0.55 "GET /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261165 Mar 16 11:18:07.644331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:07.648596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b5cc9-253c-4a0b-a6c4-7f676b335b96 None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:00Z', 'revision_number': 6, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e1edd862-d034-41af-bddd-3554710594ca', 'name': '', 'network_id': '5dc773aa-0fb0-4534-8f3a-571c4171d945', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'mac_address': 'fa:16:3e:c9:05:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0ed91241-b5b5-4123-a470-440897e47953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:26Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'subnets': [{'id': '0ed91241-b5b5-4123-a470-440897e47953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:08.257877 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619b13d-5036-4034-a338-cfceaad19e54 None None] New status for floating IP 5ed5eb56-c760-4dd8-ba3c-3249b7f78b73: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:08.532411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a8eee-e5be-494d-aeb4-b2b2d5d0df89 req-1dea4858-3e8d-4883-a1e9-2b5ec8c1176b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.533881 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9b5a8eee-e5be-494d-aeb4-b2b2d5d0df89 req-1dea4858-3e8d-4883-a1e9-2b5ec8c1176b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.1447783 Mar 16 11:18:08.542783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-ff21a53a-22e7-44ad-b090-4a1b61374bf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.544094 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-ff21a53a-22e7-44ad-b090-4a1b61374bf7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 946 time: 0.1225028 Mar 16 11:18:08.639271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9b5a8eee-e5be-494d-aeb4-b2b2d5d0df89 req-614da6b3-db9f-4b7e-b80d-e61665b1a8ba tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e890e7e-d493-447b-b1aa-511aa081760b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942373 Mar 16 11:18:08.644333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 0e75cf8d-59be-4bba-bd37-277e99f1947d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:08.644684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.882641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 0e75cf8d-59be-4bba-bd37-277e99f1947d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e75cf8d-59be-4bba-bd37-277e99f1947d,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:08.882986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.005201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 0e75cf8d-59be-4bba-bd37-277e99f1947d owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:09.143569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.223271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=0e75cf8d-59be-4bba-bd37-277e99f1947d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.239381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.239722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.240051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.240373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.240690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.241063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.241380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.241694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.242007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.242318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.242626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.242934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.283466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] No DVR routers for this DVR port 0e75cf8d-59be-4bba-bd37-277e99f1947d on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:09.285814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.289460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'name': 'network-vif-deleted', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:09.300580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b591aaa2-12fb-40d9-ad3d-78c6d083808c req-750076aa-0a82-4797-ae53-e514df7c8c6b tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.55 "DELETE /v2.0/ports/0e75cf8d-59be-4bba-bd37-277e99f1947d HTTP/1.1" status: 204 len: 173 time: 0.7414405 Mar 16 11:18:09.340348 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d1966-8f42-40af-800f-b8db71d88ad6', 'name': 'network-vif-deleted', 'tag': '0e75cf8d-59be-4bba-bd37-277e99f1947d', 'status': 'completed', 'code': 200} Mar 16 11:18:09.803156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a78cba0a-075a-43fc-bc44-ba6408ca2c1f req-7309f87a-8263-47e6-8ec1-25fa7bce550e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Synchronizing usage tracker for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:09.819777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a78cba0a-075a-43fc-bc44-ba6408ca2c1f req-7309f87a-8263-47e6-8ec1-25fa7bce550e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Unset dirty status for tenant:36fd9767f06d479da64d989ef068aa43 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:09.822424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a78cba0a-075a-43fc-bc44-ba6408ca2c1f req-7309f87a-8263-47e6-8ec1-25fa7bce550e tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2d1966-8f42-40af-800f-b8db71d88ad6 HTTP/1.1" status: 200 len: 210 time: 0.0605352 Mar 16 11:18:10.915924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48616) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:10.982979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.012389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.077236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.099853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e890e7e-d493-447b-b1aa-511aa081760b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.108448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.109595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-41a389de-0755-4146-ab74-5e4a6db41b94 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e890e7e-d493-447b-b1aa-511aa081760b HTTP/1.1" status: 204 len: 168 time: 0.1926630 Mar 16 11:18:11.139966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48622) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.629631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e75cf8d-59be-4bba-bd37-277e99f1947d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:11.666009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 0e75cf8d-59be-4bba-bd37-277e99f1947d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:11.666355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e75cf8d-59be-4bba-bd37-277e99f1947d not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:11.774555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.156594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port e1edd862-d034-41af-bddd-3554710594ca {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:12.157350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.345433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port e1edd862-d034-41af-bddd-3554710594ca, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e1edd862-d034-41af-bddd-3554710594ca,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:12.345791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.472919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for e1edd862-d034-41af-bddd-3554710594ca owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:12.896335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.943598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=e1edd862-d034-41af-bddd-3554710594ca,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.221546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.601184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:13.793354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:13.803365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Sync routers for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:13.809900 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5282ab8d-7512-40dd-a826-a126d5566a79 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "PUT /v2.0/routers/bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688128 Mar 16 11:18:13.812536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48626) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.813769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:13.814373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.880570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting subnet 0ed91241-b5b5-4123-a470-440897e47953 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:13.883487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.937276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.988721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:14.026379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.220487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.262135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed91241-b5b5-4123-a470-440897e47953,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:14.264978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.271945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb1605-427e-4182-8d04-ac3c5f86191f None None] Network 5dc773aa-0fb0-4534-8f3a-571c4171d945 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:14.272904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a25d171c-8964-4297-854d-7af574e3a056 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/subnets/0ed91241-b5b5-4123-a470-440897e47953 HTTP/1.1" status: 204 len: 168 time: 0.4592435 Mar 16 11:18:14.275666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48630) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.451996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.489503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.495580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Checking router: bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:14.512025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Routers {'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:14.512635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.632550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.644729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Deleting port 5d5fee91-f25e-4c19-b614-9c9fe459c958 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:14.645153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.657588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] DHCP port deletion for 5dc773aa-0fb0-4534-8f3a-571c4171d945 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:18:14.671655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Deleting port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:14.672002 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.742997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] Set router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:14.823121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] For port 5d5fee91-f25e-4c19-b614-9c9fe459c958, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5d5fee91-f25e-4c19-b614-9c9fe459c958,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:14.823470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.944899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Calling delete_port for 5d5fee91-f25e-4c19-b614-9c9fe459c958 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:15.090980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] For port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,segment=NetworkSegment(26b09414-79f3-4aec-b895-3b4a8c80ce5a),segment_id=26b09414-79f3-4aec-b895-3b4a8c80ce5a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:15.091664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.113650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.164821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Port': ['ID=5d5fee91-f25e-4c19-b614-9c9fe459c958,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.240003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Calling delete_port for 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:15.251104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.331115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.335305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:15.380146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] Pushing event deleted for resources: {'Port': ['ID=0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.381918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8db95-ca8a-4c88-8919-2736f58d3e90 None None] The sync data for ids ['bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a'] in dv-neutron-828143-9-hyperv is: [{'id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'name': 'tempest-TestNetworkBasicOps-router-1227772475', 'tenant_id': '36fd9767f06d479da64d989ef068aa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214'}], 'enable_snat': True}, 'gw_port_id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:22Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 7, 'project_id': '36fd9767f06d479da64d989ef068aa43', 'gw_port': {'id': '5d5fee91-f25e-4c19-b614-9c9fe459c958', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:23Z', 'updated_at': '2022-03-16T11:18:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:15.385450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302cd37-a48c-4f84-85c5-d77f449eb3c3 None None] No DVR routers for this DVR port 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:15.433080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.435390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.458539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.459098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Fanout notify agent at l3_agent the message router_deleted on router bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:18:15.474503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.475580 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-50bfdf80-0852-4534-91c5-8d5c802e22f7 tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/routers/bed02d7e-74a5-47fd-b3b3-4a6c2cc2e32a HTTP/1.1" status: 204 len: 168 time: 1.1988742 Mar 16 11:18:15.478290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48634) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:15.722066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.862853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.890208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc773aa-0fb0-4534-8f3a-571c4171d945']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:15.901862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b09414-79f3-4aec-b895-3b4a8c80ce5a') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:15.902152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b09414-79f3-4aec-b895-3b4a8c80ce5a') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:15.912892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.929519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.936791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:15.937205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:15.952230 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:16.046247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.065776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.077234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] Pushing event deleted for resources: {'Network': ['ID=5dc773aa-0fb0-4534-8f3a-571c4171d945,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.085857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ab9953c1-0da4-4206-b130-8d07777275ff tempest-TestNetworkBasicOps-420821932 tempest-TestNetworkBasicOps-420821932-project] 10.222.0.50 "DELETE /v2.0/networks/5dc773aa-0fb0-4534-8f3a-571c4171d945 HTTP/1.1" status: 204 len: 168 time: 0.6065664 Mar 16 11:18:16.432113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:16.461954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48642) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.513335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 5d5fee91-f25e-4c19-b614-9c9fe459c958 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:16.513662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5d5fee91-f25e-4c19-b614-9c9fe459c958 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:16.514076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:16.547436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:16.547775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 0c09f9a1-dec7-4a1d-8bc8-0f86d3195bba not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:16.548188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:16.584494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e1edd862-d034-41af-bddd-3554710594ca {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:16.584865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e1edd862-d034-41af-bddd-3554710594ca not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:16.660027 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-44bd3b63-295e-4779-a8fd-578484ef9f83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36fd9767f06d479da64d989ef068aa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957586 Mar 16 11:18:16.662536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48650) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.720626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.746316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.797606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.818131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8bf5e-0773-4147-ac33-59704efe2861,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.824770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.825895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a0d216ad-7624-4164-be90-f15bbd366256 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40c8bf5e-0773-4147-ac33-59704efe2861 HTTP/1.1" status: 204 len: 168 time: 0.1625326 Mar 16 11:18:17.092393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48658) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.110193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.124160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:17.128102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Usage tracker for resource:security_group_rule and tenant:a43a78cceb4e4d788682e87c55a6a21c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:17.130894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:17.136694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:17.219399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.223106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.270048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a43a78cceb4e4d788682e87c55a6a21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761904 Mar 16 11:18:17.270731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80576e80-120b-456e-9588-08180fe34295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71dd774-8ff3-45df-9c3b-4ef0f4c3b309,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.273348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48662) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.331981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.357817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.408341 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.424810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71dd774-8ff3-45df-9c3b-4ef0f4c3b309,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.429795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.431427 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-847eb476-c67c-40ff-86d7-3c855d087872 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d71dd774-8ff3-45df-9c3b-4ef0f4c3b309 HTTP/1.1" status: 204 len: 168 time: 0.1568437 Mar 16 11:18:17.882554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [req-1c25dd3d-efd3-4a82-bd50-ca2f6483f93b req-811ddeff-2e84-4b96-a8c3-f74c96c1aa66 tempest-TestNetworkAdvancedServerOps-1212568378 tempest-TestNetworkAdvancedServerOps-1212568378-project] (87842) timed out ('10.222.0.55', 60778) {{(pid=87842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:18:18.173312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48688) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:18.274640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1475046606-network', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:18.280133 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:18.283913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Usage tracker for resource:network and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:18.286720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:18.292464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:18.305397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Made reservation on behalf of b6e66c86bcb74263952fac660824b48f for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:18.308028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.424301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.438163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:18.441979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:18.444708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:18.451941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:18.535352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.539179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.572035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:18.577810 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e58c8-945f-465c-9ef5-517168a6dc9b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.586332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.586332 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Added segment d3299c8b-4674-463d-8297-f99bb19418c7 of type vlan for network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d Mar 16 11:18:18.612917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.641711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.642687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:18.643286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.741845 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5671065 Mar 16 11:18:18.745190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48694) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:18.752386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Request body: {'subnet': {'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1475046606-subnet', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:18.755390 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea182fc-9c6d-4261-b8bb-fda00ee957e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.758883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:18.763491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Usage tracker for resource:subnet and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:18.765979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:18.766520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:18.772157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:18.781940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Made reservation on behalf of b6e66c86bcb74263952fac660824b48f for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:18.784393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.984674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.057063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.064078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:19.064429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Network hostable DHCP agents. Network: a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:19.083199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:19.092547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:19.096989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.098025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.101348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a8aaf-6a42-4ad4-a68b-722178fc7337 None None] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:19.118074 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ba8ffa30-d4a2-4fa0-a29d-b631c93ea93b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3718858 Mar 16 11:18:19.120693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48698) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.125526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:19.130222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:19.134122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Usage tracker for resource:router and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:19.137638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:19.143216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:19.154078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.155202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.169804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.312504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:19.313383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.442348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.470082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Allocated IP 172.20.0.2 (a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff/1018ff8a-46b9-4d7c-adc0-dfa5017eb55e) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:19.675023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.687214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Transition to ACTIVE for port object 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.710435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Transition to ACTIVE for port object 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.716155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.772383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.778287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:19.784940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:19.789309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:19.795375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Pushing event updated for resources: {'Port': ['ID=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.804014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.882869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Attempting to bind port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:19.883230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Attempting to bind port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:19.883582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Attempting to bind port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:19.889101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:19.889466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:19.889859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.890241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Bound using segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:19.890693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Bound port: 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:19.891057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.940727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Allocated IP 172.26.0.10 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/aae0134e-ed80-46d1-8dd6-18e878c7b7cd) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:19.978495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] For port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:19.982277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] For port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:19.986988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.099926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef733c-4451-4969-888c-a83214ffcae7 None None] Pushing event updated for resources: {'Port': ['ID=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.209177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.241482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.316210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:20.323601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:20.331639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Pushing event updated for resources: {'Port': ['ID=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.333932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:20.746047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.979405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22334d5e-0dfe-460f-9659-a8ac9dcf23de None None] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:21.082885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-51bd3fef-3518-4fc4-a7cb-c2c21443c937 None None] Provisioning for port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:21.086021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.292021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:21.473526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:21.482847 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:21.491663 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:21.492488 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.498533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.500040 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3f0640e3-ffad-4510-a484-3ffbaa2274ee admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3781478 Mar 16 11:18:21.502497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48702) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:21.669336 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:21.974461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:20Z', 'revision_number': 3, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.978040 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:21.978375 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Updating router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 port aae0134e-ed80-46d1-8dd6-18e878c7b7cd binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:22.029207 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.263064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:22.293561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.336409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:22.342555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:22.342932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.358879 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.370860 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Transition to ACTIVE for port object aae0134e-ed80-46d1-8dd6-18e878c7b7cd will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:22.377536 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.460802 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Pushing event updated for resources: {'Port': ['ID=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.471589 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.472079 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.472767 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.473379 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.473802 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.474226 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.474646 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.475058 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.475470 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.475964 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.476387 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.476793 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.491039 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Attempting to bind port aae0134e-ed80-46d1-8dd6-18e878c7b7cd on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:22.491640 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Attempting to bind port aae0134e-ed80-46d1-8dd6-18e878c7b7cd by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:22.491948 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Attempting to bind port aae0134e-ed80-46d1-8dd6-18e878c7b7cd on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:22.498619 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:22.499060 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:22.499548 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.500036 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:22.500595 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Bound port: aae0134e-ed80-46d1-8dd6-18e878c7b7cd, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:22.501121 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.501682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.516961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Allocated IP 172.20.0.1 (a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff/f40ffe3a-52b5-4f29-95b3-0e0530eb1b49) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:22.541579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:22.546820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.584607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] For port aae0134e-ed80-46d1-8dd6-18e878c7b7cd, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:22.589656 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] For port aae0134e-ed80-46d1-8dd6-18e878c7b7cd, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:22.594585 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.614792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.678817 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:22.679235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.679423 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:22.695493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Transition to ACTIVE for port object f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:22.719082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.743279 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fd144-3cf4-448b-8125-86624d861da3 None None] Pushing event updated for resources: {'Port': ['ID=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.781676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:22.788620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:22.791218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:22.831450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Pushing event updated for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.855828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.869201 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:23.047100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86e7fb82-3d98-42dd-b22c-96c4b052c82f None None] Provisioning for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:23.052026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-86e7fb82-3d98-42dd-b22c-96c4b052c82f None None] Provisioning complete for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:23.052445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-86e7fb82-3d98-42dd-b22c-96c4b052c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.110206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-86e7fb82-3d98-42dd-b22c-96c4b052c82f None None] Port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:23.162031 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:20Z', 'revision_number': 3, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:23.166655 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659556-dc53-4e50-bae7-48a02d637831 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:20Z', 'revision_number': 3, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:23.261712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.500123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.507712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.625565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Pushing event updated for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.627941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.777055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:23.778178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:23.973036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:24.036172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8b77b5b3-8f6d-4026-836b-81444a08f0b2 None None] Provisioning complete for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:24.036763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8b77b5b3-8f6d-4026-836b-81444a08f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.089473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8b77b5b3-8f6d-4026-836b-81444a08f0b2 None None] Port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:24.157478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:24.166321 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-803c25e9-ea5a-4d08-b996-e84b72d4a929 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a96d418-420e-4ac0-a39f-cea3ec2a69e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6627235 Mar 16 11:18:24.290233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device aae0134e-ed80-46d1-8dd6-18e878c7b7cd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:24.361567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port aae0134e-ed80-46d1-8dd6-18e878c7b7cd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:24.367293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port aae0134e-ed80-46d1-8dd6-18e878c7b7cd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:24.367776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.496224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.520262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port aae0134e-ed80-46d1-8dd6-18e878c7b7cd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:24.526056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.527483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:24.647087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.659442 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:24.659808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.691259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:24.712012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48720) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:24.717724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2059830068-network', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:24.718643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:24.719257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.722339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.726116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Usage tracker for resource:network and tenant:1f63d182c9fd4c9cae5d78695ecc9cfe is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.728973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:24.734614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.745787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Made reservation on behalf of 1f63d182c9fd4c9cae5d78695ecc9cfe for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:24.748044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.759681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.775124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.779111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Usage tracker for resource:security_group_rule and tenant:1f63d182c9fd4c9cae5d78695ecc9cfe is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.781893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:24.787426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.877377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.881148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.912313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:24.920809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914727f-a2f3-4b7f-8ac5-7f8c9083f10c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.928324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.928580 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Added segment 911f3645-bb1d-4ccd-9af0-cbcaed50a4cf of type vlan for network 9df42d8e-368b-46dd-aa74-ec2edef84f10 Mar 16 11:18:24.946248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:24.962901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.994415 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.995457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:24.996203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.096695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] Pushing event updated for resources: {'Network': ['ID=9df42d8e-368b-46dd-aa74-ec2edef84f10,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.103962 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b0f8d196-013b-4d6d-875a-99818d9ee286 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3882544 Mar 16 11:18:25.104433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48724) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.108534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:25.110831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Request body: {'subnet': {'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2059830068-subnet', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:25.115485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:25.119291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Usage tracker for resource:subnet and tenant:1f63d182c9fd4c9cae5d78695ecc9cfe is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:25.122557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.128171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.142306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Made reservation on behalf of 1f63d182c9fd4c9cae5d78695ecc9cfe for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:25.144746 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.342085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 2, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:25.345612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.345937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:25.346205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Updating router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:25.402014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.422527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d4d3f3-910f-477a-99d0-418cfe3ccf04,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.431057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Checking segment: {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:25.431431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Network hostable DHCP agents. Network: 9df42d8e-368b-46dd-aa74-ec2edef84f10, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:25.453445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:25.463215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9df42d8e-368b-46dd-aa74-ec2edef84f10) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:25.469565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.470159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.474652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6d1ef-0955-4c9b-bf15-93a5eba59772 None None] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:25.491658 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2d5ef02a-ea25-425e-b3e5-917af07e4800 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3862538 Mar 16 11:18:25.495011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 48728) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.500045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:25.504703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:25.508574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Usage tracker for resource:router and tenant:1f63d182c9fd4c9cae5d78695ecc9cfe is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:25.512332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.518178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.529783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.530846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.547013 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.900502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9df42d8e-368b-46dd-aa74-ec2edef84f10', 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'fixed_ips': [{'subnet_id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:25.901370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.919908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.020224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.048017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Transition to ACTIVE for port object f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:26.059460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.248387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Allocated IP 172.20.0.2 (9df42d8e-368b-46dd-aa74-ec2edef84f10/a2d4d3f3-910f-477a-99d0-418cfe3ccf04/773dd3bf-92f3-4c51-bfef-2727278c08d4) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:26.249385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.252054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device aae0134e-ed80-46d1-8dd6-18e878c7b7cd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:26.283982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.306187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a199a-d71a-4d4d-919e-ee2906204817 None None] Pushing event updated for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.425596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Attempting to bind port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:26.425856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Attempting to bind port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:26.426184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Attempting to bind port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:26.427044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Allocated IP 172.26.0.118 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/f27da152-641b-4274-a616-a6a51def7c7d) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:26.495189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:26.495636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:26.495950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.496333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Bound using segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:26.496794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Bound port: f40ffe3a-52b5-4f29-95b3-0e0530eb1b49, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:26.497186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.580721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.585136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port aae0134e-ed80-46d1-8dd6-18e878c7b7cd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:26.585500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.610882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.685210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:26.692368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:26.696410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:26.718286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] For port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:26.729548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Pushing event updated for resources: {'Port': ['ID=f27da152-641b-4274-a616-a6a51def7c7d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.742606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] For port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:26.757777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.802390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.870667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Transition to ACTIVE for port object 773dd3bf-92f3-4c51-bfef-2727278c08d4 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:26.930335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:26.930977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.986680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-117feb6e-2447-4a54-8db9-c9abc7eb012d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.991419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Transition to ACTIVE for port object 773dd3bf-92f3-4c51-bfef-2727278c08d4 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:27.013642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a199a-d71a-4d4d-919e-ee2906204817 None None] Pushing event updated for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.021519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.026988 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:27.151585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:27.163482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:27.218470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:27.228910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Pushing event updated for resources: {'Port': ['ID=773dd3bf-92f3-4c51-bfef-2727278c08d4,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.251425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.343535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:27.397912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Attempting to bind port 773dd3bf-92f3-4c51-bfef-2727278c08d4 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:27.398271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Attempting to bind port 773dd3bf-92f3-4c51-bfef-2727278c08d4 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:27.398625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Attempting to bind port 773dd3bf-92f3-4c51-bfef-2727278c08d4 on network 9df42d8e-368b-46dd-aa74-ec2edef84f10 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:27.409145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:27.409518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Checking segment: {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:27.409913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.410295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Bound using segment: {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:27.410747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Bound port: 773dd3bf-92f3-4c51-bfef-2727278c08d4, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:27.411112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.593062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.655227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] For port 773dd3bf-92f3-4c51-bfef-2727278c08d4, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:27.660727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] For port 773dd3bf-92f3-4c51-bfef-2727278c08d4, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=773dd3bf-92f3-4c51-bfef-2727278c08d4,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:27.664767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.804213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba8e04-21f8-466a-a32e-8a30ef7bff2f None None] Pushing event updated for resources: {'Port': ['ID=773dd3bf-92f3-4c51-bfef-2727278c08d4,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.811838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Router 635f5dec-53ee-4806-9822-53968bb8cc24 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:27.826741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:27.831796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95944f7-bf46-4765-8a28-aeb883b3d810 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:28.031430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:28.049331 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Sync routers for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:28.064777 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:28.065851 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:17:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:28.068530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.073239 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4da22c4-37d7-4920-8c6b-b684a9106db5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5739994 Mar 16 11:18:28.074023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48732) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:28.334568 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:28.337252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 773dd3bf-92f3-4c51-bfef-2727278c08d4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:28.444235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 773dd3bf-92f3-4c51-bfef-2727278c08d4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:28.457069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:28.542495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:28.554698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:28.555125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.706857 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 3, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:28.711338 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Checking router: 635f5dec-53ee-4806-9822-53968bb8cc24 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:28.711674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Updating router 635f5dec-53ee-4806-9822-53968bb8cc24 port f27da152-641b-4274-a616-a6a51def7c7d binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:28.727489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.774265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:28.785971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.786210 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.902556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:28.953507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.057278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-06c3a375-f065-4889-b93f-bb171c1ae3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.109484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f2fbd-ba0b-4f25-8a21-ef1351468e70 None None] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:29.220874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Provisioning for port 773dd3bf-92f3-4c51-bfef-2727278c08d4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:29.237122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Provisioning complete for port 773dd3bf-92f3-4c51-bfef-2727278c08d4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:29.237915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.268154 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.283057 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Transition to ACTIVE for port object f27da152-641b-4274-a616-a6a51def7c7d will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.290829 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.379752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Allocated IP 172.20.0.1 (9df42d8e-368b-46dd-aa74-ec2edef84f10/a2d4d3f3-910f-477a-99d0-418cfe3ccf04/42440774-cd36-4da7-bdfd-f16637b9c89c) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:29.380596 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Attempting to bind port f27da152-641b-4274-a616-a6a51def7c7d on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:29.381005 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Attempting to bind port f27da152-641b-4274-a616-a6a51def7c7d by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:29.381344 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Attempting to bind port f27da152-641b-4274-a616-a6a51def7c7d on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:29.387250 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62ac1-af12-4515-9a34-d5508d6cf2f5 None None] Pushing event updated for resources: {'Port': ['ID=f27da152-641b-4274-a616-a6a51def7c7d,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.391805 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:29.392170 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:29.392560 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.392976 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:29.393431 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Bound port: f27da152-641b-4274-a616-a6a51def7c7d, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:29.393789 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.486522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.509264 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] For port f27da152-641b-4274-a616-a6a51def7c7d, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:29.513744 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] For port f27da152-641b-4274-a616-a6a51def7c7d, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27da152-641b-4274-a616-a6a51def7c7d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:29.519071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.537728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] For port 773dd3bf-92f3-4c51-bfef-2727278c08d4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=773dd3bf-92f3-4c51-bfef-2727278c08d4,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:29.546989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.628327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:29.629200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.629369 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:18:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:29.637104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab5b9-0f0c-4595-980d-bb59b49ef1c0 None None] Pushing event updated for resources: {'Port': ['ID=773dd3bf-92f3-4c51-bfef-2727278c08d4,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.653300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Transition to ACTIVE for port object 42440774-cd36-4da7-bdfd-f16637b9c89c will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.685782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.707325 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62ac1-af12-4515-9a34-d5508d6cf2f5 None None] Pushing event updated for resources: {'Port': ['ID=f27da152-641b-4274-a616-a6a51def7c7d,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.753086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:29.756192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:29.765378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:29.801754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Pushing event updated for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.828924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.848502 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:29.883239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-27ad5288-80e3-4fc5-9ed4-ba02554d5fc1 None None] Provisioning complete for port 773dd3bf-92f3-4c51-bfef-2727278c08d4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:29.883531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-27ad5288-80e3-4fc5-9ed4-ba02554d5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.137044 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.203954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-66704eae-0900-42cb-8ab8-f23853c1065b None None] Provisioning for port 42440774-cd36-4da7-bdfd-f16637b9c89c completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:30.210825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-66704eae-0900-42cb-8ab8-f23853c1065b None None] Provisioning complete for port 42440774-cd36-4da7-bdfd-f16637b9c89c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.211315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-66704eae-0900-42cb-8ab8-f23853c1065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.242804 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 3, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.248301 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43492b-9d72-4e39-8579-36196cfaa656 None None] The sync data for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv is: [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 3, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:30.289512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 773dd3bf-92f3-4c51-bfef-2727278c08d4 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:30.322318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-66704eae-0900-42cb-8ab8-f23853c1065b None None] Port 42440774-cd36-4da7-bdfd-f16637b9c89c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:30.364192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 773dd3bf-92f3-4c51-bfef-2727278c08d4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.364618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.435887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.441473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.507110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.521391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:30.563597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.593738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.613857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.614235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.644702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Pushing event updated for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.741671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.742999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.949994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b9b423bb-8833-4258-86cb-27f2aa58de93 None None] Provisioning complete for port 42440774-cd36-4da7-bdfd-f16637b9c89c triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.950372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b9b423bb-8833-4258-86cb-27f2aa58de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.953501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Router 635f5dec-53ee-4806-9822-53968bb8cc24 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:31.004915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b9b423bb-8833-4258-86cb-27f2aa58de93 None None] Port 42440774-cd36-4da7-bdfd-f16637b9c89c cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:31.271828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:31.287607 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b4e3490d-ee1e-4210-b9ba-3d6a537b122d admin admin] 10.222.0.50 "PUT /v2.0/routers/635f5dec-53ee-4806-9822-53968bb8cc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123063 Mar 16 11:18:31.787625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Sync routers for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:31.797989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:31.798595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:18:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:31.935426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48742) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:31.941151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580426897', 'description': 'tempest-secgroup-smoke-580426897 description', 'project_id': 'b6e66c86bcb74263952fac660824b48f'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:31.947112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:31.951132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:31.954021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:31.959933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:31.972922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.975367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.989577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:31.993899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:31.997792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.000598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.006133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.076690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.080359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.123239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcecb495-9ac4-4e7d-9b57-1ec0f128697e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.128113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.129494 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14d1bde9-c01f-4121-84ec-1e3bc521fbe1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1929846 Mar 16 11:18:32.133104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.140056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.146537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.151642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.154653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.160534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.178963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.247290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.251435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.279337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27da152-641b-4274-a616-a6a51def7c7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:32.279807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13747be7-b8e3-4f17-8f25-7a26555b8e65,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.292783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.294055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-356774d0-85d2-49b9-9517-b6d2518d33b2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597748 Mar 16 11:18:32.296784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48750) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.301899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.308966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.312983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.315761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.321382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.340601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.367434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port f27da152-641b-4274-a616-a6a51def7c7d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:32.374886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f27da152-641b-4274-a616-a6a51def7c7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:32.375261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.403165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.407039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.407529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:30Z', 'revision_number': 4, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '42440774-cd36-4da7-bdfd-f16637b9c89c', 'name': '', 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'mac_address': 'fa:16:3e:b3:64:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:30Z', 'revision_number': 2, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'subnets': [{'id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:32.420926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Checking router: 635f5dec-53ee-4806-9822-53968bb8cc24 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:32.421277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Updating router 635f5dec-53ee-4806-9822-53968bb8cc24 port 42440774-cd36-4da7-bdfd-f16637b9c89c binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:32.435778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c494cdc4-2631-46da-8d6a-286af08e5951,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.445065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.446759 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-03915478-8fee-4942-8695-7bbb3eb51ed9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489103 Mar 16 11:18:32.449506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.455025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.461661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.466056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.469446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.475617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.492155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.494914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.560687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.564870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.587024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbdf852-d45a-45cc-960a-b026e324b680,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.596297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.597552 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-765a2e53-b517-4410-a9e4-5ca8d4bac748 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468663 Mar 16 11:18:32.600241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48758) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.605746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.611403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.612408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.615189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.618021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.624495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.641092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.683114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port f27da152-641b-4274-a616-a6a51def7c7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27da152-641b-4274-a616-a6a51def7c7d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:32.687175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.708108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.711780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.737766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088f6cdf-e0be-4281-866c-4184f75ba97b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.748617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.749817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d39805e9-a278-4398-abb1-a75588b6833c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486845 Mar 16 11:18:32.752445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48762) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.757288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.764315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.768159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.770989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.777219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.787235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Project b6e66c86bcb74263952fac660824b48f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:32.794370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.857664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.861428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.883041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=f27da152-641b-4274-a616-a6a51def7c7d,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.884810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c3699-c745-4ef5-9e89-fe71cd76076e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.895181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.898982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a244eced-b064-4589-bfe0-1011fdb13f3a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430907 Mar 16 11:18:32.899521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48766) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.905108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'security_group_rule': {'security_group_id': 'dcecb495-9ac4-4e7d-9b57-1ec0f128697e', 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.910755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.914513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:security_group_rule and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.918157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.925628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.938388 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Project b6e66c86bcb74263952fac660824b48f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:32.945122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.999810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.010489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.011193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Transition to ACTIVE for port object 42440774-cd36-4da7-bdfd-f16637b9c89c will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:33.014768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.018207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.038367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16674aa-c0e3-43f6-8590-99247e379122,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.047554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.048735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bb038cd5-5a5b-4fda-91a8-85b29c7b853c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486628 Mar 16 11:18:33.179004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fec0b9-589c-46a8-a2c5-5351e916df91 None None] Pushing event updated for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.244751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Attempting to bind port 42440774-cd36-4da7-bdfd-f16637b9c89c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:33.245028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Attempting to bind port 42440774-cd36-4da7-bdfd-f16637b9c89c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:33.245282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Attempting to bind port 42440774-cd36-4da7-bdfd-f16637b9c89c on network 9df42d8e-368b-46dd-aa74-ec2edef84f10 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:33.251160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:33.251533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Checking segment: {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:33.251933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.252325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Bound using segment: {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:33.252787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Bound port: 42440774-cd36-4da7-bdfd-f16637b9c89c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:33.253191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.349968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] For port 42440774-cd36-4da7-bdfd-f16637b9c89c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:33.355793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] For port 42440774-cd36-4da7-bdfd-f16637b9c89c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=42440774-cd36-4da7-bdfd-f16637b9c89c,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:33.361151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.443987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fec0b9-589c-46a8-a2c5-5351e916df91 None None] Pushing event updated for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.458150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:33.458938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:18:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:33.658540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:33.983707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:30Z', 'revision_number': 4, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '42440774-cd36-4da7-bdfd-f16637b9c89c', 'name': '', 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'mac_address': 'fa:16:3e:b3:64:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'subnets': [{'id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:33.987653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d5ff7-91f2-449c-a69e-8ea836df6156 None None] The sync data for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv is: [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:18:30Z', 'revision_number': 4, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '42440774-cd36-4da7-bdfd-f16637b9c89c', 'name': '', 'network_id': '9df42d8e-368b-46dd-aa74-ec2edef84f10', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'mac_address': 'fa:16:3e:b3:64:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:29Z', 'updated_at': '2022-03-16T11:18:33Z', 'revision_number': 4, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'subnets': [{'id': 'a2d4d3f3-910f-477a-99d0-418cfe3ccf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:34.142949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.330227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27da152-641b-4274-a616-a6a51def7c7d up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.411640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port f27da152-641b-4274-a616-a6a51def7c7d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.411928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.554679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 42440774-cd36-4da7-bdfd-f16637b9c89c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.627971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 42440774-cd36-4da7-bdfd-f16637b9c89c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:34.633189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 42440774-cd36-4da7-bdfd-f16637b9c89c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.633562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.812351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.849084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 42440774-cd36-4da7-bdfd-f16637b9c89c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=42440774-cd36-4da7-bdfd-f16637b9c89c,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:34.855389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.943141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.289234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 42440774-cd36-4da7-bdfd-f16637b9c89c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:36.390447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 42440774-cd36-4da7-bdfd-f16637b9c89c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:36.390917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.245837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-b448c7b7-a308-4a31-bf67-f6fcacc4ea83 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:48.262215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-b448c7b7-a308-4a31-bf67-f6fcacc4ea83 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:48.263311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-b448c7b7-a308-4a31-bf67-f6fcacc4ea83 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580426897&fields=id&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 267 time: 0.0550203 Mar 16 11:18:48.409573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-c5d1a1cf-3c68-46a3-b07d-902568c78b49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.410889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-c5d1a1cf-3c68-46a3-b07d-902568c78b49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.1408334 Mar 16 11:18:48.425071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-a1be23e9-3d86-4c20-a65f-aaf3b9f7e38a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/quotas/b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 375 time: 0.0088642 Mar 16 11:18:48.509525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-00c2ef78-be23-4791-ab68-50fb11758099 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796840 Mar 16 11:18:48.643416 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-e3156fdb-f1b4-43bb-9b94-4e06a82aec4a service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221461 Mar 16 11:18:48.772716 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-b45d66d7-7f53-4da0-bbac-89a139a783e1 service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236098 Mar 16 11:18:49.154232 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5885350d-8a9c-407f-9738-c404fa0da49a req-8a7cd490-308b-4073-9959-428f384a1505 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 210 time: 0.0412521 Mar 16 11:18:50.254284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-d10436af-1bca-4907-a84f-ce83ea987e72 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.255681 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-d10436af-1bca-4907-a84f-ce83ea987e72 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.1527326 Mar 16 11:18:50.325090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f61ed943-7999-411a-a1af-3cd24f52945e req-2fccb91e-9459-4d1c-965b-5e14e90961e1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 210 time: 0.0538504 Mar 16 11:18:50.355848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-fb49c2fa-b7ac-4807-8588-e2de2ab0ef31 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 379 time: 0.0538733 Mar 16 11:18:50.364097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'port': {'device_id': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'admin_state_up': True, 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'security_groups': ['dcecb495-9ac4-4e7d-9b57-1ec0f128697e']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:50.500791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:50.504859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:port and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:50.507718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:50.514174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:50.524721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Made reservation on behalf of b6e66c86bcb74263952fac660824b48f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:50.528997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.690631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.20.0.8 (a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff/042346b7-4568-4dc2-9bc9-afab2a25619d) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:50.987744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.004170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Transition to ACTIVE for port object 042346b7-4568-4dc2-9bc9-afab2a25619d will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:51.028959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.094811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:51.102289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:51.106732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:51.139791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:51.177851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.178613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.201584 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-4d73342f-0d59-4219-9ad3-b054e2e62e59 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407228 Mar 16 11:18:51.219011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Request body: {'port': {'device_id': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:51.335284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6ab35edf-8605-4feb-a3fc-4de60a4ebd14 None None] Provisioning for port 042346b7-4568-4dc2-9bc9-afab2a25619d completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:51.336017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.341306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6ab35edf-8605-4feb-a3fc-4de60a4ebd14 None None] Provisioning complete for port 042346b7-4568-4dc2-9bc9-afab2a25619d triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:51.341664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6ab35edf-8605-4feb-a3fc-4de60a4ebd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.399253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6ab35edf-8605-4feb-a3fc-4de60a4ebd14 None None] Port 042346b7-4568-4dc2-9bc9-afab2a25619d cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:51.655535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd325-dc64-4f94-a4bf-48701c90d731 req-bae819be-72af-48f7-b050-f8c201547433 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.656236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-5f8cd325-dc64-4f94-a4bf-48701c90d731 req-bae819be-72af-48f7-b050-f8c201547433 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:51.693877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-5f8cd325-dc64-4f94-a4bf-48701c90d731 req-bae819be-72af-48f7-b050-f8c201547433 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:51.695025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f8cd325-dc64-4f94-a4bf-48701c90d731 req-bae819be-72af-48f7-b050-f8c201547433 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 931 time: 0.2393184 Mar 16 11:18:51.791744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042346b7-4568-4dc2-9bc9-afab2a25619d {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:51.802102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f8cd325-dc64-4f94-a4bf-48701c90d731 req-d997034e-6836-4fde-9ee0-325942fa3e8e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966837 Mar 16 11:18:51.803704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.818980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Transition to ACTIVE for port object 042346b7-4568-4dc2-9bc9-afab2a25619d will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:51.825370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.014078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Pushing event updated for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.062192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Attempting to bind port 042346b7-4568-4dc2-9bc9-afab2a25619d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:52.062525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Attempting to bind port 042346b7-4568-4dc2-9bc9-afab2a25619d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:52.062853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Attempting to bind port 042346b7-4568-4dc2-9bc9-afab2a25619d on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:52.067495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Port 042346b7-4568-4dc2-9bc9-afab2a25619d on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:52.067804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Attempting to bind port 042346b7-4568-4dc2-9bc9-afab2a25619d on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:52.072767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:52.073762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:52.074128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Bound using segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:52.074545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Bound port: 042346b7-4568-4dc2-9bc9-afab2a25619d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:52.074879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.163615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:52.166401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=042346b7-4568-4dc2-9bc9-afab2a25619d,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:52.171026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.226740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.227293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.228891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] 10.222.0.55 "PUT /v2.0/ports/042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 1093 time: 1.0149741 Mar 16 11:18:52.231678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:52.265452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e5ad6-10b2-4eda-8dd0-b9c986e37c23 service neutron] Pushing event updated for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.363874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'status': 'completed', 'code': 200} Mar 16 11:18:52.373975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-236be3ee-3514-4540-9c21-3c73245fe859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.375436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-236be3ee-3514-4540-9c21-3c73245fe859 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0816827 Mar 16 11:18:52.455052 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-b8c444bd-e4a2-43ce-9252-c1622ad667d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 217 time: 0.0674453 Mar 16 11:18:52.516429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-84051201-c857-4d9f-8fde-cd8b2eb44064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.517957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-84051201-c857-4d9f-8fde-cd8b2eb44064 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0575330 Mar 16 11:18:52.591800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-866f11d8-c140-468c-83a3-f2aaac124549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.593304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-866f11d8-c140-468c-83a3-f2aaac124549 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698996 Mar 16 11:18:52.725368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-95809eaf-52c0-4370-bf66-36cf49d06894 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260235 Mar 16 11:18:53.016547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be86ff91-4ed3-43ed-9718-7d918de7714f req-37c41af7-0894-4c44-81ce-12ea8473271d service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852170 Mar 16 11:18:53.039801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ec213-0343-410a-93d1-26e102da98aa req-c7acbf89-9882-440f-959b-bb52ebc2a819 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.041236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b67ec213-0343-410a-93d1-26e102da98aa req-c7acbf89-9882-440f-959b-bb52ebc2a819 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.1154869 Mar 16 11:18:53.088631 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b67ec213-0343-410a-93d1-26e102da98aa req-e8946cd6-8525-4208-a44a-5dfeffe1ec77 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Mar 16 11:18:53.160401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-e4c8f559-15f4-4d61-b187-4a90760bb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.161871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-e4c8f559-15f4-4d61-b187-4a90760bb1b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0722857 Mar 16 11:18:53.290194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-92fc6a00-000e-4dd6-a13e-b7d18af2a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.291614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-92fc6a00-000e-4dd6-a13e-b7d18af2a31e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1232915 Mar 16 11:18:53.358825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-d0cddd80-292b-4102-a816-433552362457 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 217 time: 0.0601583 Mar 16 11:18:53.422064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-79b05fad-3847-493d-8ddf-81228fccbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.423473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-79b05fad-3847-493d-8ddf-81228fccbe86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0591002 Mar 16 11:18:53.496345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-4ee9432d-992d-414a-b515-1380d200c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.497805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-4ee9432d-992d-414a-b515-1380d200c9ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687034 Mar 16 11:18:53.628146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-8563e947-b089-467a-ab82-7b437872d520 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244006 Mar 16 11:18:53.759791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e26da7-a05d-4cfd-8b4d-c675240775d5 req-b8b089da-4092-43be-bd5a-d471e005f031 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262860 Mar 16 11:18:54.275725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fc58-e104-467c-a8e1-d9fbca099c6a req-e4ff29d7-9c72-4341-a28b-d1f90f4b7132 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.277962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7d76fc58-e104-467c-a8e1-d9fbca099c6a req-e4ff29d7-9c72-4341-a28b-d1f90f4b7132 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0827370 Mar 16 11:18:54.320525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7d76fc58-e104-467c-a8e1-d9fbca099c6a req-f857d216-f496-4c0c-87fe-1468900917f5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370848 Mar 16 11:18:55.501618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95bf0-dad9-4c1e-aa45-02afce964143 req-1b2a39a2-cf74-449d-b2e7-8cdf5ba51078 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.502992 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7f95bf0-dad9-4c1e-aa45-02afce964143 req-1b2a39a2-cf74-449d-b2e7-8cdf5ba51078 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0791683 Mar 16 11:18:55.546989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7f95bf0-dad9-4c1e-aa45-02afce964143 req-fb767da5-e0cd-4add-bf03-317fd7a719fd tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Mar 16 11:18:56.734866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7445b-0d7c-4f71-a04d-f4952ccd2efe req-55501da1-a55c-4b38-b1d1-e5b5100cbf9f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.736305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ae7445b-0d7c-4f71-a04d-f4952ccd2efe req-55501da1-a55c-4b38-b1d1-e5b5100cbf9f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0821588 Mar 16 11:18:56.779309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ae7445b-0d7c-4f71-a04d-f4952ccd2efe req-033d4c80-6fce-4b09-8ac6-cc52ec0cccdb tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372696 Mar 16 11:18:56.861287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d9299ae-397f-4133-8eb6-07387ec565b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.961828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686d32c-4436-47e9-833e-68631933afdd req-4dc26e71-f85c-49e0-8198-e687b37892fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.963246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5686d32c-4436-47e9-833e-68631933afdd req-4dc26e71-f85c-49e0-8198-e687b37892fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0780127 Mar 16 11:18:58.008654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5686d32c-4436-47e9-833e-68631933afdd req-fccb493c-1172-4ee6-9df2-7f5a3b09b06a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Mar 16 11:18:59.050362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9510eaa5-f881-469e-97df-8d676bec13fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.191895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d3ed-129a-4c61-893e-eef94be37166 req-62483485-f751-4406-85ba-6e8090bbf000 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:59.193326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9811d3ed-129a-4c61-893e-eef94be37166 req-62483485-f751-4406-85ba-6e8090bbf000 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0788424 Mar 16 11:18:59.236962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9811d3ed-129a-4c61-893e-eef94be37166 req-42c45d95-aae1-48b4-8c2d-1ee48b75fb07 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Mar 16 11:19:00.419492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51b876-8d5b-4b42-9bfb-975ba5b53ab0 req-c87635c2-2e0b-44bd-b3b6-3e9c03532c88 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:00.420946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f51b876-8d5b-4b42-9bfb-975ba5b53ab0 req-c87635c2-2e0b-44bd-b3b6-3e9c03532c88 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0813632 Mar 16 11:19:00.465739 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f51b876-8d5b-4b42-9bfb-975ba5b53ab0 req-c308661a-1c89-483f-8128-3af371b9e00d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Mar 16 11:19:00.480447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.525180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.650347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf77850-2f44-435e-9b10-31151fe2c142 req-3dd14711-0d84-4861-ab24-17227ae85c31 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:01.652083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5bf77850-2f44-435e-9b10-31151fe2c142 req-3dd14711-0d84-4861-ab24-17227ae85c31 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.0803695 Mar 16 11:19:01.695391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5bf77850-2f44-435e-9b10-31151fe2c142 req-14687ca5-d6d3-44cc-bf57-de07e1e09f52 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Mar 16 11:19:01.922198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.970198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d5874-ca24-4a4f-955e-88790890bc92 req-b20bed85-024e-4ef6-86d5-9b17f920d391 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.971622 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c90d5874-ca24-4a4f-955e-88790890bc92 req-b20bed85-024e-4ef6-86d5-9b17f920d391 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 943 time: 0.1750214 Mar 16 11:19:03.013820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c90d5874-ca24-4a4f-955e-88790890bc92 req-fca17992-65ea-43a8-9a34-bdb1061cd7c8 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365446 Mar 16 11:19:03.799820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 042346b7-4568-4dc2-9bc9-afab2a25619d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:03.929448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=042346b7-4568-4dc2-9bc9-afab2a25619d,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:03.942508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'port_id': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'mac_address': 'fa:16:3e:0a:a9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:03.994410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.011295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042346b7-4568-4dc2-9bc9-afab2a25619d {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:04.019401 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:04.026995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=042346b7-4568-4dc2-9bc9-afab2a25619d,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:04.030790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.100812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.108760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.109138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.109482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.109818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.110150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.110488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.110815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.111139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.111466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.111789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.112109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.112428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:04.135875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.208356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c4c0c-9c15-499b-b695-811e484757fa req-049e9bce-eb5b-4b3a-91ed-ea52a5dd07ba tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.209844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-142c4c0c-9c15-499b-b695-811e484757fa req-049e9bce-eb5b-4b3a-91ed-ea52a5dd07ba tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 944 time: 0.0858941 Mar 16 11:19:04.253595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-142c4c0c-9c15-499b-b695-811e484757fa req-f1b1f1f4-85ad-4a93-8866-c9f6d2d85345 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379555 Mar 16 11:19:04.422449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['042346b7-4568-4dc2-9bc9-afab2a25619d'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:05.437476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7f123-7c92-4207-b298-890618c1acd4 req-5a1bdcfb-ed51-4ca3-9251-e59209f7013e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.438997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-07d7f123-7c92-4207-b298-890618c1acd4 req-5a1bdcfb-ed51-4ca3-9251-e59209f7013e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 944 time: 0.0774682 Mar 16 11:19:05.483502 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-07d7f123-7c92-4207-b298-890618c1acd4 req-ce01ee65-a4a0-4052-9541-9a3819f25c35 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389130 Mar 16 11:19:05.814648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 042346b7-4568-4dc2-9bc9-afab2a25619d up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:05.879145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 042346b7-4568-4dc2-9bc9-afab2a25619d completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:05.883572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 042346b7-4568-4dc2-9bc9-afab2a25619d triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:05.883941 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.998299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.024070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:06.033651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=042346b7-4568-4dc2-9bc9-afab2a25619d,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:06.038472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.075090 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'code': 200} Mar 16 11:19:06.111496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.313040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c1ac2-953b-458b-adb2-93e3531175ac req-0d83aea1-6769-4775-a5b7-f8a880e8fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.314489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-449c1ac2-953b-458b-adb2-93e3531175ac req-0d83aea1-6769-4775-a5b7-f8a880e8fd29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0782399 Mar 16 11:19:06.352874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-449c1ac2-953b-458b-adb2-93e3531175ac req-f54de1c5-8ea1-4f6a-964c-dc21a6a1aafe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Mar 16 11:19:06.669266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97652dd3-3975-4a9e-b7e3-594a6e44928c req-405b5715-fabe-44eb-83f7-338d7688361a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.670590 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-97652dd3-3975-4a9e-b7e3-594a6e44928c req-405b5715-fabe-44eb-83f7-338d7688361a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.0779028 Mar 16 11:19:06.716856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-97652dd3-3975-4a9e-b7e3-594a6e44928c req-c8548526-69f2-4567-8fc6-f4bba8642889 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Mar 16 11:19:07.902142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f009057-ba5e-40d6-b62a-75c99a4632a8 req-5dfd6dff-9249-49ad-8715-f45d84bbceb7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.903594 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f009057-ba5e-40d6-b62a-75c99a4632a8 req-5dfd6dff-9249-49ad-8715-f45d84bbceb7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.0797169 Mar 16 11:19:07.946455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f009057-ba5e-40d6-b62a-75c99a4632a8 req-b6d3a524-b9a0-41c7-a9f0-0bfa8a65e0a9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Mar 16 11:19:08.127222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1be60-70c9-419d-8101-ab6bb90d83fa req-2f5f6c9e-d7ac-481f-af8e-56ab97971c4d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.128635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80a1be60-70c9-419d-8101-ab6bb90d83fa req-2f5f6c9e-d7ac-481f-af8e-56ab97971c4d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.0818450 Mar 16 11:19:08.172519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80a1be60-70c9-419d-8101-ab6bb90d83fa req-3152b593-e3a1-4f67-b92a-b6d02b826ff1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Mar 16 11:19:08.195417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48966) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.359556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c052c-b4e4-4896-886a-8884348361fa tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.360247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-557c052c-b4e4-4896-886a-8884348361fa tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] Synchronizing usage tracker for tenant:1f63d182c9fd4c9cae5d78695ecc9cfe on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:08.376017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-557c052c-b4e4-4896-886a-8884348361fa tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] Unset dirty status for tenant:1f63d182c9fd4c9cae5d78695ecc9cfe on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:08.377153 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-557c052c-b4e4-4896-886a-8884348361fa tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1093 time: 0.1807342 Mar 16 11:19:08.380190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 48972) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.385040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:08.390841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:08.394534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:floatingip and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:08.397277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:08.403065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:08.412444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.545167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.679473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.26.0.203 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/87267c56-70fe-419d-97e8-3fa85ea337a0) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:08.823254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.851073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.911886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:08.914556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:08.922172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:08.957244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=87267c56-70fe-419d-97e8-3fa85ea337a0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.425037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.497180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.700537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.704807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.813995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=87267c56-70fe-419d-97e8-3fa85ea337a0,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.824439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.824786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.825152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.825486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.825816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.826149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.826473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.826795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.827117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.827440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.827759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.828074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:09.835207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.002229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP 5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27 associated. External IP: 172.26.0.203, port: 042346b7-4568-4dc2-9bc9-afab2a25619d. Mar 16 11:19:10.347911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:10.521686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:10.531699 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:10.542322 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:10.542924 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:18:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:10.547665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.602331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a4f5a834-89e4-4f01-bb0f-1454573932e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2210639 Mar 16 11:19:10.602823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:10.646263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'status': 'completed', 'code': 200} Mar 16 11:19:10.721567 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:10.781079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-b7aefe00-5f95-4835-a70d-703bd0fc230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.782542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-b7aefe00-5f95-4835-a70d-703bd0fc230c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0751498 Mar 16 11:19:11.039966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-ac15c511-126e-4722-9c93-ef9a2b5b52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.041533 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-ac15c511-126e-4722-9c93-ef9a2b5b52a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.2500887 Mar 16 11:19:11.085667 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:0a:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:09Z', 'updated_at': '2022-03-16T11:19:09Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:11.089635 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:11.097908 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:11.098466 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:18:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:11.153512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-8d92e5ca-a04e-487e-9cb7-d5c574a1cae6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 999 time: 0.1043446 Mar 16 11:19:11.220388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-ebc04ddb-63ed-46e5-bdd4-96eafb730267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.221844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-ebc04ddb-63ed-46e5-bdd4-96eafb730267 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0611548 Mar 16 11:19:11.271305 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:11.299685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-bc3c7101-4a92-4e5c-80f6-5b986479d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.301165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-bc3c7101-4a92-4e5c-80f6-5b986479d66a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730073 Mar 16 11:19:11.433264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-f777c660-94c8-4cea-b9b9-de19814f33bb service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255109 Mar 16 11:19:11.564450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c4ab016-9f5f-4854-a226-b34c2e593cfa req-6d14558b-5d1f-412b-a8f6-2dbfdcf0671a service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243422 Mar 16 11:19:11.619483 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:0a:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:09Z', 'updated_at': '2022-03-16T11:19:09Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:11.623471 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca420db-4918-46ad-9f34-1030a930a7a3 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:0a:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:09Z', 'updated_at': '2022-03-16T11:19:09Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:11.812561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003051ec-5ab5-44d6-9627-503a2d265c33 None None] New status for floating IP 5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:19:26.862972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d8b032f0-4dcc-435e-8b68-91b1a30fa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.066346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-464a12a0-7e21-4161-adfd-6c7bb1130ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.481775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.531423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.853500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-9285c8d8-df1e-415f-94c1-4e038e5fd7b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149557 Mar 16 11:19:31.020372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc327-a187-463a-960f-a0587f789479 req-5c52dfef-8b1a-4c04-b124-58d760d91a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.021968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-5c52dfef-8b1a-4c04-b124-58d760d91a0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0804250 Mar 16 11:19:31.175586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc327-a187-463a-960f-a0587f789479 req-f694e84f-8cb4-4244-9208-1d9ba36a2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.177407 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-f694e84f-8cb4-4244-9208-1d9ba36a2a42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1369820 Mar 16 11:19:31.291859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-3ae69199-9ae2-4417-ae04-22545f720d5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 1001 time: 0.1065922 Mar 16 11:19:31.361923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc327-a187-463a-960f-a0587f789479 req-8252521a-6ff6-445e-b4b5-6ae9fb9faeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.362756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-8252521a-6ff6-445e-b4b5-6ae9fb9faeb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0647335 Mar 16 11:19:31.449946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc327-a187-463a-960f-a0587f789479 req-7be3ed5e-3552-44d7-93d9-82cfc632b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.452110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-7be3ed5e-3552-44d7-93d9-82cfc632b288 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823472 Mar 16 11:19:31.600468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-a30e643f-964a-4cb4-9e96-6eb6f3e77fca service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425748 Mar 16 11:19:31.779616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-219bc327-a187-463a-960f-a0587f789479 req-f1e5efcd-5b33-4429-bf71-6912aacd6292 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688898 Mar 16 11:19:31.925767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.142728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.019754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:56.865527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-18d896ba-67c5-4f1b-ab84-13f8953ca119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.056388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fbe642e0-e536-4d95-9a07-0e95a443ef38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.481475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.522651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.926122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.136573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.019006 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:26.866696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-603f6e91-e07f-45a2-98f5-777371ec1dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.058525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-91f5b1bd-b63c-4b0d-9c5f-e7d843122ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.483833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.524523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.745799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-d8775dea-1fca-4cac-b1bc-83c0338c205e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745704 Mar 16 11:20:31.930610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.944216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411b193-d26b-421d-b580-603850c733e3 req-2473ff60-6fcc-4518-a01c-1a8dcd060272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:31.945740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-2473ff60-6fcc-4518-a01c-1a8dcd060272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0855153 Mar 16 11:20:32.210049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411b193-d26b-421d-b580-603850c733e3 req-38dc2b0c-07ec-4fae-b46b-43538c670e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.211385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-38dc2b0c-07ec-4fae-b46b-43538c670e7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.2450767 Mar 16 11:20:32.311910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-f3fd6de7-1821-4632-a5a0-f443c8bb0d90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 200 len: 1001 time: 0.0944517 Mar 16 11:20:32.375022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411b193-d26b-421d-b580-603850c733e3 req-b0086888-252e-45e9-90c8-8959a9dc0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.376414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-b0086888-252e-45e9-90c8-8959a9dc0ebc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0582817 Mar 16 11:20:32.450671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411b193-d26b-421d-b580-603850c733e3 req-95676896-823a-4013-b509-712b089880db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.452114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-95676896-823a-4013-b509-712b089880db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700881 Mar 16 11:20:32.580148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-b05e874a-2936-4758-bbc8-574b041ce2c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211259 Mar 16 11:20:32.706993 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d411b193-d26b-421d-b580-603850c733e3 req-9a921688-f8ab-4451-8116-bf1a9bc7b8b7 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208107 Mar 16 11:20:34.145930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.017530 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:56.868039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1df0698c-a033-4323-8537-6421f0c2937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.058759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2655bdbf-f88f-48fe-8dfa-db247dd97553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.488354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.526550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.932035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.149564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.632729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06b5ed-c2f3-44af-84a2-ac4d42e40d77 req-f339c406-248d-4444-93ef-2dcf44915009 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:08.634275 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f06b5ed-c2f3-44af-84a2-ac4d42e40d77 req-f339c406-248d-4444-93ef-2dcf44915009 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.1448357 Mar 16 11:21:08.680943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f06b5ed-c2f3-44af-84a2-ac4d42e40d77 req-ce006e44-6816-43f6-8ac4-5e6b9761873d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Mar 16 11:21:09.915257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b99f-3ca9-4606-ae3a-09db6e478733 req-b6f93669-a2db-40f8-aa0e-2386677348c4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.916676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1973b99f-3ca9-4606-ae3a-09db6e478733 req-b6f93669-a2db-40f8-aa0e-2386677348c4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.1287549 Mar 16 11:21:09.960817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1973b99f-3ca9-4606-ae3a-09db6e478733 req-ccfc0ecb-9f40-4906-8212-5e356cafcfe0 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385494 Mar 16 11:21:10.330998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-da235b27-f7fe-4442-b2bf-d5e683185e4b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.332418 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-da235b27-f7fe-4442-b2bf-d5e683185e4b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.0830355 Mar 16 11:21:10.400169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 042346b7-4568-4dc2-9bc9-afab2a25619d {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:10.400509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.645086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] For port 042346b7-4568-4dc2-9bc9-afab2a25619d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=042346b7-4568-4dc2-9bc9-afab2a25619d,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:10.645448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.925343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.926135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.926135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP 5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27 disassociated. External IP: 172.26.0.203, port: 042346b7-4568-4dc2-9bc9-afab2a25619d. Mar 16 11:21:10.926591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 042346b7-4568-4dc2-9bc9-afab2a25619d owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:11.229808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86634f-55cc-47f4-8c47-00fbbf17a007 req-a53a445b-b628-4c8b-b428-31b03fa3cd0c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.231181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c86634f-55cc-47f4-8c47-00fbbf17a007 req-a53a445b-b628-4c8b-b428-31b03fa3cd0c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 945 time: 0.1556771 Mar 16 11:21:11.252847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.309875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=042346b7-4568-4dc2-9bc9-afab2a25619d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.332634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.333014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.333352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.333880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.334215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.334547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.334872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.335196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.335518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.335838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.336159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.336473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:11.397346 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c86634f-55cc-47f4-8c47-00fbbf17a007 req-8662fc1d-320e-402f-ba87-4f0a4954baa4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599422 Mar 16 11:21:11.546093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:11.730737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:11.740566 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57635151-3110-43de-9647-125db95180e7 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:11.750468 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57635151-3110-43de-9647-125db95180e7 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:11.751208 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57635151-3110-43de-9647-125db95180e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:20:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:11.807425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] No DVR routers for this DVR port 042346b7-4568-4dc2-9bc9-afab2a25619d on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:11.809960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.812556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'name': 'network-vif-deleted', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:11.828696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-75fc1505-b5a6-44fe-aa61-42fb783540c8 req-efb313d8-94af-4c55-abbf-b6eb00ce43b7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "DELETE /v2.0/ports/042346b7-4568-4dc2-9bc9-afab2a25619d HTTP/1.1" status: 204 len: 173 time: 1.4911566 Mar 16 11:21:11.863382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5', 'name': 'network-vif-deleted', 'tag': '042346b7-4568-4dc2-9bc9-afab2a25619d', 'status': 'completed', 'code': 200} Mar 16 11:21:11.934052 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-57635151-3110-43de-9647-125db95180e7 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:12.254106 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57635151-3110-43de-9647-125db95180e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:12.258487 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57635151-3110-43de-9647-125db95180e7 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:12.267386 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57635151-3110-43de-9647-125db95180e7 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:12.268071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57635151-3110-43de-9647-125db95180e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:20:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:12.446501 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-57635151-3110-43de-9647-125db95180e7 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:12.571946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-601b7f3a-cb4b-41aa-83de-48ba8fcea258 req-8216e9ac-7e4c-4a81-ae28-ffc46826546b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:12.589139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-601b7f3a-cb4b-41aa-83de-48ba8fcea258 req-8216e9ac-7e4c-4a81-ae28-ffc46826546b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:12.590268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601b7f3a-cb4b-41aa-83de-48ba8fcea258 req-8216e9ac-7e4c-4a81-ae28-ffc46826546b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de3df7e-c95e-4d4d-ae60-cb9a2c0af5a5 HTTP/1.1" status: 200 len: 210 time: 0.0600436 Mar 16 11:21:12.763330 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57635151-3110-43de-9647-125db95180e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:12.767271 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57635151-3110-43de-9647-125db95180e7 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:12.978179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38257f2-e66f-461e-a7ec-4323023c3ada None None] New status for floating IP 5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:13.872441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-c428c594-79b2-4612-9b0e-1747a3af0a3e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580426897&fields=id&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 267 time: 0.0388093 Mar 16 11:21:14.019941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-3bef9e8b-d126-4cb2-b9d6-c9e4ca35adc2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.021792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-3bef9e8b-d126-4cb2-b9d6-c9e4ca35adc2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.1429636 Mar 16 11:21:14.035819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-0f2876d5-a3e8-4460-9923-7d10a48e5e2e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/quotas/b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 375 time: 0.0085745 Mar 16 11:21:14.121937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-1f50648d-edfa-477e-b2bf-662ca3239a52 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805690 Mar 16 11:21:14.296733 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-0cfd8597-2895-4c09-9d08-5dd0cb281a97 service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633742 Mar 16 11:21:14.423614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-1c08b360-629d-4b5d-b16a-09cb8b1b90a5 service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207528 Mar 16 11:21:14.481131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 042346b7-4568-4dc2-9bc9-afab2a25619d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:14.517466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 042346b7-4568-4dc2-9bc9-afab2a25619d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:21:14.517833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 042346b7-4568-4dc2-9bc9-afab2a25619d not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:14.803839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90020a29-90b2-4ab9-87a1-08dbb5c2dc7f req-51b2ca09-e33a-47fb-99cd-ba5e6cae2f36 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0434039 Mar 16 11:21:15.898510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5ed9ff6-fd20-4a39-8ad1-b6d41ad7492d req-a66c8568-3500-44e8-a8d4-0506e4669cf2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0423036 Mar 16 11:21:17.045224 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7c2b55d-380d-43cd-bdef-8c8c2e081851 req-1b2d6198-9b2b-4e66-940f-d2b99f0e39b3 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0437315 Mar 16 11:21:18.024496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-0484ff01-0706-4708-b930-2548994c3318 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.025920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-0484ff01-0706-4708-b930-2548994c3318 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.2521350 Mar 16 11:21:18.080761 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-ec3babbf-8460-4cf6-b67e-6bef45b6d1df tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 379 time: 0.0413220 Mar 16 11:21:18.089501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'port': {'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'admin_state_up': True, 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'security_groups': ['dcecb495-9ac4-4e7d-9b57-1ec0f128697e']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:18.241806 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1a946d2-fb57-4f4d-aea6-024057687971 req-0386d2e8-72d5-4eeb-bc73-1e5ecbeaa9ea tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0562487 Mar 16 11:21:18.287603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:18.296794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:18.307477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Made reservation on behalf of b6e66c86bcb74263952fac660824b48f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:18.310935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.471130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.20.0.10 (a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff/85f1ff0c-6659-48da-ae4d-34948609e5fd) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:18.669724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.685186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Transition to ACTIVE for port object 85f1ff0c-6659-48da-ae4d-34948609e5fd will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:18.709280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.778299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:18.785245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:18.788239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:21:18.825260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.857840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.858459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.886808 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-826f09bb-539e-4b0f-a10c-9f688bef1e1e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008144 Mar 16 11:21:18.904386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Request body: {'port': {'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:19.025201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.062697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-43f65f97-caac-48cc-a195-68d82be52a7f None None] Provisioning for port 85f1ff0c-6659-48da-ae4d-34948609e5fd completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:19.069721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-43f65f97-caac-48cc-a195-68d82be52a7f None None] Provisioning complete for port 85f1ff0c-6659-48da-ae4d-34948609e5fd triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:19.070159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-43f65f97-caac-48cc-a195-68d82be52a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.124879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-43f65f97-caac-48cc-a195-68d82be52a7f None None] Port 85f1ff0c-6659-48da-ae4d-34948609e5fd cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:21:19.418819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f1ff0c-6659-48da-ae4d-34948609e5fd {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:19.429223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.449601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Transition to ACTIVE for port object 85f1ff0c-6659-48da-ae4d-34948609e5fd will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:19.460420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.526550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d82d09-c69c-469e-a5f9-bad3f9208226 req-41c3ccb0-03c1-4da7-b4c9-ba3dace5eaea tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:19.527259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-78d82d09-c69c-469e-a5f9-bad3f9208226 req-41c3ccb0-03c1-4da7-b4c9-ba3dace5eaea tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:19.618746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Pushing event updated for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:19.655210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-78d82d09-c69c-469e-a5f9-bad3f9208226 req-41c3ccb0-03c1-4da7-b4c9-ba3dace5eaea tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:19.656382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78d82d09-c69c-469e-a5f9-bad3f9208226 req-41c3ccb0-03c1-4da7-b4c9-ba3dace5eaea tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 932 time: 0.3066926 Mar 16 11:21:19.878046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78d82d09-c69c-469e-a5f9-bad3f9208226 req-d7f6d70b-6647-4bf9-a196-1394671bbdaa tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886533 Mar 16 11:21:19.887204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Attempting to bind port 85f1ff0c-6659-48da-ae4d-34948609e5fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:19.887525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Attempting to bind port 85f1ff0c-6659-48da-ae4d-34948609e5fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:19.887979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Attempting to bind port 85f1ff0c-6659-48da-ae4d-34948609e5fd on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:19.894180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Port 85f1ff0c-6659-48da-ae4d-34948609e5fd on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:21:19.894501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Attempting to bind port 85f1ff0c-6659-48da-ae4d-34948609e5fd on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:19.900435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:21:19.900763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:21:19.901172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Bound using segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:21:19.901588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Bound port: 85f1ff0c-6659-48da-ae4d-34948609e5fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:19.901931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.992098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:21:19.994950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:21:19.999925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.054112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.054725 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.056065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] 10.222.0.55 "PUT /v2.0/ports/85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 1094 time: 1.1563597 Mar 16 11:21:20.056496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:20.088741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6400-c07a-49eb-be2d-3091683117ab service neutron] Pushing event updated for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.107981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'status': 'completed', 'code': 200} Mar 16 11:21:20.211332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-d9a35039-3e21-4107-856d-dccac19e8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.212975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-d9a35039-3e21-4107-856d-dccac19e8003 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1097 time: 0.0871711 Mar 16 11:21:20.289922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-8129078f-8774-41ed-a0f4-6d1637282662 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 217 time: 0.0637715 Mar 16 11:21:20.356041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-48e00bba-8217-433b-9ed4-de9bacfff827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.357389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-48e00bba-8217-433b-9ed4-de9bacfff827 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0619650 Mar 16 11:21:20.429923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-75418b6c-afdf-4b48-9055-ae8cc49a2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.431249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-75418b6c-afdf-4b48-9055-ae8cc49a2808 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684450 Mar 16 11:21:20.563116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-4f76a6e1-88f1-40cc-a558-0274936da00e service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258111 Mar 16 11:21:20.691161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c46c575-a713-4225-8986-7ea9ce9ca3e8 req-2acbb76a-363d-48f1-8389-5d8be29d8961 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220322 Mar 16 11:21:20.849901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa278-533d-4238-830b-40937ecb419e req-9079ac90-bacb-4bd0-91f5-8c5a30b81aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.851364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-9079ac90-bacb-4bd0-91f5-8c5a30b81aea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1097 time: 0.0787656 Mar 16 11:21:20.982857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa278-533d-4238-830b-40937ecb419e req-6757bbd8-f7ec-4b3b-b608-b1bd5369bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.984178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-6757bbd8-f7ec-4b3b-b608-b1bd5369bfbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1270652 Mar 16 11:21:21.084579 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-78f9413c-f1ab-4395-833c-a6b9071e700c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 217 time: 0.0699005 Mar 16 11:21:21.158937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa278-533d-4238-830b-40937ecb419e req-398cc5db-8190-42a5-b7f5-a124c67ab4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.160293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-398cc5db-8190-42a5-b7f5-a124c67ab4bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0690956 Mar 16 11:21:21.172389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41010c6-2226-4e52-9af2-c3afc64fd156 req-0e5a8ee5-8d81-4d59-bf66-87cc8383d229 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.173754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c41010c6-2226-4e52-9af2-c3afc64fd156 req-0e5a8ee5-8d81-4d59-bf66-87cc8383d229 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.1887436 Mar 16 11:21:21.259743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c41010c6-2226-4e52-9af2-c3afc64fd156 req-9bc0f8d8-a270-4a31-970a-c5dcacc8ce40 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540287 Mar 16 11:21:21.276354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa278-533d-4238-830b-40937ecb419e req-fc71d6b0-edaf-49ba-99a7-ab9e8c737908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.277874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-fc71d6b0-edaf-49ba-99a7-ab9e8c737908 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032486 Mar 16 11:21:21.411817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-e91894d0-f000-4b69-9b57-bfcb589c8d0b service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227167 Mar 16 11:21:21.640499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-951aa278-533d-4238-830b-40937ecb419e req-bae7b09d-4baa-49cc-bf72-6770180875df service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229702 Mar 16 11:21:22.443221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb116db5-2a7a-49ac-ac0e-710787ebd48f req-4635b949-c364-4fac-a2ff-2bcfb4cb3871 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.444651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb116db5-2a7a-49ac-ac0e-710787ebd48f req-4635b949-c364-4fac-a2ff-2bcfb4cb3871 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0780008 Mar 16 11:21:22.490492 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb116db5-2a7a-49ac-ac0e-710787ebd48f req-f1f74f44-2e39-44ac-aedf-3bc405be5dc2 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401568 Mar 16 11:21:23.668678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d3df5-3868-477c-917a-84391a4a3e7f req-28dda010-c2c9-4148-914f-a4294effe18e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:23.670127 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c24d3df5-3868-477c-917a-84391a4a3e7f req-28dda010-c2c9-4148-914f-a4294effe18e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0783200 Mar 16 11:21:23.714112 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c24d3df5-3868-477c-917a-84391a4a3e7f req-b8a95984-9ba7-4443-a78e-b28c670cc842 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382185 Mar 16 11:21:24.900166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cf6f9-138e-4c1c-a4d1-d947db6cf8ac req-c9cd05c0-71cb-4e9d-a6a2-911c6616bbae tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.901664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-726cf6f9-138e-4c1c-a4d1-d947db6cf8ac req-c9cd05c0-71cb-4e9d-a6a2-911c6616bbae tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0817287 Mar 16 11:21:24.945920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-726cf6f9-138e-4c1c-a4d1-d947db6cf8ac req-7d434b10-7f57-400f-a3b9-a0329d1a1e46 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387020 Mar 16 11:21:26.129143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8e59-a5dd-42b3-b450-7cf7d0ea2984 req-f2635108-0eb1-4ce9-8b79-36e9e12329e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.131453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-77dd8e59-a5dd-42b3-b450-7cf7d0ea2984 req-f2635108-0eb1-4ce9-8b79-36e9e12329e5 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0856025 Mar 16 11:21:26.177735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-77dd8e59-a5dd-42b3-b450-7cf7d0ea2984 req-c6679b5e-67f5-47e1-94ef-153203858d19 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Mar 16 11:21:26.870746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8dec0db-ade6-4636-845d-ec3b218e1233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.362848 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28b244-c3c0-4907-bfe8-5a74859bd78e req-d394302a-a78f-4442-8659-1a6536b45176 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:27.364490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e28b244-c3c0-4907-bfe8-5a74859bd78e req-d394302a-a78f-4442-8659-1a6536b45176 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0835712 Mar 16 11:21:27.407973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e28b244-c3c0-4907-bfe8-5a74859bd78e req-db85e825-c9d7-4a8a-960b-bdddb8acd70d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Mar 16 11:21:28.593542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ab94-45f8-4a3e-a4f8-cb483b45cc2f req-8cb0c5f1-7d8c-4294-9c87-45a7c066fa0d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:28.594982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c774ab94-45f8-4a3e-a4f8-cb483b45cc2f req-8cb0c5f1-7d8c-4294-9c87-45a7c066fa0d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0810854 Mar 16 11:21:28.641536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c774ab94-45f8-4a3e-a4f8-cb483b45cc2f req-73a08347-bd49-4399-ac0a-99aadc473f45 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Mar 16 11:21:29.061117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8fcf144a-2842-46b7-8136-c32c30f7589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.822328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ab7f-2fdd-4017-91ec-d97e010d4026 req-b95c1155-5ec8-4797-9628-88710afd8c84 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:29.823749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ed6ab7f-2fdd-4017-91ec-d97e010d4026 req-b95c1155-5ec8-4797-9628-88710afd8c84 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 944 time: 0.0777528 Mar 16 11:21:29.866119 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ed6ab7f-2fdd-4017-91ec-d97e010d4026 req-49242040-2e39-45f9-8cdf-c38f05b02b75 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Mar 16 11:21:30.487897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.527391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.544312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 85f1ff0c-6659-48da-ae4d-34948609e5fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:30.673577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:30.687502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:30.745700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.762272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f1ff0c-6659-48da-ae4d-34948609e5fd {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:30.777230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:30.781030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.845727 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:30.853216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.853563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.853904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.854236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.854563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.854894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.855212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.855528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.855845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.856161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.856473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:30.856783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:31.049934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533960-212c-4b6d-9959-a955613785c0 req-4765d5cd-f966-4946-8d4a-5ca01252998b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:31.051612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7533960-212c-4b6d-9959-a955613785c0 req-4765d5cd-f966-4946-8d4a-5ca01252998b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 945 time: 0.0816531 Mar 16 11:21:31.094673 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7533960-212c-4b6d-9959-a955613785c0 req-b25e893b-3af5-4f45-adce-155adecbb53a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369713 Mar 16 11:21:31.210585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['85f1ff0c-6659-48da-ae4d-34948609e5fd'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:31.935619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.020612 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:32.276614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec8bb-7a8f-45b8-a950-05a4037f70e0 req-52d670ff-19f6-4aaf-910c-c49183f2c875 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.278066 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74eec8bb-7a8f-45b8-a950-05a4037f70e0 req-52d670ff-19f6-4aaf-910c-c49183f2c875 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 945 time: 0.0784156 Mar 16 11:21:32.323402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74eec8bb-7a8f-45b8-a950-05a4037f70e0 req-1de86842-4dd7-44a8-b7ef-eab17035ad03 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Mar 16 11:21:32.559218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 85f1ff0c-6659-48da-ae4d-34948609e5fd up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:32.623809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 85f1ff0c-6659-48da-ae4d-34948609e5fd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:32.628434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 85f1ff0c-6659-48da-ae4d-34948609e5fd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:32.628800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.744542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.770512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:32.779783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:32.784038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.853524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:32.867849 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'code': 200} Mar 16 11:21:33.154937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162702c3-cd14-4bac-9e03-d3fce8a58d12 req-efc90f09-b4c2-4fe6-8463-7d8b6d546ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:33.156298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-162702c3-cd14-4bac-9e03-d3fce8a58d12 req-efc90f09-b4c2-4fe6-8463-7d8b6d546ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.0707805 Mar 16 11:21:33.196608 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-162702c3-cd14-4bac-9e03-d3fce8a58d12 req-e9ec58d0-c524-4df2-aa86-6bb48695795c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331402 Mar 16 11:21:33.506647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed03bd1-75b4-43f0-905f-4819d0c16962 req-155aa008-5c52-4804-8147-93565b114da9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:33.507804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ed03bd1-75b4-43f0-905f-4819d0c16962 req-155aa008-5c52-4804-8147-93565b114da9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.0829005 Mar 16 11:21:33.560392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ed03bd1-75b4-43f0-905f-4819d0c16962 req-ea29c547-b320-40fc-8a84-ddae0ae8660d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442929 Mar 16 11:21:34.158533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.743575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aac5e-159b-4165-8b9f-097c150dfd59 req-fc59d1fb-cd77-4b14-8994-5d30dd7ed210 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:34.745113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-859aac5e-159b-4165-8b9f-097c150dfd59 req-fc59d1fb-cd77-4b14-8994-5d30dd7ed210 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.0793610 Mar 16 11:21:34.787972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-859aac5e-159b-4165-8b9f-097c150dfd59 req-0585cf9b-d34f-4f22-9343-55949d140873 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372367 Mar 16 11:21:34.973633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e3e9d-9d75-41de-8965-742c70591f4e req-931cab95-c846-40e6-85db-e028a27710da tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:34.975040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e00e3e9d-9d75-41de-8965-742c70591f4e req-931cab95-c846-40e6-85db-e028a27710da tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.0827291 Mar 16 11:21:35.018146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e00e3e9d-9d75-41de-8965-742c70591f4e req-034753ad-1afa-4c4d-9fe5-c98de399f3fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374417 Mar 16 11:21:35.040241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49098) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:35.107445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807cc72-fcf3-4c6f-8fa8-df8df7dd1028 tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:35.108892 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0807cc72-fcf3-4c6f-8fa8-df8df7dd1028 tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1094 time: 0.0677600 Mar 16 11:21:35.111691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49102) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:35.117038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:35.122780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:35.126508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:floatingip and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:35.129278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:35.135883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:35.148756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.281776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.414645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.26.0.195 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/60567228-2af0-4a0b-9c65-b58cb1ba9296) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:35.565835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.594710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.656820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:35.659477 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:35.667957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:21:35.707285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=60567228-2af0-4a0b-9c65-b58cb1ba9296,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:36.195706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.268822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.469802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.475723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.587840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=60567228-2af0-4a0b-9c65-b58cb1ba9296,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:36.597300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.766771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP 0c497e02-b960-4871-adaf-dd38b92171cc associated. External IP: 172.26.0.195, port: 85f1ff0c-6659-48da-ae4d-34948609e5fd. Mar 16 11:21:37.106026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:37.280443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:37.290820 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49353b17-0209-457d-9109-e7946162f60d None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:37.300274 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:37.301084 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:21:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:37.305147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.362362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-99f0f080-c791-47fe-a4e1-22dca8d24696 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2495749 Mar 16 11:21:37.362844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:37.405811 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'status': 'completed', 'code': 200} Mar 16 11:21:37.509498 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:37.642023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abd3-080f-4662-9d64-0727044d916b req-73b68588-76bb-4c35-a04a-216da1c993be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.643416 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-73b68588-76bb-4c35-a04a-216da1c993be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.1947489 Mar 16 11:21:37.777080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abd3-080f-4662-9d64-0727044d916b req-a96e321c-f307-46f1-b456-10c68843f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.778529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-a96e321c-f307-46f1-b456-10c68843f29e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1285572 Mar 16 11:21:37.852282 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:37.856101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49353b17-0209-457d-9109-e7946162f60d None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:37.864607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:37.865217 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:21:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:37.884169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-ba30d4fa-c335-4f06-9ca9-5875fe875f60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 1000 time: 0.0989904 Mar 16 11:21:37.947732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abd3-080f-4662-9d64-0727044d916b req-bf826ee1-13e5-4b0a-8fd8-6694217dc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.949112 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-bf826ee1-13e5-4b0a-8fd8-6694217dc73a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0592775 Mar 16 11:21:38.029453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9abd3-080f-4662-9d64-0727044d916b req-6fe7facb-3e22-4062-b70d-a4a71ae29226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:38.030909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-6fe7facb-3e22-4062-b70d-a4a71ae29226 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762892 Mar 16 11:21:38.040914 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:38.161556 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-575e5aa6-bf6a-448d-b6e1-d95327371610 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234474 Mar 16 11:21:38.292559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6d9abd3-080f-4662-9d64-0727044d916b req-bb5363f8-db33-4290-9719-3a565ad07e95 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255474 Mar 16 11:21:38.384242 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-49353b17-0209-457d-9109-e7946162f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:38.388229 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49353b17-0209-457d-9109-e7946162f60d None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:38.571334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61adf1-cea0-4605-92e9-1f1677b378bc None None] New status for floating IP 0c497e02-b960-4871-adaf-dd38b92171cc: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:56.873342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-13712468-dd24-4616-bb8b-a67e6f3ba21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.067070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3805cacd-bd54-42a4-bcb5-408440290164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.494668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.530353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.944611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.165833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.019672 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:26.880858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee634-f117-418b-8257-31f5bfcbffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.069322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-339a93f8-b85e-442e-aeb7-077362e2d356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.499078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.533841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.939713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.114969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-61c8fd0a-f873-459f-bff2-527678d78e3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672827 Mar 16 11:22:33.269916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2030-f629-468c-8cc5-df55e0757b20 req-06a388b1-3bc1-4d56-b65b-2fd2d303e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.271344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-06a388b1-3bc1-4d56-b65b-2fd2d303e085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.0718081 Mar 16 11:22:33.412526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2030-f629-468c-8cc5-df55e0757b20 req-1bb85420-0bf7-4c06-81b5-43dfc4c5ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.415813 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-1bb85420-0bf7-4c06-81b5-43dfc4c5ca68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1263947 Mar 16 11:22:33.525473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-522d6ca3-7df9-4276-bf48-ae042a6d1509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 1002 time: 0.1034689 Mar 16 11:22:33.593677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2030-f629-468c-8cc5-df55e0757b20 req-3bafd41a-29c1-4745-b809-53dec2537544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.595102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-3bafd41a-29c1-4745-b809-53dec2537544 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0642121 Mar 16 11:22:33.674389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2030-f629-468c-8cc5-df55e0757b20 req-d59614b8-2e0d-4303-a459-d8f7265423c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:33.676069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-d59614b8-2e0d-4303-a459-d8f7265423c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742815 Mar 16 11:22:33.822083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-58c7f956-1809-4999-a42b-7717c9db3ca0 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390777 Mar 16 11:22:33.954678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-797c2030-f629-468c-8cc5-df55e0757b20 req-91774d23-ed6a-4099-815b-e69b95fef590 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266036 Mar 16 11:22:34.179921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.017572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:56.874110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-24f98ab4-a520-4921-81bd-a37aa24f4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.075179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-647ea1f5-c17a-4078-b0fe-6086df885423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.497599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.536146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.942786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.171207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.095901 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-d23c8fb8-be22-49ef-940c-50d0cf472e92 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580426897&fields=id&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 267 time: 0.1451085 Mar 16 11:23:20.243647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-a4f244c6-1b40-4175-8d40-b6dee3184996 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:20.245157 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-a4f244c6-1b40-4175-8d40-b6dee3184996 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.1422110 Mar 16 11:23:20.260434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-4011d930-b7c7-434b-bbc8-9d6a0b680916 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/quotas/b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 375 time: 0.0098577 Mar 16 11:23:20.348290 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-075623ce-fb51-411e-89e9-8279b8fc16f6 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825973 Mar 16 11:23:20.483470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-7fac474a-0afe-4fd5-89c7-42c8a3d34df5 service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238222 Mar 16 11:23:20.621276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ee996c90-b864-41b7-9718-7a5bb4596cb0 service neutron] 10.222.0.50 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317446 Mar 16 11:23:21.001270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-548bfd37-2b54-4c3e-88f2-aae22697f286 req-47494b87-268d-47cb-8325-e4f3f68f82bc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 210 time: 0.0483973 Mar 16 11:23:22.165758 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-248b58a1-6c4f-4541-b112-e907d8097f78 req-dbcca153-fcbb-4f3b-b6ac-e4e5d429c5b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 210 time: 0.0484393 Mar 16 11:23:22.207523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-810d511e-01fc-4574-99ca-3e47c7489d3d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:22.209446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-810d511e-01fc-4574-99ca-3e47c7489d3d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 812 time: 0.1954155 Mar 16 11:23:22.274628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-0715c754-b3a7-491d-9a1e-82c833f9882e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e66c86bcb74263952fac660824b48f HTTP/1.1" status: 200 len: 379 time: 0.0437500 Mar 16 11:23:22.283539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'port': {'device_id': 'aef4ee73-7b28-4224-8195-f4297c897086', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'admin_state_up': True, 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'security_groups': ['dcecb495-9ac4-4e7d-9b57-1ec0f128697e']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:22.419738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:22.430469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:22.442052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Made reservation on behalf of b6e66c86bcb74263952fac660824b48f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:22.447746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.622644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.20.0.3 (a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff/26cbfb48-b6ab-45e8-a5fc-b86476ff7331) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:22.815843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.832368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Transition to ACTIVE for port object 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:22.856943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.955871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:22.959893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:22.964309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:22.989473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:23.010969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.011317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.011651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.011987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.012310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.012633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.012984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.013310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.013630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.013946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.014261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.014576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:23.025663 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:23.041596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.042196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.071489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-9d16ae1f-8286-43f7-8663-9fca441e6f9d tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914834 Mar 16 11:23:23.089875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Request body: {'port': {'device_id': 'aef4ee73-7b28-4224-8195-f4297c897086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:23.211360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.262996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1b5e1bc9-2717-4e23-b8cb-549021bb02c7 None None] Provisioning for port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:23.274534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1b5e1bc9-2717-4e23-b8cb-549021bb02c7 None None] Provisioning complete for port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:23.274975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1bc9-2717-4e23-b8cb-549021bb02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.332243 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e1bc9-2717-4e23-b8cb-549021bb02c7 None None] Port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:23.579454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d642-dd58-401e-961a-714d647d71ce req-bb7c9c17-7d2c-4d66-8675-a9154613dba7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.580141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3328d642-dd58-401e-961a-714d647d71ce req-bb7c9c17-7d2c-4d66-8675-a9154613dba7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:23.659771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3328d642-dd58-401e-961a-714d647d71ce req-bb7c9c17-7d2c-4d66-8675-a9154613dba7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:23.660930 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3328d642-dd58-401e-961a-714d647d71ce req-bb7c9c17-7d2c-4d66-8675-a9154613dba7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 931 time: 0.3734107 Mar 16 11:23:23.726372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3328d642-dd58-401e-961a-714d647d71ce req-ba8b36c5-3f6a-4d21-a20d-c7e9feb6927c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577323 Mar 16 11:23:23.798276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:23.806311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.820536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Transition to ACTIVE for port object 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:23.825873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.958048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Pushing event updated for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.066184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Attempting to bind port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:24.066514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Attempting to bind port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:24.066832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Attempting to bind port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:24.071498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:23:24.071808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Attempting to bind port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 on network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:24.076776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:24.077133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Checking segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:24.077504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Bound using segment: {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:24.077918 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Bound port: 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3299c8b-4674-463d-8297-f99bb19418c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:24.078250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.166508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:24.169579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:24.173793 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.226131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.226693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.228126 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] 10.222.0.55 "PUT /v2.0/ports/26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 200 len: 1093 time: 1.1425798 Mar 16 11:23:24.230547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:24.262061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bcaf1-7366-4169-b05d-40f192bddca3 service neutron] Pushing event updated for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.279255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'status': 'completed', 'code': 200} Mar 16 11:23:24.373709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-38a0e212-843c-4b84-9b0b-1c2711e3b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.375167 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-38a0e212-843c-4b84-9b0b-1c2711e3b18b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1096 time: 0.0774846 Mar 16 11:23:24.457395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-c4a22b7f-eaef-44f3-86cc-36931af279fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 200 len: 217 time: 0.0615087 Mar 16 11:23:24.522042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ae6452f6-bebe-49e1-b392-fa3b8f139549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.523445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-ae6452f6-bebe-49e1-b392-fa3b8f139549 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0603449 Mar 16 11:23:24.595740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f879-0f8b-43ac-83b6-a767077d739a req-0a398660-7d4c-4a19-90b9-83d8ac8d2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.597169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-0a398660-7d4c-4a19-90b9-83d8ac8d2317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675199 Mar 16 11:23:24.731734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-4c843c5a-c8a4-4614-bf0e-d2486bbfb4c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279657 Mar 16 11:23:24.917310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4053f879-0f8b-43ac-83b6-a767077d739a req-dd7c3b1e-11f3-42e2-9e6e-b022d204caa6 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800575 Mar 16 11:23:24.942132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3cb76-5ed4-4959-9c93-7cfd65ebc2cd req-f25608f2-0a87-4d3e-a278-0ed77ce56115 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.944634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9f3cb76-5ed4-4959-9c93-7cfd65ebc2cd req-f25608f2-0a87-4d3e-a278-0ed77ce56115 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.1113217 Mar 16 11:23:24.989543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9f3cb76-5ed4-4959-9c93-7cfd65ebc2cd req-d28a7e9e-69a0-408f-ad58-70e76aa18be1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391498 Mar 16 11:23:25.080887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-14d1ac13-7376-4123-bb57-c61e57ce8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:25.082326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-14d1ac13-7376-4123-bb57-c61e57ce8388 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1096 time: 0.0724492 Mar 16 11:23:25.210119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-9d347908-d38d-4f62-bb0c-791592ee0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:25.211543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-9d347908-d38d-4f62-bb0c-791592ee0410 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1219311 Mar 16 11:23:25.380990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-83f42ede-a77e-4fbd-9365-480a0add267f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 200 len: 217 time: 0.1632798 Mar 16 11:23:25.441035 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-3a9c9e10-c9c4-44b3-a242-f0dd5ba8e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:25.442398 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-3a9c9e10-c9c4-44b3-a242-f0dd5ba8e9eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0555816 Mar 16 11:23:25.518179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-83dc739f-8f3e-4c1d-8874-b3ed2aebd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:25.519602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-83dc739f-8f3e-4c1d-8874-b3ed2aebd220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703406 Mar 16 11:23:25.647846 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-fbf07866-7493-41b9-806d-b776bec4e6e8 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211979 Mar 16 11:23:25.795920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a3545-e6f1-4274-a2f9-6e42bd3beeeb req-16ecccf0-1a47-4761-ad98-f33fcb0750bc service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298397 Mar 16 11:23:26.174728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088d926-d1c4-48c3-bd0c-fb14399dc820 req-03972661-de46-42b3-a931-55cd5daad306 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.176403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1088d926-d1c4-48c3-bd0c-fb14399dc820 req-03972661-de46-42b3-a931-55cd5daad306 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0794697 Mar 16 11:23:26.218973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1088d926-d1c4-48c3-bd0c-fb14399dc820 req-44ebee83-b7e6-4ca9-8c83-088bab2bd132 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369437 Mar 16 11:23:26.875555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-94db8ff6-6104-434b-9cbf-dc0df52eecc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.405847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18656e54-9328-47bf-8198-564c4ddc0175 req-d85cb30f-ac56-4cf0-8d0b-a25c2de63168 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:27.407308 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18656e54-9328-47bf-8198-564c4ddc0175 req-d85cb30f-ac56-4cf0-8d0b-a25c2de63168 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0822563 Mar 16 11:23:27.451075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18656e54-9328-47bf-8198-564c4ddc0175 req-acd9ab7e-782a-466d-9c34-2e6231816160 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 Mar 16 11:23:28.634222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20171d-7dc5-4649-8d56-8b063ca0e466 req-d43c703a-dbd6-4a5b-ae0f-fd0da8160f81 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:28.635546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe20171d-7dc5-4649-8d56-8b063ca0e466 req-d43c703a-dbd6-4a5b-ae0f-fd0da8160f81 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0809703 Mar 16 11:23:28.679232 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe20171d-7dc5-4649-8d56-8b063ca0e466 req-d935e459-d089-457e-b025-2f9b50a19e56 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381377 Mar 16 11:23:29.077468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-068b6574-fcdc-4de8-af4c-d0634fe3e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.858977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfd6ef-5ad4-49ba-b7a2-306d731c289f req-efbcc795-fdd5-4b69-b97d-9219082b1448 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.860408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fddfd6ef-5ad4-49ba-b7a2-306d731c289f req-efbcc795-fdd5-4b69-b97d-9219082b1448 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0791950 Mar 16 11:23:29.904145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fddfd6ef-5ad4-49ba-b7a2-306d731c289f req-47392909-fa46-4f82-9f06-c23c8d1ec922 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380323 Mar 16 11:23:30.500575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.538287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.100349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d4bd2-51bb-4867-8732-82d8501188e8 req-c2d3a2c1-c8ee-4642-9fea-002a2a2a8e30 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:31.104038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-603d4bd2-51bb-4867-8732-82d8501188e8 req-c2d3a2c1-c8ee-4642-9fea-002a2a2a8e30 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0906949 Mar 16 11:23:31.150088 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-603d4bd2-51bb-4867-8732-82d8501188e8 req-73353d11-078c-41b2-ac95-97fec23c12d0 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Mar 16 11:23:31.945538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.373304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f09ca-078a-4f7f-aa70-bb7fa88f84f9 req-e7ec6668-24a7-4741-ab17-e1f53d854699 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:32.374527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-991f09ca-078a-4f7f-aa70-bb7fa88f84f9 req-e7ec6668-24a7-4741-ab17-e1f53d854699 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 943 time: 0.0791779 Mar 16 11:23:32.421950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-991f09ca-078a-4f7f-aa70-bb7fa88f84f9 req-18f29a73-f834-40c5-8ec6-8ed0937aaf01 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Mar 16 11:23:33.132433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-3beafa98-e20a-4d15-8b4d-47278cf518ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771146 Mar 16 11:23:33.227718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:33.301082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-bb16a6d7-82d2-401e-aa12-c8d98356d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.303641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-bb16a6d7-82d2-401e-aa12-c8d98356d9e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.0823753 Mar 16 11:23:33.400459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:33.422573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'port_id': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'mac_address': 'fa:16:3e:a8:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:33.470693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-ceddf09a-32b7-4d0b-a9a9-a6b9aaf30d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.472384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-ceddf09a-32b7-4d0b-a9a9-a6b9aaf30d80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1492705 Mar 16 11:23:33.493605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.520268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:33.552445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:33.560402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.647697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:33.657591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-8250d466-fe5d-4f57-bf97-c1fe471fc30e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 1002 time: 0.1760550 Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.660851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:33.738053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-ae2143a3-6e09-4229-a310-b2d14eb04b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.740039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-ae2143a3-6e09-4229-a310-b2d14eb04b28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0759501 Mar 16 11:23:33.755831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b6b35-5c23-4a02-9eb3-ad7fae9f01f4 req-2ee2d569-1e74-41a3-a219-9b1ce4b94d0b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.757301 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-021b6b35-5c23-4a02-9eb3-ad7fae9f01f4 req-2ee2d569-1e74-41a3-a219-9b1ce4b94d0b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 944 time: 0.1723666 Mar 16 11:23:33.959369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['26cbfb48-b6ab-45e8-a5fc-b86476ff7331'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:33.972370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-021b6b35-5c23-4a02-9eb3-ad7fae9f01f4 req-0560f995-7301-4d75-8072-4df718c7b274 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841908 Mar 16 11:23:33.990332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-23c9caad-676a-4f3c-a291-525bb7778299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.991561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-23c9caad-676a-4f3c-a291-525bb7778299 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2333522 Mar 16 11:23:34.139054 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-3e7da4aa-9f72-47e5-807f-784dea312d4b service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400979 Mar 16 11:23:34.243758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.276352 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff979ee6-bd78-4fcf-9f5c-08a8855c01bb req-ed1d7e97-f3bb-4f67-ab30-dafbddb71aee service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304538 Mar 16 11:23:35.169728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fd5b-4feb-4949-8a4c-0eba67962228 req-20c48cff-4218-4489-8034-1b8b1f9d73ce tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.171164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fa85fd5b-4feb-4949-8a4c-0eba67962228 req-20c48cff-4218-4489-8034-1b8b1f9d73ce tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 944 time: 0.0868702 Mar 16 11:23:35.214231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fa85fd5b-4feb-4949-8a4c-0eba67962228 req-9fa9b5bb-4254-41dc-b970-187ddae9ed98 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373187 Mar 16 11:23:35.225800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:35.290557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:35.295031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:35.295399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.407500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.433434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:35.444500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:35.449117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.491487 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'code': 200} Mar 16 11:23:35.525508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.778201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f22d-df07-4424-bb51-e75e3743dec1 req-a594c275-cd35-43c7-81b3-30ce3eecf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.779546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7025f22d-df07-4424-bb51-e75e3743dec1 req-a594c275-cd35-43c7-81b3-30ce3eecf948 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1098 time: 0.0717144 Mar 16 11:23:35.819101 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7025f22d-df07-4424-bb51-e75e3743dec1 req-24110779-7268-40e4-adef-33e41ed3fe6c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334244 Mar 16 11:23:36.409433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877429f1-c9cd-441c-a151-03143a6dce9b req-21c2c865-1ead-4738-9917-73ae319fbde7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:36.410850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-877429f1-c9cd-441c-a151-03143a6dce9b req-21c2c865-1ead-4738-9917-73ae319fbde7 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.0853937 Mar 16 11:23:36.455371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-877429f1-c9cd-441c-a151-03143a6dce9b req-6585eb45-53e0-4ad8-ae31-05401369dc1b tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 Mar 16 11:23:37.660672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7eb9f-a405-424a-8f91-8a3fe1facb28 req-25976318-95a4-4831-af21-8b7f616d12b4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.662225 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff7eb9f-a405-424a-8f91-8a3fe1facb28 req-25976318-95a4-4831-af21-8b7f616d12b4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.1017203 Mar 16 11:23:37.705675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff7eb9f-a405-424a-8f91-8a3fe1facb28 req-8c403148-7bd0-4fdf-b104-b6e8d5ff0666 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378368 Mar 16 11:23:37.888356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a313-8cae-44ce-b32d-33c466c6eb6a req-14ee6b34-ce08-41a3-b328-6c131f447409 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.889802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cc0a313-8cae-44ce-b32d-33c466c6eb6a req-14ee6b34-ce08-41a3-b328-6c131f447409 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.0821316 Mar 16 11:23:37.932487 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cc0a313-8cae-44ce-b32d-33c466c6eb6a req-7c9050da-89c2-4e81-ae68-f22aa86aa23e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371468 Mar 16 11:23:37.960704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49242) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.032042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd593f-f1d7-44a7-ba4b-c7fd8a40ffb8 tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.033459 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a7dd593f-f1d7-44a7-ba4b-c7fd8a40ffb8 tempest-TestVolumeBootPattern-521336475 tempest-TestVolumeBootPattern-521336475-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1093 time: 0.0717065 Mar 16 11:23:38.036157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.041096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:38.046854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:38.050955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Usage tracker for resource:floatingip and tenant:b6e66c86bcb74263952fac660824b48f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:38.054421 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:38.060024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:38.073752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.202634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.345980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Allocated IP 172.26.0.12 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/1c0be415-1e87-45ab-a690-43ea0e2ef7ef) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:38.490448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.520033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.582218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:38.586283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:38.595954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:38.632381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=1c0be415-1e87-45ab-a690-43ea0e2ef7ef,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:39.106390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.181602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.380898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.385191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.493910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event updated for resources: {'Port': ['ID=1c0be415-1e87-45ab-a690-43ea0e2ef7ef,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:39.503897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.673861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP f033b46c-1b72-487c-9306-5020c2ea2065 associated. External IP: 172.26.0.12, port: 26cbfb48-b6ab-45e8-a5fc-b86476ff7331. Mar 16 11:23:40.014414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:40.185685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:40.195734 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:40.210365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.234599 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:40.235203 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:23:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.387478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1c3098a4-1f98-4cc4-990c-cb75048daa5c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3501976 Mar 16 11:23:40.388149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:40.420303 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:40.432332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'status': 'completed', 'code': 200} Mar 16 11:23:40.548450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-c72b9b4c-c1fc-4a49-9e60-bdbeacfce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.549940 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-c72b9b4c-c1fc-4a49-9e60-bdbeacfce8bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1098 time: 0.0733557 Mar 16 11:23:40.678940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-eb41ac72-dad7-425d-91ba-71ece6a899ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.680303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-eb41ac72-dad7-425d-91ba-71ece6a899ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1246068 Mar 16 11:23:40.774143 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}, {'id': 'f033b46c-1b72-487c-9306-5020c2ea2065', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.12', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a8:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef4ee73-7b28-4224-8195-f4297c897086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:39Z', 'updated_at': '2022-03-16T11:23:39Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.777991 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:40.783111 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-88d94aa0-702e-42e4-ae62-2991c2f3e12e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 200 len: 998 time: 0.0965438 Mar 16 11:23:40.786726 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:40.787288 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:23:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:40.846913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-17828609-ac44-445d-ab07-3791b812a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.848326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-17828609-ac44-445d-ab07-3791b812a59c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0593510 Mar 16 11:23:40.920516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-9cd41b01-e2b1-424b-8dd8-3816145ea721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.922074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-9cd41b01-e2b1-424b-8dd8-3816145ea721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683279 Mar 16 11:23:40.960288 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:41.052560 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-0cf0b96a-06c1-4ee4-8a4d-c6ba703f41bb service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243219 Mar 16 11:23:41.182513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f9d70c5-bcdc-4dcf-8c62-35b0d069f6a5 req-50d2a677-faca-40e5-830a-2d09afa78287 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239960 Mar 16 11:23:41.307198 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}, {'id': 'f033b46c-1b72-487c-9306-5020c2ea2065', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.12', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a8:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef4ee73-7b28-4224-8195-f4297c897086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:39Z', 'updated_at': '2022-03-16T11:23:39Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:41.310980 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16bed1-3598-4b38-ba0d-8d42b799f705 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}, {'id': 'f033b46c-1b72-487c-9306-5020c2ea2065', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.12', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a8:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef4ee73-7b28-4224-8195-f4297c897086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:39Z', 'updated_at': '2022-03-16T11:23:39Z', 'revision_number': 0, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:41.499871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484f48cd-9a74-4611-aab7-99ef26d8932c None None] New status for floating IP f033b46c-1b72-487c-9306-5020c2ea2065: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:23:56.882179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6229-7e45-4622-b240-05cdf3dce24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.079646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f47a0051-fd26-4211-8779-dea5a1716c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.015893 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:00.510156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.540614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:01.951017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.208977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.880397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f0baa7d8-b5d3-4140-8cea-d1aeec7a74d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.083639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-570d9de8-73e3-4ffe-b801-51f1fc8a351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.505714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.543123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.951495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.165404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-fa909327-f63c-42ce-8f56-9ddbde579875 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079800 Mar 16 11:24:33.317883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-2891f05e-c703-40cb-a5e8-20e8ddef9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.319251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-2891f05e-c703-40cb-a5e8-20e8ddef9dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.0721464 Mar 16 11:24:33.465243 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-0a708089-7f0f-4c72-8709-2b2bc7491068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.466766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-0a708089-7f0f-4c72-8709-2b2bc7491068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1258526 Mar 16 11:24:33.570456 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-c16f174f-98d1-4b32-8aee-b2eebc38d87d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 1002 time: 0.0974667 Mar 16 11:24:33.643288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-83179616-0294-42f7-8f94-3c45953d8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.644697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-83179616-0294-42f7-8f94-3c45953d8806 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0686414 Mar 16 11:24:33.724679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-c2ec1729-2320-4b2e-b1b5-a0135dac30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.726848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-c2ec1729-2320-4b2e-b1b5-a0135dac30f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750158 Mar 16 11:24:33.736445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-fcd91681-f79c-4869-952c-cb4a7d7fac91 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:24:33.737401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-fcd91681-f79c-4869-952c-cb4a7d7fac91 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047925 Mar 16 11:24:33.871408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-f485d70c-f7b8-4710-98b2-caa331f3b768 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Mar 16 11:24:34.010234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8da6597d-2681-4d73-b93a-09b82515ca5a req-f0639355-7319-4d6a-83d7-1025a251ca0d service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330681 Mar 16 11:24:34.221773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.017556 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:56.882312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-59f04bec-71ad-44b2-b921-3ba726e76e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:59.086088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-05278728-b49e-4c8c-afb7-502183c04f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.510917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.545274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.953124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.233270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.016091 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:19.293560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49290) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:19.498743 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 1c0be415-1e87-45ab-a690-43ea0e2ef7ef {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:19.499089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.665252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.665575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.896958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 1c0be415-1e87-45ab-a690-43ea0e2ef7ef owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:20.045243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.088493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=1c0be415-1e87-45ab-a690-43ea0e2ef7ef,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.127929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.128436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.128974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.129468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.129803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.130131 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.130457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.130804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.131124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.131441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.131876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.132331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:20.200745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.201086 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP f033b46c-1b72-487c-9306-5020c2ea2065 disassociated (deleted). External IP: 172.26.0.12, port: 26cbfb48-b6ab-45e8-a5fc-b86476ff7331. Mar 16 11:25:20.546434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:20.731039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:20.740533 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:20.750824 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:20.751421 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:24:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.751552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.804743 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-424e2a33-f022-47df-af8d-61ed6f9ef3b9 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "DELETE /v2.0/floatingips/f033b46c-1b72-487c-9306-5020c2ea2065 HTTP/1.1" status: 204 len: 168 time: 1.5099781 Mar 16 11:25:20.805450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:20.906605 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'status': 'completed', 'code': 200} Mar 16 11:25:20.937520 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:21.169720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-6d71b89d-fe30-47cf-b149-50fa98565a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.171169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-6d71b89d-fe30-47cf-b149-50fa98565a9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 1098 time: 0.2194381 Mar 16 11:25:21.294506 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.295608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2272-1e8b-4fb3-9105-5aa53e6b2eb8 req-1dad840c-992b-46f0-86a6-b5ddf0a1ad0a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.297074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f7b2272-1e8b-4fb3-9105-5aa53e6b2eb8 req-1dad840c-992b-46f0-86a6-b5ddf0a1ad0a tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.1828718 Mar 16 11:25:21.298401 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:21.306843 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:21.307461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:24:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.347887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-f64ddd8e-44d7-4106-a3c4-cac39d44865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.349311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-f64ddd8e-44d7-4106-a3c4-cac39d44865b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1708667 Mar 16 11:25:21.359591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f7b2272-1e8b-4fb3-9105-5aa53e6b2eb8 req-02702f32-8101-4b7f-91df-c14435b87466 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559230 Mar 16 11:25:21.424460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-faa80022-ff88-4d2a-a51c-e98f3a26a56b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 200 len: 217 time: 0.0639422 Mar 16 11:25:21.486134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-4e55b599-45a7-420c-877a-cb093080aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.487558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-4e55b599-45a7-420c-877a-cb093080aff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0567670 Mar 16 11:25:21.494506 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:21.562322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-826446fa-2248-4dd9-b101-b7f0e939af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:21.563670 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-826446fa-2248-4dd9-b101-b7f0e939af45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696800 Mar 16 11:25:21.692604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-31d320f5-1195-411c-bbc5-c30ae9b177ea service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224623 Mar 16 11:25:21.825815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05c88b42-06e1-49f6-8cfa-098430860b40 req-cd90a333-149b-4e2a-9d6c-2122eb7459f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252851 Mar 16 11:25:21.836444 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.840303 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a9b6e0-091d-49e7-ba3d-55e31f06e548 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '0c497e02-b960-4871-adaf-dd38b92171cc', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'port_id': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'mac_address': 'fa:16:3e:a6:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:36Z', 'updated_at': '2022-03-16T11:21:38Z', 'revision_number': 1, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:22.044820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c983e27-6b26-4c84-b43e-a16b4f396de3 None None] New status for floating IP f033b46c-1b72-487c-9306-5020c2ea2065: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:22.546089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff070188-5d37-40fb-a6c8-e349ed5824ef req-dcd9f4a1-b0e1-419d-90b7-c5ba9a37bbf1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:22.547510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff070188-5d37-40fb-a6c8-e349ed5824ef req-dcd9f4a1-b0e1-419d-90b7-c5ba9a37bbf1 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.0829706 Mar 16 11:25:22.590979 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ff070188-5d37-40fb-a6c8-e349ed5824ef req-0e378b63-67c3-49c1-b0b1-449a88dc06f4 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367036 Mar 16 11:25:22.938052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-2429a62c-deb0-41b3-b228-d9b524614b6e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:22.939349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-2429a62c-deb0-41b3-b228-d9b524614b6e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 945 time: 0.0783625 Mar 16 11:25:23.009567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:23.009901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.252610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] For port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:23.252900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.370598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:23.613157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.662584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=26cbfb48-b6ab-45e8-a5fc-b86476ff7331,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.704771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.705144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.705475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.705804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.706128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.706449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.706769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.707084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.707401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.707713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.708023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.708330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:23.785874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] No DVR routers for this DVR port 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:23.788843 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53c40ff1-c389-4313-8972-1204fb68c4f5 req-520cf22f-d402-4875-841d-5b19f3f1ae2e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 210 time: 0.0775576 Mar 16 11:25:23.789786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.792196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'name': 'network-vif-deleted', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:23.804337 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9dff7f01-0d1c-402e-a9e7-a20228a097a8 req-8eb1ebe8-6422-4bcf-8c7a-1078ee5e873c tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "DELETE /v2.0/ports/26cbfb48-b6ab-45e8-a5fc-b86476ff7331 HTTP/1.1" status: 204 len: 173 time: 0.8599279 Mar 16 11:25:23.885867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef4ee73-7b28-4224-8195-f4297c897086', 'name': 'network-vif-deleted', 'tag': '26cbfb48-b6ab-45e8-a5fc-b86476ff7331', 'status': 'completed', 'code': 200} Mar 16 11:25:24.956971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3e4899b6-4903-474a-9bfe-eb8dfc6f6115 req-41b6b2e2-08f4-45fa-877a-7c9b046cb745 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:24.972536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3e4899b6-4903-474a-9bfe-eb8dfc6f6115 req-41b6b2e2-08f4-45fa-877a-7c9b046cb745 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:24.973828 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e4899b6-4903-474a-9bfe-eb8dfc6f6115 req-41b6b2e2-08f4-45fa-877a-7c9b046cb745 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef4ee73-7b28-4224-8195-f4297c897086 HTTP/1.1" status: 200 len: 210 time: 0.0619950 Mar 16 11:25:25.740490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:25.778737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:25.778995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 26cbfb48-b6ab-45e8-a5fc-b86476ff7331 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:26.884819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6537764f-a2f3-4262-aaa9-08b232efa662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:29.088087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-887137ce-05f2-4656-9e24-8f9debfe8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.510943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.546037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.585997 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49336) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.792069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 60567228-2af0-4a0b-9c65-b58cb1ba9296 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:30.792326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.073498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.073822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.195804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 60567228-2af0-4a0b-9c65-b58cb1ba9296 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:31.344991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.424003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=60567228-2af0-4a0b-9c65-b58cb1ba9296,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:31.488640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.489095 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Floating IP 0c497e02-b960-4871-adaf-dd38b92171cc disassociated (deleted). External IP: 172.26.0.195, port: 85f1ff0c-6659-48da-ae4d-34948609e5fd. Mar 16 11:25:31.839030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:31.956011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.012216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:32.021508 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:32.031867 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:32.032473 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:32.034934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.092177 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-92233b60-43a9-4839-85d8-b3c62def189f tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "DELETE /v2.0/floatingips/0c497e02-b960-4871-adaf-dd38b92171cc HTTP/1.1" status: 204 len: 168 time: 1.5050030 Mar 16 11:25:32.092664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:32.139926 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'status': 'completed', 'code': 200} Mar 16 11:25:32.225725 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:32.255530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-6ba054a4-d250-41ee-a934-f59cefdc2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.257053 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-6ba054a4-d250-41ee-a934-f59cefdc2648 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e66c86bcb74263952fac660824b48f&device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 1099 time: 0.0719936 Mar 16 11:25:32.459312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-2f796219-13c0-43aa-80bd-9423d6181786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.460765 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-2f796219-13c0-43aa-80bd-9423d6181786 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 200 len: 913 time: 0.1971152 Mar 16 11:25:32.540043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-e778709f-f083-4358-95ce-2315b3f23dd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 200 len: 217 time: 0.0699482 Mar 16 11:25:32.600525 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:32.604406 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:32.604694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2f606-76b7-4e72-b363-853b30ddfc53 req-dd256485-220c-4d7b-896b-e5f7e86c061e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.606210 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68c2f606-76b7-4e72-b363-853b30ddfc53 req-dd256485-220c-4d7b-896b-e5f7e86c061e tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.2160344 Mar 16 11:25:32.612969 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:32.613561 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:32.637526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-b7e42dbf-f251-4c2b-8972-104422ee92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.638505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-b7e42dbf-f251-4c2b-8972-104422ee92ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 200 len: 851 time: 0.0907955 Mar 16 11:25:32.696218 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68c2f606-76b7-4e72-b363-853b30ddfc53 req-e8b4b027-8e9a-4289-8b4c-cb46d31703a0 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835395 Mar 16 11:25:32.725399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-e1f1dbd4-ac67-41f4-86aa-8d35f0dc801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:32.726861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-e1f1dbd4-ac67-41f4-86aa-8d35f0dc801f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805192 Mar 16 11:25:32.791290 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:32.860482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-aed409e3-654e-44e7-bc63-ecb427e4dbcf service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260519 Mar 16 11:25:32.992029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19b2fdc1-1faa-41f6-b962-fd48a9991697 req-64f0b94c-88f7-444b-ad6a-3e76f873213b service neutron] 10.222.0.55 "GET /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251674 Mar 16 11:25:33.103521 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:33.107924 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279d42-b02a-4b70-ab76-468c26b45790 None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'f40ffe3a-52b5-4f29-95b3-0e0530eb1b49', 'name': '', 'network_id': 'a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'mac_address': 'fa:16:3e:a3:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:22Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'subnets': [{'id': '89d56e12-b1ec-4c8e-b5cb-f663add3b5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:33.302545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a7eb9-dcce-4f87-a8de-a453d9905712 None None] New status for floating IP 0c497e02-b960-4871-adaf-dd38b92171cc: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:33.881973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83a02-3b46-49b3-babe-6eb224b4e486 req-c09e1d44-36f4-498e-ad9d-cce232539b71 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:33.883401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6af83a02-3b46-49b3-babe-6eb224b4e486 req-c09e1d44-36f4-498e-ad9d-cce232539b71 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.0821028 Mar 16 11:25:33.926891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6af83a02-3b46-49b3-babe-6eb224b4e486 req-69b5947d-015e-4847-8b53-8bc268dd6afc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcecb495-9ac4-4e7d-9b57-1ec0f128697e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372355 Mar 16 11:25:34.218251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-f04a1477-7e3e-48cf-ad00-87bb979f14e3 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:34.219544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-f04a1477-7e3e-48cf-ad00-87bb979f14e3 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 946 time: 0.0770643 Mar 16 11:25:34.232818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.290683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 85f1ff0c-6659-48da-ae4d-34948609e5fd {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:34.291013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.542549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] For port 85f1ff0c-6659-48da-ae4d-34948609e5fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=85f1ff0c-6659-48da-ae4d-34948609e5fd,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:34.543413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.755704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 85f1ff0c-6659-48da-ae4d-34948609e5fd owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:34.897565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.947396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=85f1ff0c-6659-48da-ae4d-34948609e5fd,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:35.036603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] No DVR routers for this DVR port 85f1ff0c-6659-48da-ae4d-34948609e5fd on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:35.039043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.069388 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'name': 'network-vif-deleted', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:35.088617 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f22952f-2e0f-4d9b-9744-a51da1d0ae5a req-696d0dca-20b3-4e3e-b49b-7337ae7466ce tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0535200 Mar 16 11:25:35.092607 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7cfc05e-597e-4e65-8965-747ff01dc50c req-ceb08f4b-575a-453d-8d78-4d06721f60fe tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.55 "DELETE /v2.0/ports/85f1ff0c-6659-48da-ae4d-34948609e5fd HTTP/1.1" status: 204 len: 173 time: 0.8674643 Mar 16 11:25:35.116736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0976d74e-6c35-42ac-af80-425b08fc8d85', 'name': 'network-vif-deleted', 'tag': '85f1ff0c-6659-48da-ae4d-34948609e5fd', 'status': 'completed', 'code': 200} Mar 16 11:25:36.255148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-31af89b9-50ce-4534-817e-8a65b3ce07ea req-168fb5e5-bdf2-4656-88c5-06d17befe808 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Synchronizing usage tracker for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:36.276133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-31af89b9-50ce-4534-817e-8a65b3ce07ea req-168fb5e5-bdf2-4656-88c5-06d17befe808 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Unset dirty status for tenant:b6e66c86bcb74263952fac660824b48f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:36.277255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31af89b9-50ce-4534-817e-8a65b3ce07ea req-168fb5e5-bdf2-4656-88c5-06d17befe808 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "GET /v2.0/ports?device_id=0976d74e-6c35-42ac-af80-425b08fc8d85 HTTP/1.1" status: 200 len: 210 time: 0.0650647 Mar 16 11:25:37.371670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49364) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:37.523837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Deleting port 87267c56-70fe-419d-97e8-3fa85ea337a0 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:37.524178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.811544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.812015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.814060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 85f1ff0c-6659-48da-ae4d-34948609e5fd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:37.847895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 85f1ff0c-6659-48da-ae4d-34948609e5fd {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:37.848237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 85f1ff0c-6659-48da-ae4d-34948609e5fd not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:37.944173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Calling delete_port for 87267c56-70fe-419d-97e8-3fa85ea337a0 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:38.082558 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.128171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'Port': ['ID=87267c56-70fe-419d-97e8-3fa85ea337a0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:38.229848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.247345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.248461 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1dc04dbb-2213-42e1-866d-073a7d6d78dc tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "DELETE /v2.0/floatingips/5fa2f39c-7dfc-4a3a-83a8-d6759e35bc27 HTTP/1.1" status: 204 len: 168 time: 0.8757966 Mar 16 11:25:40.699892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49380) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:40.767457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.796718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.871513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.890589 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcecb495-9ac4-4e7d-9b57-1ec0f128697e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:40.901832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:40.902886 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4bae38c5-c8da-4c58-b22d-5f0f2a8d6d49 tempest-TestVolumeBootPattern-1675023140 tempest-TestVolumeBootPattern-1675023140-project] 10.222.0.50 "DELETE /v2.0/security-groups/dcecb495-9ac4-4e7d-9b57-1ec0f128697e HTTP/1.1" status: 204 len: 168 time: 0.2020252 Mar 16 11:25:40.962209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49386) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:41.619242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.076349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Deleting port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:42.077083 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.252484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] For port f40ffe3a-52b5-4f29-95b3-0e0530eb1b49, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:42.252861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.382620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Calling delete_port for f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:42.700328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.747069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f40ffe3a-52b5-4f29-95b3-0e0530eb1b49,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:43.019801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.474544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:43.648603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:43.658927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Sync routers for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:43.661264 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b88e7a61-75b4-4fb2-9a07-956417669f2a admin admin] 10.222.0.50 "PUT /v2.0/routers/8a96d418-420e-4ac0-a39f-cea3ec2a69e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980507 Mar 16 11:25:43.663690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49392) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:43.668733 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:43.669510 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:43.837650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.844763 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:44.012604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.023125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Deleting port aae0134e-ed80-46d1-8dd6-18e878c7b7cd {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:44.023482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.140056 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:25:42Z', 'revision_number': 5, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port': {'id': 'aae0134e-ed80-46d1-8dd6-18e878c7b7cd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:44.143757 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Checking router: 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:44.151921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Routers {'8a96d418-420e-4ac0-a39f-cea3ec2a69e7'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:44.152632 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:44.196069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] For port aae0134e-ed80-46d1-8dd6-18e878c7b7cd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:44.196427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.317449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Calling delete_port for aae0134e-ed80-46d1-8dd6-18e878c7b7cd owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:44.333517 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] Set router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:44.440894 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:25:44Z', 'revision_number': 6, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:44.445127 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847545e-4ce5-4e03-9dff-028b0a13f2bd None None] The sync data for ids ['8a96d418-420e-4ac0-a39f-cea3ec2a69e7'] in dv-neutron-828143-9-hyperv is: [{'id': '8a96d418-420e-4ac0-a39f-cea3ec2a69e7', 'name': 'tempest-TestVolumeBootPattern-1475046606-router', 'tenant_id': 'b6e66c86bcb74263952fac660824b48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:19Z', 'updated_at': '2022-03-16T11:25:44Z', 'revision_number': 6, 'project_id': 'b6e66c86bcb74263952fac660824b48f', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:44.495033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.569164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae0134e-ed80-46d1-8dd6-18e878c7b7cd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:44.632329 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.918902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.921117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.944582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.945111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a96d418-420e-4ac0-a39f-cea3ec2a69e7 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:44.957123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.958239 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b9a79a2-57b5-492d-8305-4834b0a61072 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8a96d418-420e-4ac0-a39f-cea3ec2a69e7 HTTP/1.1" status: 204 len: 168 time: 1.2936430 Mar 16 11:25:44.960681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49396) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:45.022879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Deleting subnet 89d56e12-b1ec-4c8e-b5cb-f663add3b5ff {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:45.025625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.075755 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.151838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.222190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.264257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d56e12-b1ec-4c8e-b5cb-f663add3b5ff,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.266550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.272481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc546dc-2e0f-472c-8cd4-645452938903 None None] Network a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:45.273002 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4bbb5260-9e92-4ca6-b2da-30ea59c30417 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89d56e12-b1ec-4c8e-b5cb-f663add3b5ff HTTP/1.1" status: 204 len: 168 time: 0.3109214 Mar 16 11:25:45.275170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49400) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:45.383450 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.394859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Deleting port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:45.395189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.565899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] DHCP port deletion for a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:45.570110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Deleting port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:45.570695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.612903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] For port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:45.613540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.736401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Calling delete_port for 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:45.772416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] For port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,segment=NetworkSegment(d3299c8b-4674-463d-8297-f99bb19418c7),segment_id=d3299c8b-4674-463d-8297-f99bb19418c7)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:45.772800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.817826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:45.862988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1018ff8a-46b9-4d7c-adc0-dfa5017eb55e,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:45.867154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] No DVR routers for this DVR port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:45.893749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Calling delete_port for 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:45.966520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:45.966868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:45.988465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.014835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:46.030410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3299c8b-4674-463d-8297-f99bb19418c7') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:46.030700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3299c8b-4674-463d-8297-f99bb19418c7') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:46.041712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.057867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.065231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:46.065683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:46.079606 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:46.152726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.157047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.184894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:46.190632 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-299ee796-1b1f-4c43-a2a9-198193d16d65 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a75df76c-1e2f-4f4e-a5c3-3bd7512eac4d HTTP/1.1" status: 204 len: 168 time: 0.9143133 Mar 16 11:25:46.194645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49404) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:46.441632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device aae0134e-ed80-46d1-8dd6-18e878c7b7cd no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:46.471434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Deleting port 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:46.472070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.505889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: aae0134e-ed80-46d1-8dd6-18e878c7b7cd {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:46.506158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device aae0134e-ed80-46d1-8dd6-18e878c7b7cd not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:46.506577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:46.583408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db5d2-b7ef-48dc-acd2-77ab336fbcf5 None None] The port '1018ff8a-46b9-4d7c-adc0-dfa5017eb55e' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:46.585820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:46.586161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f40ffe3a-52b5-4f29-95b3-0e0530eb1b49 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:46.586579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:46.621749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:46.622097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1018ff8a-46b9-4d7c-adc0-dfa5017eb55e not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:46.841995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.191470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Deleting port 42440774-cd36-4da7-bdfd-f16637b9c89c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:47.191720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.357801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] For port 42440774-cd36-4da7-bdfd-f16637b9c89c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=42440774-cd36-4da7-bdfd-f16637b9c89c,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:47.358151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.481478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Calling delete_port for 42440774-cd36-4da7-bdfd-f16637b9c89c owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:47.656730 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.706951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42440774-cd36-4da7-bdfd-f16637b9c89c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.061499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.405521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Router 635f5dec-53ee-4806-9822-53968bb8cc24 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:48.582886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:48.591435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Sync routers for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:48.598384 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c2b2962-6f8d-417c-9096-c6a39d986fe3 admin admin] 10.222.0.50 "PUT /v2.0/routers/635f5dec-53ee-4806-9822-53968bb8cc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4027553 Mar 16 11:25:48.600520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:48.601020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49408) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:48.601219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:48.773819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:48.776059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.948034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.958428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Deleting port f27da152-641b-4274-a616-a6a51def7c7d {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:48.958786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.049821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:25:47Z', 'revision_number': 5, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port': {'id': 'f27da152-641b-4274-a616-a6a51def7c7d', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.053894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Checking router: 635f5dec-53ee-4806-9822-53968bb8cc24 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:49.062760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Routers {'635f5dec-53ee-4806-9822-53968bb8cc24'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:49.063352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:25:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['635f5dec-53ee-4806-9822-53968bb8cc24'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.134212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] For port f27da152-641b-4274-a616-a6a51def7c7d, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=f27da152-641b-4274-a616-a6a51def7c7d,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:49.134779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.253452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] Set router 635f5dec-53ee-4806-9822-53968bb8cc24 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:49.357449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:25:48Z', 'revision_number': 6, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:49.361276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e6584-7eeb-47b3-bf6f-3763fdecf4ba None None] The sync data for ids ['635f5dec-53ee-4806-9822-53968bb8cc24'] in dv-neutron-828143-9-hyperv is: [{'id': '635f5dec-53ee-4806-9822-53968bb8cc24', 'name': 'tempest-TestVolumeBootPattern-2059830068-router', 'tenant_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:25Z', 'updated_at': '2022-03-16T11:25:48Z', 'revision_number': 6, 'project_id': '1f63d182c9fd4c9cae5d78695ecc9cfe', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:49.369797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Calling delete_port for f27da152-641b-4274-a616-a6a51def7c7d owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:49.535159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.580359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27da152-641b-4274-a616-a6a51def7c7d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:49.671129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.843359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.845521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.866924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.867440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635f5dec-53ee-4806-9822-53968bb8cc24 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:49.878932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.880028 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-861c8f60-b9f5-4b7e-99eb-d2fe356ba839 admin admin] 10.222.0.50 "DELETE /v2.0/routers/635f5dec-53ee-4806-9822-53968bb8cc24 HTTP/1.1" status: 204 len: 168 time: 1.2777886 Mar 16 11:25:49.882527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49412) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:49.941346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Deleting subnet a2d4d3f3-910f-477a-99d0-418cfe3ccf04 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:49.944641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.000382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.096333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.175290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.213546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d4d3f3-910f-477a-99d0-418cfe3ccf04,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:50.217940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.224979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01586d-eeb8-4e67-91a8-b6e6925bda8d None None] Network 9df42d8e-368b-46dd-aa74-ec2edef84f10 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:50.225498 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59afad80-b18e-47e2-8021-e44c5502d2d4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a2d4d3f3-910f-477a-99d0-418cfe3ccf04 HTTP/1.1" status: 204 len: 168 time: 0.3414063 Mar 16 11:25:50.227752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49416) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:50.350246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.364467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Deleting port 773dd3bf-92f3-4c51-bfef-2727278c08d4 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:50.364763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.487256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27da152-641b-4274-a616-a6a51def7c7d no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:50.535283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: f27da152-641b-4274-a616-a6a51def7c7d {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:50.535947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device f27da152-641b-4274-a616-a6a51def7c7d not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:50.536464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 42440774-cd36-4da7-bdfd-f16637b9c89c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:50.566696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] DHCP port deletion for 9df42d8e-368b-46dd-aa74-ec2edef84f10 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:50.579324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 42440774-cd36-4da7-bdfd-f16637b9c89c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:50.579664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 42440774-cd36-4da7-bdfd-f16637b9c89c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:50.581298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Deleting port 773dd3bf-92f3-4c51-bfef-2727278c08d4 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:50.581680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.632195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] For port 773dd3bf-92f3-4c51-bfef-2727278c08d4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=773dd3bf-92f3-4c51-bfef-2727278c08d4,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:50.632550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.784889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] For port 773dd3bf-92f3-4c51-bfef-2727278c08d4, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=773dd3bf-92f3-4c51-bfef-2727278c08d4,segment=NetworkSegment(911f3645-bb1d-4ccd-9af0-cbcaed50a4cf),segment_id=911f3645-bb1d-4ccd-9af0-cbcaed50a4cf)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:50.785160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.862828 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Calling delete_port for 773dd3bf-92f3-4c51-bfef-2727278c08d4 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:50.908384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Calling delete_port for 773dd3bf-92f3-4c51-bfef-2727278c08d4 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:50.942445 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.986261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:50.986750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:50.990983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] No DVR routers for this DVR port 773dd3bf-92f3-4c51-bfef-2727278c08d4 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:51.014577 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:51.019238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Pushing event deleted for resources: {'Port': ['ID=773dd3bf-92f3-4c51-bfef-2727278c08d4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:51.107340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.134902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df42d8e-368b-46dd-aa74-ec2edef84f10']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:51.146634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:51.146922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911f3645-bb1d-4ccd-9af0-cbcaed50a4cf') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:51.158362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.174462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.180789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:51.181381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:51.194017 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:51.268301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.284205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.294544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df42d8e-368b-46dd-aa74-ec2edef84f10,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:51.301722 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5099d392-36c0-42d6-8b6f-eb22c2c41284 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9df42d8e-368b-46dd-aa74-ec2edef84f10 HTTP/1.1" status: 204 len: 168 time: 1.0725822 Mar 16 11:25:51.409892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:51.459593 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-192f589f-44c0-4375-af4e-7f08884acc14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6e66c86bcb74263952fac660824b48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485497 Mar 16 11:25:51.462057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49426) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:51.488055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Deleting port 773dd3bf-92f3-4c51-bfef-2727278c08d4 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:51.488598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.521095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.547952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.554046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-828cee08-f624-4a88-999c-ed71f3b85036 None None] The port '773dd3bf-92f3-4c51-bfef-2727278c08d4' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:51.602407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.619656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e58c8-945f-465c-9ef5-517168a6dc9b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:51.626865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.627910 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f1c34d47-7911-4d44-9af4-a5bbff6a5e13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b1e58c8-945f-465c-9ef5-517168a6dc9b HTTP/1.1" status: 204 len: 168 time: 0.1649714 Mar 16 11:25:51.963991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49434) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:52.014133 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-278fea55-6d46-4fde-a83b-402c6096e182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f63d182c9fd4c9cae5d78695ecc9cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484235 Mar 16 11:25:52.016487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49438) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:52.072506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.098269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.148280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.162578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914727f-a2f3-4b7f-8ac5-7f8c9083f10c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:52.168890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.170586 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7929f040-d3fc-4e5e-b4c6-e805fad8af40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9914727f-a2f3-4b7f-8ac5-7f8c9083f10c HTTP/1.1" status: 204 len: 168 time: 0.1531847 Mar 16 11:25:52.446218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 773dd3bf-92f3-4c51-bfef-2727278c08d4 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:52.486176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 773dd3bf-92f3-4c51-bfef-2727278c08d4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:52.486508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 773dd3bf-92f3-4c51-bfef-2727278c08d4 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:56.892310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9045eb38-6464-42ea-9c2a-d6ec0754a1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.091659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-19e14943-4859-473b-907d-42c7f088f54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.574100 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-3bb2e7cc-00d9-48e7-8771-580aa61e3125 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297904 Mar 16 11:25:59.721845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-1f19e4e7-65f4-46a2-bae4-4861123fc1e3 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:59.723254 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-1f19e4e7-65f4-46a2-bae4-4861123fc1e3 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443384 Mar 16 11:25:59.738151 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-14a57cb0-ba85-491f-bbc5-56d1233cde06 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/quotas/e043a8fb2e904f68be9c0f8135babcaf HTTP/1.1" status: 200 len: 375 time: 0.0093725 Mar 16 11:25:59.783228 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-28367f7b-27f3-4aef-b3c6-84701d6b63fe tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401773 Mar 16 11:25:59.950883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a80d67d0-efa6-4a23-b1a6-5ba06cad3501 req-06d74517-8303-4a04-84e8-b6c9a11fd172 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 210 time: 0.0418339 Mar 16 11:26:00.517525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.548180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.943180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-9ecb03e7-37db-4927-8358-8ddfc095ef67 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293159 Mar 16 11:26:01.109635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9055e4e6-9e67-4321-8480-67112ebd7609 req-84697eb7-6582-4b1e-858b-337dd063f424 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 210 time: 0.0471749 Mar 16 11:26:01.134139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-a17d98a8-d08d-4f35-abac-6392aff92b09 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.135513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-a17d98a8-d08d-4f35-abac-6392aff92b09 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876512 Mar 16 11:26:01.156204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Request body: {'port': {'device_id': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e', 'admin_state_up': True, 'tenant_id': 'e043a8fb2e904f68be9c0f8135babcaf'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:01.289798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.293464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Usage tracker for resource:port and tenant:e043a8fb2e904f68be9c0f8135babcaf is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.296148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.301981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.312498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Made reservation on behalf of e043a8fb2e904f68be9c0f8135babcaf for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:01.316079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.328418 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.343121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.346924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Usage tracker for resource:security_group_rule and tenant:e043a8fb2e904f68be9c0f8135babcaf is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.349675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.355506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.436353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.440051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.527194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65802ae4-5aa4-4803-a2c4-6b281e5d5448,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:01.609183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Allocated IP 192.168.233.230 (aa786f72-af25-48d5-a652-eaf4bc0ab05e/3809df4e-da36-4161-9563-266134e6705b/f0e1caf8-0410-484e-8550-97843eaa4b43) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:01.813451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.828930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Transition to ACTIVE for port object f0e1caf8-0410-484e-8550-97843eaa4b43 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:01.851401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.914412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Network aa786f72-af25-48d5-a652-eaf4bc0ab05e is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:01.917655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:01.926007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:26:01.962135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.973295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Pushing event updated for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:01.999244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:01.999895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.025521 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-fb045a97-92d6-4546-9d2e-3b5eb125a9b8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8729627 Mar 16 11:26:02.043223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Request body: {'port': {'device_id': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:02.175182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aa0bdb5d-173e-444b-826c-19c9cb1d73f2 None None] Provisioning for port f0e1caf8-0410-484e-8550-97843eaa4b43 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:02.180735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aa0bdb5d-173e-444b-826c-19c9cb1d73f2 None None] Provisioning complete for port f0e1caf8-0410-484e-8550-97843eaa4b43 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:02.181245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb5d-173e-444b-826c-19c9cb1d73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.240547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bdb5d-173e-444b-826c-19c9cb1d73f2 None None] Port f0e1caf8-0410-484e-8550-97843eaa4b43 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:26:02.327259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.422128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-df683912-18b4-4fb0-98db-7c948dc7d8c9 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:02.422815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-df683912-18b4-4fb0-98db-7c948dc7d8c9 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Synchronizing usage tracker for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:02.492129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-df683912-18b4-4fb0-98db-7c948dc7d8c9 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Unset dirty status for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:02.493294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-df683912-18b4-4fb0-98db-7c948dc7d8c9 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 936 time: 0.2480271 Mar 16 11:26:02.652650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-f06c6a6c-7e4c-49d3-a6d0-847cf8cf7209 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Synchronizing usage tracker for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:02.697199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-f06c6a6c-7e4c-49d3-a6d0-847cf8cf7209 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Unset dirty status for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:02.698470 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-efbd846e-9b09-41d5-896e-3a48208c7fdf req-f06c6a6c-7e4c-49d3-a6d0-847cf8cf7209 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980491 Mar 16 11:26:02.776344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e1caf8-0410-484e-8550-97843eaa4b43 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:02.783384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.798252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Transition to ACTIVE for port object f0e1caf8-0410-484e-8550-97843eaa4b43 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:02.801828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.927607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:03.038821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Attempting to bind port f0e1caf8-0410-484e-8550-97843eaa4b43 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:26:03.039430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Attempting to bind port f0e1caf8-0410-484e-8550-97843eaa4b43 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:26:03.039430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Attempting to bind port f0e1caf8-0410-484e-8550-97843eaa4b43 on network aa786f72-af25-48d5-a652-eaf4bc0ab05e {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:03.044609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Port f0e1caf8-0410-484e-8550-97843eaa4b43 on network aa786f72-af25-48d5-a652-eaf4bc0ab05e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:26:03.044957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Attempting to bind port f0e1caf8-0410-484e-8550-97843eaa4b43 on network aa786f72-af25-48d5-a652-eaf4bc0ab05e {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:03.049920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:26:03.050249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Checking segment: {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:26:03.050613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Bound using segment: {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:26:03.051028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Bound port: f0e1caf8-0410-484e-8550-97843eaa4b43, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224a77c1-c1d4-499c-8726-15631bd5b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:26:03.051612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.137095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:26:03.139852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f0e1caf8-0410-484e-8550-97843eaa4b43,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:26:03.143341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.198875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.199480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.200820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0e1caf8-0410-484e-8550-97843eaa4b43 HTTP/1.1" status: 200 len: 1098 time: 1.1625144 Mar 16 11:26:03.201270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:03.229086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce51b-0723-48b8-9747-43ec62cf65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:03.259736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43', 'status': 'completed', 'code': 200} Mar 16 11:26:03.357382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-0ebefd1e-d304-475b-bf35-1b4763ad3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.358875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-0ebefd1e-d304-475b-bf35-1b4763ad3f85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 1101 time: 0.0753269 Mar 16 11:26:03.435862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-1f594dd8-620a-4459-82f6-9d33f0725995 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f0e1caf8-0410-484e-8550-97843eaa4b43 HTTP/1.1" status: 200 len: 217 time: 0.0625775 Mar 16 11:26:03.502078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-1bd84562-2e0c-47d1-828a-78f016f6550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.503529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-1bd84562-2e0c-47d1-828a-78f016f6550f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3809df4e-da36-4161-9563-266134e6705b HTTP/1.1" status: 200 len: 843 time: 0.0619891 Mar 16 11:26:03.579457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-18389636-1e40-4a6b-ba91-9ba298e07b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.580889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-18389636-1e40-4a6b-ba91-9ba298e07b75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa786f72-af25-48d5-a652-eaf4bc0ab05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0715001 Mar 16 11:26:03.710716 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-12323fe6-4347-45d1-959f-f74d84f4082d service neutron] 10.222.0.55 "GET /v2.0/networks/aa786f72-af25-48d5-a652-eaf4bc0ab05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230969 Mar 16 11:26:03.978645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfb1234e-8446-4920-a71a-fe18497e1b24 req-053a8ef0-2dea-4535-8251-2fccf5a68b2f service neutron] 10.222.0.55 "GET /v2.0/networks/aa786f72-af25-48d5-a652-eaf4bc0ab05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604182 Mar 16 11:26:04.008894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a3e4b-4080-4889-87d0-a9aab628696b req-13cf6c80-6eca-413f-8c34-5a652ab7793c tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.010231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0f5a3e4b-4080-4889-87d0-a9aab628696b req-13cf6c80-6eca-413f-8c34-5a652ab7793c tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 948 time: 0.2007105 Mar 16 11:26:04.054885 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0f5a3e4b-4080-4889-87d0-a9aab628696b req-5fbcae1a-fdc3-4661-ace6-d6d817140c89 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Mar 16 11:26:04.133744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-5c9cb70a-7345-447f-a8b8-e57a956e7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.135186 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-5c9cb70a-7345-447f-a8b8-e57a956e7918 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 1101 time: 0.0714839 Mar 16 11:26:04.247564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.266771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-021c1834-d8ff-43ed-b701-0ccdaa545407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.268128 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-021c1834-d8ff-43ed-b701-0ccdaa545407 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa786f72-af25-48d5-a652-eaf4bc0ab05e HTTP/1.1" status: 200 len: 870 time: 0.1266823 Mar 16 11:26:04.333633 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-9cd77522-9592-4cc3-a722-5ec47a4b5274 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=f0e1caf8-0410-484e-8550-97843eaa4b43 HTTP/1.1" status: 200 len: 217 time: 0.0598285 Mar 16 11:26:04.397231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-9f0ca995-b6e1-40f5-a765-8030715d4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.398623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-9f0ca995-b6e1-40f5-a765-8030715d4aca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3809df4e-da36-4161-9563-266134e6705b HTTP/1.1" status: 200 len: 843 time: 0.0584767 Mar 16 11:26:04.472050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-0bad22ec-f12e-48b4-84a9-ccbaadd2196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:04.473531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-0bad22ec-f12e-48b4-84a9-ccbaadd2196a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa786f72-af25-48d5-a652-eaf4bc0ab05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0691702 Mar 16 11:26:04.603055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-afcc38e9-5bb0-4c72-a221-dc6043fddf89 service neutron] 10.222.0.55 "GET /v2.0/networks/aa786f72-af25-48d5-a652-eaf4bc0ab05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229410 Mar 16 11:26:04.732235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7172d23-0be9-4ac6-a555-a4bdf426bebd req-f7bfb2b8-4052-46c9-8b64-c05e2d4860d9 service neutron] 10.222.0.55 "GET /v2.0/networks/aa786f72-af25-48d5-a652-eaf4bc0ab05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221874 Mar 16 11:26:05.243622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c468e-e8d5-4452-8d70-e401b45a5cc0 req-b156e3f4-db28-4014-a9f1-0d44630bc2e1 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.245131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f50c468e-e8d5-4452-8d70-e401b45a5cc0 req-b156e3f4-db28-4014-a9f1-0d44630bc2e1 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 948 time: 0.0845404 Mar 16 11:26:05.289218 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f50c468e-e8d5-4452-8d70-e401b45a5cc0 req-7afd2917-00c6-4c03-93cd-3e681a1b4e53 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Mar 16 11:26:06.471106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff5de-73d9-4876-a176-72492f6c253c req-daa72ee9-d059-499f-a6d5-52a5973edfca tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.472589 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fcff5de-73d9-4876-a176-72492f6c253c req-daa72ee9-d059-499f-a6d5-52a5973edfca tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 948 time: 0.0806484 Mar 16 11:26:06.516182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fcff5de-73d9-4876-a176-72492f6c253c req-140b665c-807a-4d68-909e-712f61662a8a tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Mar 16 11:26:07.700534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f242f-7ef6-434f-8c96-9ccdddacbe45 req-eaaf2c91-3c72-4af9-bb8c-e2044a8e3495 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:07.701955 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-435f242f-7ef6-434f-8c96-9ccdddacbe45 req-eaaf2c91-3c72-4af9-bb8c-e2044a8e3495 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 948 time: 0.0844223 Mar 16 11:26:07.746720 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-435f242f-7ef6-434f-8c96-9ccdddacbe45 req-4451f397-65a2-497b-aba8-2e6e015336de tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388396 Mar 16 11:26:07.891691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device f0e1caf8-0410-484e-8550-97843eaa4b43 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:26:08.020700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f0e1caf8-0410-484e-8550-97843eaa4b43,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:08.036325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'f0e1caf8-0410-484e-8550-97843eaa4b43', 'network_id': 'aa786f72-af25-48d5-a652-eaf4bc0ab05e', 'port_id': 'f0e1caf8-0410-484e-8550-97843eaa4b43', 'mac_address': 'fa:16:3e:7e:63:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3809df4e-da36-4161-9563-266134e6705b', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:26:08.117273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:08.133200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e1caf8-0410-484e-8550-97843eaa4b43 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:08.148432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f0e1caf8-0410-484e-8550-97843eaa4b43,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:08.152718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:08.219652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:08.226652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.227004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.227345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.227683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.228016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.228347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.228675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.229032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.229363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.229687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.230014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.230332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:08.584226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['f0e1caf8-0410-484e-8550-97843eaa4b43'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:08.929419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846979f5-54fb-4b06-aa01-9819592c4c91 req-7cd801a8-92f5-48ff-ae33-a5f285de921c tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:08.930848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-846979f5-54fb-4b06-aa01-9819592c4c91 req-7cd801a8-92f5-48ff-ae33-a5f285de921c tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 949 time: 0.0791442 Mar 16 11:26:08.975875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-846979f5-54fb-4b06-aa01-9819592c4c91 req-32b4bc4c-2253-4152-bf19-99204c4acc60 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Mar 16 11:26:09.896480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device f0e1caf8-0410-484e-8550-97843eaa4b43 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:09.964208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port f0e1caf8-0410-484e-8550-97843eaa4b43 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:09.968641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port f0e1caf8-0410-484e-8550-97843eaa4b43 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:09.969036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:10.085017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:10.111946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:10.122250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f0e1caf8-0410-484e-8550-97843eaa4b43,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:10.127031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:10.172533 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43', 'code': 200} Mar 16 11:26:10.196197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:10.415502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a43b8-eeb0-43e5-9053-c02ed724614d req-ce379b08-0488-4f8f-bd09-95626b3629c0 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:10.417494 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-558a43b8-eeb0-43e5-9053-c02ed724614d req-ce379b08-0488-4f8f-bd09-95626b3629c0 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.3128390 Mar 16 11:26:10.452661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba56b7-3a77-473d-8811-9847e084e619 req-61a6e428-b808-4af1-bac7-d719e84e46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:10.454094 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-06ba56b7-3a77-473d-8811-9847e084e619 req-61a6e428-b808-4af1-bac7-d719e84e46f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 1103 time: 0.1144528 Mar 16 11:26:10.487640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-558a43b8-eeb0-43e5-9053-c02ed724614d req-62d1f92a-60b4-41fd-8a53-f4e22b92da58 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600634 Mar 16 11:26:10.515553 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-06ba56b7-3a77-473d-8811-9847e084e619 req-69b0fc39-0829-4cde-9e74-7d2eb0c92f37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Mar 16 11:26:11.739246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c534d-ac48-4f26-8b55-41dc6f3cebc8 req-f8d4a51c-fba3-419f-8da4-ecfa40be2460 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:11.740660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-233c534d-ac48-4f26-8b55-41dc6f3cebc8 req-f8d4a51c-fba3-419f-8da4-ecfa40be2460 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.1443386 Mar 16 11:26:11.786842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-233c534d-ac48-4f26-8b55-41dc6f3cebc8 req-1595b3df-9f0f-4ac9-9d5f-682c8feb8e5d tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Mar 16 11:26:12.981723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfe4a6-ccee-425e-97c8-efb015bd2ed2 req-3e18f257-5357-44c5-a2b7-09192b0fe51b tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:12.983199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4bdfe4a6-ccee-425e-97c8-efb015bd2ed2 req-3e18f257-5357-44c5-a2b7-09192b0fe51b tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.0802441 Mar 16 11:26:13.027826 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4bdfe4a6-ccee-425e-97c8-efb015bd2ed2 req-7ec0c3f2-6ba0-4089-82e0-9499ce7580f9 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Mar 16 11:26:14.331405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51559239-b992-42c8-94b8-51026107195a req-3a2b2379-7903-4256-a761-7a679b3bc426 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:14.332860 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51559239-b992-42c8-94b8-51026107195a req-3a2b2379-7903-4256-a761-7a679b3bc426 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.1804202 Mar 16 11:26:14.376349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51559239-b992-42c8-94b8-51026107195a req-f06344c3-fb40-4831-80b4-fe7b98bbf725 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Mar 16 11:26:15.622976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463558-6713-4c6b-a845-027a01a8bc87 req-1f88eb89-2e88-4522-87f1-3506286d9690 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:15.624434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8463558-6713-4c6b-a845-027a01a8bc87 req-1f88eb89-2e88-4522-87f1-3506286d9690 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.1161807 Mar 16 11:26:15.632677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-a47f1e36-654b-46c0-a139-11152aa15fa8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:15.634029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-a47f1e36-654b-46c0-a139-11152aa15fa8 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.55 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 950 time: 0.1576507 Mar 16 11:26:15.733365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8463558-6713-4c6b-a845-027a01a8bc87 req-c531134d-0048-41d0-935e-adc7e986c693 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/security-groups?id=65802ae4-5aa4-4803-a2c4-6b281e5d5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Mar 16 11:26:15.738518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Deleting port f0e1caf8-0410-484e-8550-97843eaa4b43 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:26:15.738865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:15.986345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] For port f0e1caf8-0410-484e-8550-97843eaa4b43, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f0e1caf8-0410-484e-8550-97843eaa4b43,segment=NetworkSegment(224a77c1-c1d4-499c-8726-15631bd5b66f),segment_id=224a77c1-c1d4-499c-8726-15631bd5b66f)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:15.986596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.114098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Calling delete_port for f0e1caf8-0410-484e-8550-97843eaa4b43 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:26:16.259471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.313562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Pushing event deleted for resources: {'Port': ['ID=f0e1caf8-0410-484e-8550-97843eaa4b43,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:16.390731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] No DVR routers for this DVR port f0e1caf8-0410-484e-8550-97843eaa4b43 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:26:16.393315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.396121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'name': 'network-vif-deleted', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:16.414413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71a7e01d-c95c-4fe0-9e45-2748cff43f00 req-dfc7977f-56a5-45ad-add3-9046cb4aff59 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.55 "DELETE /v2.0/ports/f0e1caf8-0410-484e-8550-97843eaa4b43 HTTP/1.1" status: 204 len: 173 time: 0.7661369 Mar 16 11:26:16.451499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9354aae9-984a-49d8-bd7a-ae33a4b2a62a', 'name': 'network-vif-deleted', 'tag': 'f0e1caf8-0410-484e-8550-97843eaa4b43', 'status': 'completed', 'code': 200} Mar 16 11:26:16.893783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-599c7c35-de7e-4b3f-bdb4-754f1a20c544 req-c107db26-8d0b-487c-bb25-47dec7fa16a5 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Synchronizing usage tracker for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:16.908972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-599c7c35-de7e-4b3f-bdb4-754f1a20c544 req-c107db26-8d0b-487c-bb25-47dec7fa16a5 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] Unset dirty status for tenant:e043a8fb2e904f68be9c0f8135babcaf on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:16.910379 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-599c7c35-de7e-4b3f-bdb4-754f1a20c544 req-c107db26-8d0b-487c-bb25-47dec7fa16a5 tempest-ServersAdminNegativeTestJSON-1833644159 tempest-ServersAdminNegativeTestJSON-1833644159-project] 10.222.0.50 "GET /v2.0/ports?device_id=9354aae9-984a-49d8-bd7a-ae33a4b2a62a HTTP/1.1" status: 200 len: 210 time: 0.0583048 Mar 16 11:26:17.943664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device f0e1caf8-0410-484e-8550-97843eaa4b43 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:26:17.978959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: f0e1caf8-0410-484e-8550-97843eaa4b43 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:26:17.979305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device f0e1caf8-0410-484e-8550-97843eaa4b43 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:26:18.269586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49578) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:18.416106 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dfee19de-52ad-48ad-818b-20b012ef3d83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e043a8fb2e904f68be9c0f8135babcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454117 Mar 16 11:26:18.419086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49584) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:18.478109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.503816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.554573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.571330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65802ae4-5aa4-4803-a2c4-6b281e5d5448,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:18.581128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.582229 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3c12cd97-a069-4eb3-91a7-c4ea0dbbe4f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65802ae4-5aa4-4803-a2c4-6b281e5d5448 HTTP/1.1" status: 204 len: 168 time: 0.1622794 Mar 16 11:26:18.852654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49592) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:18.870349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.884055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:18.887932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Usage tracker for resource:security_group_rule and tenant:5356e1236f2d4620920f0a06dae509a1 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:18.890728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:18.896372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:18.981775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.985307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.035995 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5356e1236f2d4620920f0a06dae509a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821015 Mar 16 11:26:19.036902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93185eeb-0ede-41d9-9976-5229d5b9040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b91c97-2ddf-4ed1-9734-cb984df4a3a8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.038601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49596) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.096875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.125003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.176842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.191157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b91c97-2ddf-4ed1-9734-cb984df4a3a8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:19.197393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.198425 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-df29beb1-6ff0-4450-86d1-a36c4a2572e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15b91c97-2ddf-4ed1-9734-cb984df4a3a8 HTTP/1.1" status: 204 len: 168 time: 0.1582081 Mar 16 11:26:19.901188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49620) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:20.001867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542994918-network', 'tenant_id': '38131b315b9443c4b8c870c9158b6c09'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:20.006492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:20.010274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Usage tracker for resource:network and tenant:38131b315b9443c4b8c870c9158b6c09 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:20.013289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:20.018780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:20.031656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Made reservation on behalf of 38131b315b9443c4b8c870c9158b6c09 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:20.034097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.046099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.060910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:20.064596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Usage tracker for resource:security_group_rule and tenant:38131b315b9443c4b8c870c9158b6c09 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:20.067313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:20.072807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:20.155170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.158567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.187087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:26:20.200196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77b1df-206a-4417-bcce-440c8dd812cb,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.204538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.204905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Added segment f87dc5d0-aa36-4fbf-8356-8cafa4d05a47 of type vlan for network dba8d54b-7685-4fe6-a706-adee91ddc1ba Mar 16 11:26:20.231641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.259534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.260505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.261809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.361612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] Pushing event updated for resources: {'Network': ['ID=dba8d54b-7685-4fe6-a706-adee91ddc1ba,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.365440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-44347ace-1186-45e0-b72e-556169d71d80 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4632225 Mar 16 11:26:20.368374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49626) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:20.372474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network dba8d54b-7685-4fe6-a706-adee91ddc1ba details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:26:20.375113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Request body: {'subnet': {'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542994918-subnet', 'tenant_id': '38131b315b9443c4b8c870c9158b6c09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:20.379872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:20.383641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Usage tracker for resource:subnet and tenant:38131b315b9443c4b8c870c9158b6c09 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:20.387252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:20.392902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:20.402978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Made reservation on behalf of 38131b315b9443c4b8c870c9158b6c09 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:20.405360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.603120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.770586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfb99cb-7191-4639-8062-25df339dde30,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:20.778696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Checking segment: {'id': 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:26:20.779045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Network hostable DHCP agents. Network: dba8d54b-7685-4fe6-a706-adee91ddc1ba, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:26:20.798024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Network dba8d54b-7685-4fe6-a706-adee91ddc1ba is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:26:20.806946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, dba8d54b-7685-4fe6-a706-adee91ddc1ba) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:20.811111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:20.811691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.816271 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac02f2-a9c3-4490-b251-b473ea350ff2 None None] Network dba8d54b-7685-4fe6-a706-adee91ddc1ba requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:26:20.834015 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a835ec30-a042-4733-a1ea-6998e5fd0c93 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4645963 Mar 16 11:26:21.035041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e34bcd-3e39-403f-a4c6-8f15575ea74f None None] Network dba8d54b-7685-4fe6-a706-adee91ddc1ba requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:26:21.334168 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-449ba54c-827b-456b-a36d-133778cc7d5e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:21.334851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-449ba54c-827b-456b-a36d-133778cc7d5e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Synchronizing usage tracker for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:21.351284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-449ba54c-827b-456b-a36d-133778cc7d5e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Unset dirty status for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:21.352518 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-449ba54c-827b-456b-a36d-133778cc7d5e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 811 time: 0.1596601 Mar 16 11:26:21.367767 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-99815cae-522e-42a3-97a8-434e67f0f6a7 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/quotas/38131b315b9443c4b8c870c9158b6c09 HTTP/1.1" status: 200 len: 375 time: 0.0094035 Mar 16 11:26:21.414798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-761fc72a-6602-44eb-b9f6-ed3aa5d6deca tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412588 Mar 16 11:26:21.467488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-01cbe471-b3c8-4d25-a161-a7cee35d920e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:26:21.468455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-01cbe471-b3c8-4d25-a161-a7cee35d920e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465157 Mar 16 11:26:21.597624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-b7781ac3-7ddf-48ef-ab23-15d0f5482872 service neutron] 10.222.0.50 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228840 Mar 16 11:26:21.727661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-1145bbe2-fc2d-4e54-a1bf-8f2c1e8e4034 service neutron] 10.222.0.50 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243327 Mar 16 11:26:21.902286 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1388ca4-4dae-448c-9e6f-d5dd4a116f80 req-80371ceb-e71d-4d5c-be6c-f869e80ec8ba tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Mar 16 11:26:22.983425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-3574dc58-c665-4299-a65b-bc898a6db0a6 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:22.984825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-3574dc58-c665-4299-a65b-bc898a6db0a6 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 811 time: 0.1457641 Mar 16 11:26:23.018548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Request body: {'port': {'device_id': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba', 'admin_state_up': True, 'tenant_id': '38131b315b9443c4b8c870c9158b6c09'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:23.100179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-df3769de-3ca5-4eac-9aa9-175be30ee412 req-3c95281c-04e7-46f7-ae80-2333efeaa936 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 210 time: 0.0663743 Mar 16 11:26:23.197588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:23.201934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Usage tracker for resource:port and tenant:38131b315b9443c4b8c870c9158b6c09 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:23.204606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:23.210196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:23.220526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Made reservation on behalf of 38131b315b9443c4b8c870c9158b6c09 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:23.223924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:23.382101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Allocated IP 172.20.0.13 (dba8d54b-7685-4fe6-a706-adee91ddc1ba/6bfb99cb-7191-4639-8062-25df339dde30/270e9a32-1792-49e1-81b7-18d333be0866) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:23.580789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:23.609013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:23.672272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Network dba8d54b-7685-4fe6-a706-adee91ddc1ba is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:23.679324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:23.684167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:26:23.712995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:23.731554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.731902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.732237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.732568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.732915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.733240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.733559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.733876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.734193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.734504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.734815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.735123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:23.757599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:23.758133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:23.778021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-0031b2fb-b762-4749-8524-682e4e8d6c9b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634821 Mar 16 11:26:23.795486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Request body: {'port': {'device_id': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:23.903392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.380163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270e9a32-1792-49e1-81b7-18d333be0866 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:24.389536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.408006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Transition to ACTIVE for port object 270e9a32-1792-49e1-81b7-18d333be0866 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:24.413137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.536735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-9e75ae91-2eb6-42e8-8f39-3d972dc0ee76 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:24.537493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-9e75ae91-2eb6-42e8-8f39-3d972dc0ee76 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Synchronizing usage tracker for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:24.591010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:24.642692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-9e75ae91-2eb6-42e8-8f39-3d972dc0ee76 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Unset dirty status for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:24.643789 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-9e75ae91-2eb6-42e8-8f39-3d972dc0ee76 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 932 time: 0.4243367 Mar 16 11:26:24.713161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-09c2b620-30e7-49b2-a121-652c9eca06e3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Synchronizing usage tracker for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:24.722766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Attempting to bind port 270e9a32-1792-49e1-81b7-18d333be0866 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:26:24.723102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Attempting to bind port 270e9a32-1792-49e1-81b7-18d333be0866 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:26:24.723423 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Attempting to bind port 270e9a32-1792-49e1-81b7-18d333be0866 on network dba8d54b-7685-4fe6-a706-adee91ddc1ba {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:24.732027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Port 270e9a32-1792-49e1-81b7-18d333be0866 on network dba8d54b-7685-4fe6-a706-adee91ddc1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:26:24.732343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Attempting to bind port 270e9a32-1792-49e1-81b7-18d333be0866 on network dba8d54b-7685-4fe6-a706-adee91ddc1ba {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:26:24.739290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:26:24.739625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Checking segment: {'id': 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:26:24.740011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Bound using segment: {'id': 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:26:24.740431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Bound port: 270e9a32-1792-49e1-81b7-18d333be0866, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:26:24.740767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.753047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-09c2b620-30e7-49b2-a121-652c9eca06e3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Unset dirty status for tenant:38131b315b9443c4b8c870c9158b6c09 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:24.754155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d88b7772-b082-4acd-aa24-5fca159273e6 req-09c2b620-30e7-49b2-a121-652c9eca06e3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039832 Mar 16 11:26:24.837649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:26:24.841592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:26:24.845358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.910121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:24.910734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:24.912353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] 10.222.0.55 "PUT /v2.0/ports/270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 1094 time: 1.1211545 Mar 16 11:26:24.912787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:24.929167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaaeeb-563c-4ca5-9883-0880cffc06ca service neutron] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:24.960908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866', 'status': 'completed', 'code': 200} Mar 16 11:26:25.067677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-e4ee44aa-01a5-461a-9d33-4ee66b2264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.069217 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-e4ee44aa-01a5-461a-9d33-4ee66b2264e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1097 time: 0.0905929 Mar 16 11:26:25.141271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-3c6274a1-27ac-48be-9d03-06db416cd623 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.0594933 Mar 16 11:26:25.205530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-d83d9abc-8691-4cab-94e0-3b469129e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.206909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-d83d9abc-8691-4cab-94e0-3b469129e79a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0602691 Mar 16 11:26:25.251553 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-d7a96d68-fa1f-46cb-b2c2-e6bcde9c3012 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389845 Mar 16 11:26:25.380982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-35c1369e-9b3a-45fc-af1b-1f9e384637fa service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234989 Mar 16 11:26:25.509588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc0a5a6a-f241-4e7a-8c27-07442f03434b req-6cc01632-7bb6-4594-9db2-72e17985256e service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216147 Mar 16 11:26:25.671496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e804331-d4df-42ed-9d78-928f7f868afd req-9031b256-d302-46b5-9e42-03008c8b7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.672980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-9031b256-d302-46b5-9e42-03008c8b7081 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1097 time: 0.0690093 Mar 16 11:26:25.806108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e804331-d4df-42ed-9d78-928f7f868afd req-b40ed737-280a-40b6-ba7c-dd11451075af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.808238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-b40ed737-280a-40b6-ba7c-dd11451075af service neutron] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 912 time: 0.1289439 Mar 16 11:26:25.915251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-9d8c2543-dcc9-4c4b-9710-9d665d23954c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.1009948 Mar 16 11:26:25.994471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e804331-d4df-42ed-9d78-928f7f868afd req-ed9acab8-0e24-488c-86c8-b63dc79d30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:25.996198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-ed9acab8-0e24-488c-86c8-b63dc79d30e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0735729 Mar 16 11:26:26.010038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3117-2209-4280-9561-a3bb8da91d8b req-bba1b4f3-a65b-42d5-8274-972970c9850f tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:26.012090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f6a3117-2209-4280-9561-a3bb8da91d8b req-bba1b4f3-a65b-42d5-8274-972970c9850f tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 944 time: 0.1471963 Mar 16 11:26:26.064270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-24e5d25f-88c8-48ea-9bc5-c774c04fd887 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619967 Mar 16 11:26:26.125095 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f6a3117-2209-4280-9561-a3bb8da91d8b req-edb34496-d368-497b-84e5-0d7ed75b8ba8 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839491 Mar 16 11:26:26.308584 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-22458c90-25f9-4481-b9b4-c5ee84fc316b service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369013 Mar 16 11:26:26.438126 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e804331-d4df-42ed-9d78-928f7f868afd req-737cd3a5-12a0-4038-a4ab-6ed0b3df1bce service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239326 Mar 16 11:26:26.883589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e23d3b50-74df-4d80-a7c1-d1094dc3eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:27.317050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf7f3-810d-4fa8-abbd-4872d611ead7 req-161fbc17-f75c-4c55-9a0b-7af7b11beb1e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:27.318508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ecaf7f3-810d-4fa8-abbd-4872d611ead7 req-161fbc17-f75c-4c55-9a0b-7af7b11beb1e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 944 time: 0.0849843 Mar 16 11:26:27.363969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ecaf7f3-810d-4fa8-abbd-4872d611ead7 req-bb3788d6-df88-4473-b7c3-ecb916828285 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Mar 16 11:26:27.999487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:26:28.012904 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:28.129077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:28.141602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '270e9a32-1792-49e1-81b7-18d333be0866', 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba', 'port_id': '270e9a32-1792-49e1-81b7-18d333be0866', 'mac_address': 'fa:16:3e:a6:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb99cb-7191-4639-8062-25df339dde30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:26:28.194608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:28.211034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270e9a32-1792-49e1-81b7-18d333be0866 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:26:28.226190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:28.230079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:28.301054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:28.544110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fe8e-1d00-4fb1-ab46-2342df4ed527 req-0210823d-1153-4495-a774-47d5698eaa95 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:28.545561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1062fe8e-1d00-4fb1-ab46-2342df4ed527 req-0210823d-1153-4495-a774-47d5698eaa95 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 945 time: 0.0784771 Mar 16 11:26:28.593633 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1062fe8e-1d00-4fb1-ab46-2342df4ed527 req-5054b364-e404-4dac-a9c5-2948011b2cfc tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422797 Mar 16 11:26:28.597022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['270e9a32-1792-49e1-81b7-18d333be0866'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:26:29.093354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac231-81a1-4c11-a320-8c734b45a1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:29.918784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cb1f9-77ad-4ecd-b71f-7a30471b61b8 req-e0fbc707-9826-4eaf-bda7-7a4e7becb6c9 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:29.920193 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc7cb1f9-77ad-4ecd-b71f-7a30471b61b8 req-e0fbc707-9826-4eaf-bda7-7a4e7becb6c9 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 945 time: 0.0774503 Mar 16 11:26:29.963175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc7cb1f9-77ad-4ecd-b71f-7a30471b61b8 req-0c75d0d5-0cc9-462a-ae18-66a6d04e2ba0 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374777 Mar 16 11:26:30.022848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:30.120526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 270e9a32-1792-49e1-81b7-18d333be0866 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:30.125021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 270e9a32-1792-49e1-81b7-18d333be0866 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:30.125401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:30.238202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:30.263328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:26:30.273149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:26:30.277793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:30.308633 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866', 'code': 200} Mar 16 11:26:30.346236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:30.518649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:30.549884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:30.569538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f4c2-1822-4bed-87f3-d74d784f36d9 req-29ddd3d8-0920-43ee-85f8-d969e52e5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:30.570985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5810f4c2-1822-4bed-87f3-d74d784f36d9 req-29ddd3d8-0920-43ee-85f8-d969e52e5653 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1099 time: 0.0774879 Mar 16 11:26:30.610465 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5810f4c2-1822-4bed-87f3-d74d784f36d9 req-39269280-e166-4fde-998c-cb25322627a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Mar 16 11:26:31.146649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37243a0-8e8b-45d7-a26c-5a6ac7fb4913 req-c0054bf2-c9ba-4f88-9cb7-54b9fce192a8 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:31.148089 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c37243a0-8e8b-45d7-a26c-5a6ac7fb4913 req-c0054bf2-c9ba-4f88-9cb7-54b9fce192a8 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0821011 Mar 16 11:26:31.191705 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c37243a0-8e8b-45d7-a26c-5a6ac7fb4913 req-5e878880-1ae0-4a75-a36b-e48b12fc8191 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378442 Mar 16 11:26:31.960529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:32.378119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014c6f-c413-4e39-a749-b4c80950dcad req-ab47d4f3-57c7-4ef0-b55b-f9010f9420c1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.379545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18014c6f-c413-4e39-a749-b4c80950dcad req-ab47d4f3-57c7-4ef0-b55b-f9010f9420c1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0815771 Mar 16 11:26:32.422238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18014c6f-c413-4e39-a749-b4c80950dcad req-37fbbb67-4e02-47cb-b859-4fc62e97cf1d tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Mar 16 11:26:32.798688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49692) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:32.837121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689b61-04c2-47b1-b702-f094bcd01671 req-7aa9c3fc-5fa3-4270-ad1c-c85c4a4405bc tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:32.838561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84689b61-04c2-47b1-b702-f094bcd01671 req-7aa9c3fc-5fa3-4270-ad1c-c85c4a4405bc tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0802629 Mar 16 11:26:32.884472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84689b61-04c2-47b1-b702-f094bcd01671 req-97c41aa4-f0d8-4f9f-aa3a-d34955ba2a99 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Mar 16 11:26:32.916018 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-9ef2894c-2de0-46a7-89e6-b9300a46b15b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161263 Mar 16 11:26:33.474134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-d2fc571f-0ca1-47ac-b5a4-e3a3bc397058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.475550 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-d2fc571f-0ca1-47ac-b5a4-e3a3bc397058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1099 time: 0.0715842 Mar 16 11:26:33.625646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-b3e0c12f-6417-4875-b5c8-1e135e985f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.627010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-b3e0c12f-6417-4875-b5c8-1e135e985f77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 912 time: 0.1338885 Mar 16 11:26:33.697273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-85162782-65bb-472c-9fef-93c0bd94810d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.0641999 Mar 16 11:26:33.757476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-05a573f6-8f24-4277-9f01-cf653802f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:33.758881 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-05a573f6-8f24-4277-9f01-cf653802f871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0565736 Mar 16 11:26:33.809383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-41ba59e6-76db-41d3-b2e7-2831c9a7e36a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399067 Mar 16 11:26:33.938699 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-7bc05742-2651-4e30-876f-72c8c8d1b709 service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234260 Mar 16 11:26:34.219331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bec327ad-efb8-499c-87f6-8bcd2c4b3060 req-c9a897c3-ced5-4bb8-9c7b-9fe100dd711e service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743053 Mar 16 11:26:34.239629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de9608-e624-42ef-bae2-1964e966aae0 req-b0b34454-9272-4b34-8f77-e24effa7c208 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.241061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6de9608-e624-42ef-bae2-1964e966aae0 req-b0b34454-9272-4b34-8f77-e24effa7c208 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.2162325 Mar 16 11:26:34.261724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.286062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6de9608-e624-42ef-bae2-1964e966aae0 req-edbe0a24-6452-4711-8364-7f77ca2d0018 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379481 Mar 16 11:26:34.357892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-d3c069c6-353a-43cd-8f92-d9236acbf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.359302 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-d3c069c6-353a-43cd-8f92-d9236acbf420 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1099 time: 0.0717020 Mar 16 11:26:34.489051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-4264deb1-ff37-46fd-b592-5c4b5c55bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.490389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-4264deb1-ff37-46fd-b592-5c4b5c55bf08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 912 time: 0.1246347 Mar 16 11:26:34.557265 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-f128c560-99a9-4c6a-95c0-67bcbbf03d28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.0601201 Mar 16 11:26:34.622229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-8dbabc0a-e747-4ec9-adb5-5a1c75ace431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:34.623626 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-8dbabc0a-e747-4ec9-adb5-5a1c75ace431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0599563 Mar 16 11:26:34.681343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-87546a0a-be81-4399-9542-a747baf20984 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400381 Mar 16 11:26:34.824641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-226414f3-0764-45a1-9b53-7b344b51ea7a service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224346 Mar 16 11:26:34.952466 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-5d433d9c-16a8-41c4-a6ee-a9c5d9936526 service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212089 Mar 16 11:26:35.467859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fb5b2-362f-49af-9771-3f29d11b752c req-612810e6-7e72-4f02-9fd7-3d76280bbce3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:35.469310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f7fb5b2-362f-49af-9771-3f29d11b752c req-612810e6-7e72-4f02-9fd7-3d76280bbce3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0778193 Mar 16 11:26:35.516822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f7fb5b2-362f-49af-9771-3f29d11b752c req-07f49569-17ae-4aaa-a596-f82c04c5f3e0 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Mar 16 11:26:36.707144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1eae7-8938-4676-bbac-02241c17016b req-7316d332-b392-477f-bc5d-08a312c3c0c1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:36.709048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84f1eae7-8938-4676-bbac-02241c17016b req-7316d332-b392-477f-bc5d-08a312c3c0c1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0853305 Mar 16 11:26:36.756128 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84f1eae7-8938-4676-bbac-02241c17016b req-a58ce65c-5f27-4b48-a1e7-305717725de0 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Mar 16 11:26:37.939375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f53b6-1e67-497a-ac28-a71b25f3ec9c req-9c05e444-2dc5-4de0-af1b-2fc0a6c039fe tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:37.940784 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-901f53b6-1e67-497a-ac28-a71b25f3ec9c req-9c05e444-2dc5-4de0-af1b-2fc0a6c039fe tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0819657 Mar 16 11:26:37.983741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-901f53b6-1e67-497a-ac28-a71b25f3ec9c req-9d8f82a3-9ee2-4216-864a-f620e9a2973b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373743 Mar 16 11:26:39.165031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2711d59-9ee4-4ab7-b820-64d2082cf0ee req-5c4a52da-cf02-4617-b816-b1e8ed225f44 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:39.166450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2711d59-9ee4-4ab7-b820-64d2082cf0ee req-5c4a52da-cf02-4617-b816-b1e8ed225f44 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0787508 Mar 16 11:26:39.213318 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2711d59-9ee4-4ab7-b820-64d2082cf0ee req-58d3443e-8f5a-46c5-94f0-8eeaea10189b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Mar 16 11:26:40.402987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73028f-d0a9-4f22-a3d9-9c0df7f673e9 req-a2ab3fc2-0b07-4bb3-addd-53f1f8bf70e3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:40.404602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a73028f-d0a9-4f22-a3d9-9c0df7f673e9 req-a2ab3fc2-0b07-4bb3-addd-53f1f8bf70e3 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0857246 Mar 16 11:26:40.450920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4a73028f-d0a9-4f22-a3d9-9c0df7f673e9 req-2f94c8fe-5700-468c-acf8-e07ee77c86d1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Mar 16 11:26:41.631386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e551-cda3-41e2-870b-a746eb2b710a req-feda1ef8-5562-4e3d-af31-998a747a9098 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:41.632809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57a6e551-cda3-41e2-870b-a746eb2b710a req-feda1ef8-5562-4e3d-af31-998a747a9098 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0776007 Mar 16 11:26:41.677951 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57a6e551-cda3-41e2-870b-a746eb2b710a req-f287ee84-b034-4ee8-87d6-15d912c16b8b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Mar 16 11:26:42.870680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ba928-f9f7-4eb7-b534-e1ba08e7372a req-06bd324d-4958-4fe9-a47b-dd4af4b0fd62 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.872093 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c5ba928-f9f7-4eb7-b534-e1ba08e7372a req-06bd324d-4958-4fe9-a47b-dd4af4b0fd62 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0794508 Mar 16 11:26:42.914383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c5ba928-f9f7-4eb7-b534-e1ba08e7372a req-030f8936-e4eb-421b-84dc-112da832860f tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Mar 16 11:26:44.101306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4804b9-2506-4caf-822d-f02cc497eff4 req-df985eaf-9de7-4386-b0c7-75bb7fd92b12 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:44.102736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b4804b9-2506-4caf-822d-f02cc497eff4 req-df985eaf-9de7-4386-b0c7-75bb7fd92b12 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0818589 Mar 16 11:26:44.145712 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b4804b9-2506-4caf-822d-f02cc497eff4 req-9979be7d-c700-4aab-b4ff-6aff36b67ec2 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Mar 16 11:26:45.326954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd6bfc-d488-4ec7-99c9-cc366d2700dc req-9ba94cd8-319c-450f-94f4-c0539d5843fd tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:45.328373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2cdd6bfc-d488-4ec7-99c9-cc366d2700dc req-9ba94cd8-319c-450f-94f4-c0539d5843fd tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0773230 Mar 16 11:26:45.371787 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2cdd6bfc-d488-4ec7-99c9-cc366d2700dc req-4cad6f11-e675-4590-a1ed-e57c196ddaca tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Mar 16 11:26:46.557491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f01b-92bc-429f-892c-d1f7c106abec req-fa6f6402-041d-47f5-bca4-26927a5768fc tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:46.559406 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc02f01b-92bc-429f-892c-d1f7c106abec req-fa6f6402-041d-47f5-bca4-26927a5768fc tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0845370 Mar 16 11:26:46.602458 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc02f01b-92bc-429f-892c-d1f7c106abec req-f9e582bf-2944-463b-990f-9d155a068897 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379322 Mar 16 11:26:47.788353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadae1e-8a34-4ee2-ad19-b769fa66ef2a req-d03bdb34-a01f-4e65-8ea6-32c0984777fa tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:47.789716 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fadae1e-8a34-4ee2-ad19-b769fa66ef2a req-d03bdb34-a01f-4e65-8ea6-32c0984777fa tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0791514 Mar 16 11:26:47.835779 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fadae1e-8a34-4ee2-ad19-b769fa66ef2a req-8d7206fb-57b6-4f4d-9cc0-ccd8f2a0fdf9 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Mar 16 11:26:49.122882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab83-df83-443c-87f2-406f360ad864 req-fdf07db9-019f-4748-9a5d-38e27aaff7f1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:49.124251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-07c0ab83-df83-443c-87f2-406f360ad864 req-fdf07db9-019f-4748-9a5d-38e27aaff7f1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.1789587 Mar 16 11:26:49.167815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-07c0ab83-df83-443c-87f2-406f360ad864 req-0118eb3e-baf8-41c7-9095-002c96cc8a0a tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Mar 16 11:26:50.350807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783add4f-5f9e-4012-98d4-5ceb5cdf4a89 req-d1902a2f-a80a-448c-b609-e2d51494f39e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:50.352215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-783add4f-5f9e-4012-98d4-5ceb5cdf4a89 req-d1902a2f-a80a-448c-b609-e2d51494f39e tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0802751 Mar 16 11:26:50.395814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-783add4f-5f9e-4012-98d4-5ceb5cdf4a89 req-20f37023-2c0a-4be7-9235-3994b8cee7dd tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Mar 16 11:26:51.580217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725bdc-5b2f-42d7-a211-d4ff9c25fe0c req-a5aa8f9d-2614-4dc5-b969-4f60e1b070eb tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:51.581657 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45725bdc-5b2f-42d7-a211-d4ff9c25fe0c req-a5aa8f9d-2614-4dc5-b969-4f60e1b070eb tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0772221 Mar 16 11:26:51.626066 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45725bdc-5b2f-42d7-a211-d4ff9c25fe0c req-5d923aa0-1e51-4714-9649-cf7e2b1479b4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Mar 16 11:26:52.807849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2040a64-579a-41a0-b29b-26a81c01732a req-331420db-27e2-46a8-b87f-f13e48467557 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:52.809956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c2040a64-579a-41a0-b29b-26a81c01732a req-331420db-27e2-46a8-b87f-f13e48467557 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0803432 Mar 16 11:26:52.853126 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c2040a64-579a-41a0-b29b-26a81c01732a req-9dd6af58-a80b-45d5-a9d0-4b5b549fc95b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375266 Mar 16 11:26:54.039541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebef148-eb03-4e57-8eb5-027b960249d2 req-a8ba15ca-318f-4efd-9bf7-d92391a781c4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:54.040977 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eebef148-eb03-4e57-8eb5-027b960249d2 req-a8ba15ca-318f-4efd-9bf7-d92391a781c4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0817988 Mar 16 11:26:54.084083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eebef148-eb03-4e57-8eb5-027b960249d2 req-911e9fc2-1d04-4008-a710-d17f42f57c23 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Mar 16 11:26:55.269948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a32598-48b1-44aa-8ea9-fce180fdba33 req-41645ee0-6160-4ef1-b257-cd1059ff0f36 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:55.271379 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-17a32598-48b1-44aa-8ea9-fce180fdba33 req-41645ee0-6160-4ef1-b257-cd1059ff0f36 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0823410 Mar 16 11:26:55.316821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-17a32598-48b1-44aa-8ea9-fce180fdba33 req-2867037b-e0b7-4ff2-81c8-59570b98d3ff tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Mar 16 11:26:56.499581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461fa55-5545-4935-b3ee-9de6c10b60e9 req-6ce0bb12-d91b-4708-98ac-3900061e9775 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:56.501038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b461fa55-5545-4935-b3ee-9de6c10b60e9 req-6ce0bb12-d91b-4708-98ac-3900061e9775 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0818441 Mar 16 11:26:56.544336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b461fa55-5545-4935-b3ee-9de6c10b60e9 req-6c3f04c1-a203-4301-a356-f74f5f45fc80 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Mar 16 11:26:56.886819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6cc09ab9-c54c-4ddd-a9f6-d06c6c1beadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:57.725794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff273-746c-47ee-957b-cbadc4c5ca18 req-7f93138f-e2f1-4bb2-9865-961dce5e98ca tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:57.727271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c7ff273-746c-47ee-957b-cbadc4c5ca18 req-7f93138f-e2f1-4bb2-9865-961dce5e98ca tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0793467 Mar 16 11:26:57.775612 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c7ff273-746c-47ee-957b-cbadc4c5ca18 req-5a708b69-d606-4da5-842c-be93f990529f tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Mar 16 11:26:58.976493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6469dd1-c49a-471f-936f-6f2eee9e2d11 req-5757a9a5-1575-4f4a-9766-7e948c26b216 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:58.977956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6469dd1-c49a-471f-936f-6f2eee9e2d11 req-5757a9a5-1575-4f4a-9766-7e948c26b216 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0978818 Mar 16 11:26:59.020166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6469dd1-c49a-471f-936f-6f2eee9e2d11 req-7692df73-d0a9-48d7-a087-f0aa21645dac tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Mar 16 11:26:59.094944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-45977c79-d3f9-4d32-a50a-ff20f344249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.203119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276fb59-4521-4385-b7ce-2daa41ada38e req-031cd6bd-289a-45bd-ab8e-10a8d48c609c tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:00.204559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c276fb59-4521-4385-b7ce-2daa41ada38e req-031cd6bd-289a-45bd-ab8e-10a8d48c609c tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0818899 Mar 16 11:27:00.247315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c276fb59-4521-4385-b7ce-2daa41ada38e req-f42281ab-4df2-4bf2-9f1d-534a41782093 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Mar 16 11:27:00.520112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:00.552262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:01.429309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90840e71-82bd-48f9-ba85-db598fd8fc48 req-22b0a032-2549-459e-9c46-9f55a626b0b7 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:01.430747 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90840e71-82bd-48f9-ba85-db598fd8fc48 req-22b0a032-2549-459e-9c46-9f55a626b0b7 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0802197 Mar 16 11:27:01.474087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90840e71-82bd-48f9-ba85-db598fd8fc48 req-901f56be-bcf7-4c1d-93e9-70204b2ca898 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Mar 16 11:27:01.821179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-0c335ded-8180-4312-83e6-a2b40df5e421 service neutron] 10.222.0.55 "GET /v2.0/ports/270e9a32-1792-49e1-81b7-18d333be0866/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0755694 Mar 16 11:27:01.963629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:02.095730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-b1daf83a-4ac9-405a-b374-b36cb984ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.097104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-b1daf83a-4ac9-405a-b374-b36cb984ad59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74&tenant_id=38131b315b9443c4b8c870c9158b6c09 HTTP/1.1" status: 200 len: 1099 time: 0.0699813 Mar 16 11:27:02.197657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-5bc4d177-6641-428f-8e1f-8c7371abf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.199071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-5bc4d177-6641-428f-8e1f-8c7371abf0b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1099 time: 0.0712101 Mar 16 11:27:02.328082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-5330c984-6ee8-494f-b507-76d1b175e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.329528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-5330c984-6ee8-494f-b507-76d1b175e8a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 912 time: 0.1238887 Mar 16 11:27:02.397969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-19e32100-8fba-43c0-8a04-885dad0398b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.0620546 Mar 16 11:27:02.458586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-86ba918e-ce89-4f88-9b34-bbd5010e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.460102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-86ba918e-ce89-4f88-9b34-bbd5010e2597 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0565681 Mar 16 11:27:02.505760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-ef589957-5ecc-4688-9bce-4a09707adcfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396729 Mar 16 11:27:02.782292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-8cd9395f-e2c4-4507-8175-e35d0456bd28 service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705328 Mar 16 11:27:02.835919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec7e28-adba-4d48-9b6d-a9bcf4ad42b9 req-cb33ca57-43d6-41d2-907d-975db903ec42 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:02.837329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1ec7e28-adba-4d48-9b6d-a9bcf4ad42b9 req-cb33ca57-43d6-41d2-907d-975db903ec42 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.1485066 Mar 16 11:27:02.942279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1ec7e28-adba-4d48-9b6d-a9bcf4ad42b9 req-9e6c326c-eeec-4951-ae78-4b266d5146e1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585024 Mar 16 11:27:02.962274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c211cb85-4c6c-4b0e-84ef-415ba2fc59ab req-e107d6d2-dd78-42c1-9e5e-eae7e7f8db3d service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674578 Mar 16 11:27:04.128944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9b656-a4ab-4e84-8667-5a1430652e4c req-2f750828-d85f-45c8-ba95-fd67de561b3b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:04.130415 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1f9b656-a4ab-4e84-8667-5a1430652e4c req-2f750828-d85f-45c8-ba95-fd67de561b3b tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0825880 Mar 16 11:27:04.174195 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a1f9b656-a4ab-4e84-8667-5a1430652e4c req-c7a6edba-42d5-4624-8aa9-1d44128e9f86 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Mar 16 11:27:04.185914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:04.281739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.306239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.332284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:04.342003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:04.345613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.415560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:04.446584 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866', 'code': 200} Mar 16 11:27:05.013049 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:05.361518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff136ec-31bd-4bf9-8c41-4172710383ce req-f4b2e737-a27f-4b14-8e71-b8390a5fb204 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:05.362942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ff136ec-31bd-4bf9-8c41-4172710383ce req-f4b2e737-a27f-4b14-8e71-b8390a5fb204 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 944 time: 0.0779045 Mar 16 11:27:05.405080 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ff136ec-31bd-4bf9-8c41-4172710383ce req-70f56e43-ef18-46c4-a2c6-50fd6f770460 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Mar 16 11:27:06.180703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:27:06.313422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:06.325974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '270e9a32-1792-49e1-81b7-18d333be0866', 'network_id': 'dba8d54b-7685-4fe6-a706-adee91ddc1ba', 'port_id': '270e9a32-1792-49e1-81b7-18d333be0866', 'mac_address': 'fa:16:3e:a6:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb99cb-7191-4639-8062-25df339dde30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:27:06.378918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.395324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270e9a32-1792-49e1-81b7-18d333be0866 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:06.410399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:06.414097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.484246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:06.544969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['270e9a32-1792-49e1-81b7-18d333be0866'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:06.600639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5e81-8856-4c32-a53b-55d90d63d34a req-de550189-4029-4dd3-8f45-55578819dafd tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:06.602111 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-479c5e81-8856-4c32-a53b-55d90d63d34a req-de550189-4029-4dd3-8f45-55578819dafd tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 945 time: 0.0815220 Mar 16 11:27:06.648985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-479c5e81-8856-4c32-a53b-55d90d63d34a req-b43deaa2-9c47-48f0-b43c-c0ff2e910bf1 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Mar 16 11:27:07.029411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-184e6056-9aa2-4275-ba82-a72b89bdb097 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.030701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-184e6056-9aa2-4275-ba82-a72b89bdb097 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.55 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74&tenant_id=38131b315b9443c4b8c870c9158b6c09&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Mar 16 11:27:07.183896 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-debf7762-d5fb-4152-bbd4-f292cc55d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.185341 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-debf7762-d5fb-4152-bbd4-f292cc55d1cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38131b315b9443c4b8c870c9158b6c09&device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 1098 time: 0.0717411 Mar 16 11:27:07.312056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-2596d897-a605-4606-b1f3-4049e3125f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.313542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-2596d897-a605-4606-b1f3-4049e3125f7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 200 len: 912 time: 0.1227853 Mar 16 11:27:07.381972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-47041e76-cc19-476b-b0d9-0ecdafd12119 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 200 len: 217 time: 0.0627131 Mar 16 11:27:07.442286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-bdb4992f-23fb-49d6-ae6c-1afd6bd72a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:07.443680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-bdb4992f-23fb-49d6-ae6c-1afd6bd72a86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 200 len: 851 time: 0.0560129 Mar 16 11:27:07.488678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-7f1a4498-eedd-4bec-9b69-9b047be55c2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dba8d54b-7685-4fe6-a706-adee91ddc1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396156 Mar 16 11:27:07.620020 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-3ce1c80f-8f34-4ff0-8e42-2d85c6aa0c62 service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257794 Mar 16 11:27:07.751542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-07ca63aa-1cf9-4bf7-aef5-22b92c0c6fbb service neutron] 10.222.0.55 "GET /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251395 Mar 16 11:27:08.204406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:08.270916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 270e9a32-1792-49e1-81b7-18d333be0866 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:08.271282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.389239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.415774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:08.425797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:08.432728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.474978 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866', 'code': 200} Mar 16 11:27:08.509923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:08.518016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.518555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.518909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.519246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.519613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.519917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.521035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.521362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.521694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.522022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.522347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.523169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:08.668979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982664-6012-498a-aa97-d653c7722d4e req-c5242383-c380-4873-873a-3b5500d05c68 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:08.670407 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c7982664-6012-498a-aa97-d653c7722d4e req-c5242383-c380-4873-873a-3b5500d05c68 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0832615 Mar 16 11:27:08.714648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c7982664-6012-498a-aa97-d653c7722d4e req-1954e3df-f3ee-4b4e-b670-d607982ffdc4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Mar 16 11:27:09.899267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c023d-7e4b-4a03-a7e2-52bc130dcd98 req-6844965a-cd3f-48f9-b0b2-b377f4c1fd80 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:09.900686 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-923c023d-7e4b-4a03-a7e2-52bc130dcd98 req-6844965a-cd3f-48f9-b0b2-b377f4c1fd80 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.0789573 Mar 16 11:27:09.946009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-923c023d-7e4b-4a03-a7e2-52bc130dcd98 req-27de4f45-ba82-4476-8ba6-417d5a58ed71 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Mar 16 11:27:10.602544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-bcbb5cab-aa1b-4a07-8030-4cfb7ff825c4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:10.603943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-bcbb5cab-aa1b-4a07-8030-4cfb7ff825c4 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.55 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.1788416 Mar 16 11:27:10.682601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Deleting port 270e9a32-1792-49e1-81b7-18d333be0866 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:10.682852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:10.926325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] For port 270e9a32-1792-49e1-81b7-18d333be0866, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=270e9a32-1792-49e1-81b7-18d333be0866,segment=NetworkSegment(f87dc5d0-aa36-4fbf-8356-8cafa4d05a47),segment_id=f87dc5d0-aa36-4fbf-8356-8cafa4d05a47)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:10.927300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.077587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Calling delete_port for 270e9a32-1792-49e1-81b7-18d333be0866 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:11.244709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced58570-6583-4507-8b97-3485cc2e2c7f req-2b7f13f6-1b94-490d-8443-0a0e5168f9e6 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:11.247022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ced58570-6583-4507-8b97-3485cc2e2c7f req-2b7f13f6-1b94-490d-8443-0a0e5168f9e6 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649a432-6ce8-4048-8c24-cf6d21f66d74 HTTP/1.1" status: 200 len: 946 time: 0.1754546 Mar 16 11:27:11.316698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ced58570-6583-4507-8b97-3485cc2e2c7f req-0d0b569b-83e5-46c0-bea8-7199287e9b86 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb77b1df-206a-4417-bcce-440c8dd812cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586944 Mar 16 11:27:11.317434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.351414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['270e9a32-1792-49e1-81b7-18d333be0866'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:11.370481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Pushing event deleted for resources: {'Port': ['ID=270e9a32-1792-49e1-81b7-18d333be0866,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:11.442580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] No DVR routers for this DVR port 270e9a32-1792-49e1-81b7-18d333be0866 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:11.444983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.447399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-deleted', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:11.463242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2223737e-dc40-44ea-9876-ceaa45fdbf4c req-1b8da4e8-7115-4def-b11a-3fab7c1fd862 tempest-DeleteServersTestJSON-1688928505 tempest-DeleteServersTestJSON-1688928505-project] 10.222.0.55 "DELETE /v2.0/ports/270e9a32-1792-49e1-81b7-18d333be0866 HTTP/1.1" status: 204 len: 173 time: 0.8528545 Mar 16 11:27:11.501973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649a432-6ce8-4048-8c24-cf6d21f66d74', 'name': 'network-vif-deleted', 'tag': '270e9a32-1792-49e1-81b7-18d333be0866', 'status': 'completed', 'code': 200} Mar 16 11:27:12.556275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49800) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:12.617202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Deleting subnet 6bfb99cb-7191-4639-8062-25df339dde30 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:27:12.620066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.681122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.742205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.812362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.850624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:12.853076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfb99cb-7191-4639-8062-25df339dde30,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:12.859883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-53c69cbc-a4de-4e26-9f95-57aadf49a8d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6bfb99cb-7191-4639-8062-25df339dde30 HTTP/1.1" status: 204 len: 168 time: 0.3025711 Mar 16 11:27:12.862306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49804) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:12.968625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.091960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.117289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba8d54b-7685-4fe6-a706-adee91ddc1ba']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.129210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.129510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87dc5d0-aa36-4fbf-8356-8cafa4d05a47') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:13.141944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.161824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.168569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:27:13.169117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:27:13.182413 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:27:13.360795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.365316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.388637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] Pushing event deleted for resources: {'Network': ['ID=dba8d54b-7685-4fe6-a706-adee91ddc1ba,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:13.395973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2d9ba5f9-32c7-4e65-999c-fd927b97577e admin admin] 10.222.0.50 "DELETE /v2.0/networks/dba8d54b-7685-4fe6-a706-adee91ddc1ba HTTP/1.1" status: 204 len: 168 time: 0.5327218 Mar 16 11:27:13.505619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49810) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:13.552898 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-10d666e9-ffa7-4a69-bb60-7eb0f3c7887c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38131b315b9443c4b8c870c9158b6c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462322 Mar 16 11:27:13.555200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 49814) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:13.614022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.640328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.692955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.710032 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77b1df-206a-4417-bcce-440c8dd812cb,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:13.720526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.720956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.721289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.721611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.721930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.722245 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.722559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.722873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.723181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.723503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.723793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.724096 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:13.734028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:13.735140 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-af654ddc-a1d7-4f71-90d1-47d39af45ea1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb77b1df-206a-4417-bcce-440c8dd812cb HTTP/1.1" status: 204 len: 168 time: 0.1790900 Mar 16 11:27:14.232531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:14.270508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 270e9a32-1792-49e1-81b7-18d333be0866 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:27:14.270890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 270e9a32-1792-49e1-81b7-18d333be0866 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:27:14.439633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49838) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:14.541188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1729139881-network', 'tenant_id': '5dc99165c77d448189a606cbbf4bb702'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:14.546673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:14.550522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Usage tracker for resource:network and tenant:5dc99165c77d448189a606cbbf4bb702 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:14.553693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:14.565272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:14.576699 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Made reservation on behalf of 5dc99165c77d448189a606cbbf4bb702 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:14.578971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.591605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.609153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:14.612903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc99165c77d448189a606cbbf4bb702 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:14.615632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:14.621502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:14.703937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.707398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.735070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:27:14.747807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b776d-ab8f-4777-a68a-202fd1955a22,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:14.752319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.752665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Added segment 693d9441-32ec-4d11-86e3-6615200804ec of type vlan for network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 Mar 16 11:27:14.781063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.809448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.810375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:14.810949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:14.912933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4721668 Mar 16 11:27:14.915689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 49844) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:14.923589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Request body: {'subnet': {'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1729139881-subnet', 'tenant_id': '5dc99165c77d448189a606cbbf4bb702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:14.926999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8800a-8781-4d40-a2d0-478aadc69b04 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc05bfc-0c61-40c0-aa4b-ba574736a530,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:14.930495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:14.934884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Usage tracker for resource:subnet and tenant:5dc99165c77d448189a606cbbf4bb702 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:14.937204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:27:14.937761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:14.943424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:14.954920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Made reservation on behalf of 5dc99165c77d448189a606cbbf4bb702 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:14.957405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.162426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.236182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84cab19-77a4-4f57-a443-46dbfe7847e7,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:15.244369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Checking segment: {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:15.244721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Network hostable DHCP agents. Network: 5dc05bfc-0c61-40c0-aa4b-ba574736a530, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:27:15.262925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:27:15.271151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 5dc05bfc-0c61-40c0-aa4b-ba574736a530) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:15.274982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:15.275557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:15.279828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dd81a-2043-487e-9286-3deaf2eaa152 None None] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:15.295288 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-10b72c12-24f1-402e-b6f6-d4fe6f7b7e77 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3785982 Mar 16 11:27:15.493166 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0dcf8-3b4f-4b4c-9342-e2458d9a2fcc None None] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:15.805008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-f75e6e09-a738-4996-a018-8f8e4bb5b183 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:15.805679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-f75e6e09-a738-4996-a018-8f8e4bb5b183 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Synchronizing usage tracker for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:15.822880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-f75e6e09-a738-4996-a018-8f8e4bb5b183 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Unset dirty status for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:15.824059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-f75e6e09-a738-4996-a018-8f8e4bb5b183 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 815 time: 0.1638393 Mar 16 11:27:15.838730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-b1cee697-dc8d-4789-acf2-8c15eb4036db tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/quotas/5dc99165c77d448189a606cbbf4bb702 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Mar 16 11:27:15.885774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-dddb33b5-6961-411d-b894-9a9d03db70b0 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414250 Mar 16 11:27:16.017177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-bd45c0f4-77f9-4b49-b5d9-4ad0a88fa59f service neutron] 10.222.0.50 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240830 Mar 16 11:27:16.150982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-14c1c383-6eda-46c3-8f4f-6de6102b9d1b service neutron] 10.222.0.50 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278522 Mar 16 11:27:16.339257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-60b442df-a622-4053-9b01-bd1563f79813 req-0fa812a3-4c74-4b32-9a04-22fdc3700b78 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 210 time: 0.0496955 Mar 16 11:27:17.453720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-22b7efb3-cb00-497b-994f-81b39e42e378 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:17.455183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-22b7efb3-cb00-497b-994f-81b39e42e378 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 815 time: 0.1603043 Mar 16 11:27:17.497964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Request body: {'port': {'device_id': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'admin_state_up': True, 'tenant_id': '5dc99165c77d448189a606cbbf4bb702'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:17.520807 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48d57771-85c5-4ef1-8fc9-cae7bd1d8be0 req-19bffd0e-943f-4935-b3c3-a3ae61a294ab tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 210 time: 0.0644393 Mar 16 11:27:17.641250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:17.644933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Usage tracker for resource:port and tenant:5dc99165c77d448189a606cbbf4bb702 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:17.647654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:17.653470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:17.662847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Made reservation on behalf of 5dc99165c77d448189a606cbbf4bb702 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:17.666455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.927983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Allocated IP 172.20.0.8 (5dc05bfc-0c61-40c0-aa4b-ba574736a530/c84cab19-77a4-4f57-a443-46dbfe7847e7/8d612e35-a324-4bea-9dae-0ff726c53763) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:18.128232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.156398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.217750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:18.220827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:18.223401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:18.278447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:18.300939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:18.301919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.321263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-d0caa5b6-71fa-4595-b9e5-e427e8d3bc97 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280437 Mar 16 11:27:18.338668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Request body: {'port': {'device_id': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:18.444036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.827054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-b6da267e-93a2-4aa3-b745-a87305dce82e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:18.827768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-b6da267e-93a2-4aa3-b745-a87305dce82e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Synchronizing usage tracker for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:18.897312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-b6da267e-93a2-4aa3-b745-a87305dce82e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Unset dirty status for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:18.898443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-b6da267e-93a2-4aa3-b745-a87305dce82e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 931 time: 0.2274485 Mar 16 11:27:18.902274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d612e35-a324-4bea-9dae-0ff726c53763 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:18.921278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.949662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Transition to ACTIVE for port object 8d612e35-a324-4bea-9dae-0ff726c53763 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:18.955875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.994315 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-640c522a-bd3f-4efe-b905-71da4c55e36b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Synchronizing usage tracker for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:19.146405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:19.149429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-640c522a-bd3f-4efe-b905-71da4c55e36b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Unset dirty status for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:19.151042 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ca72b28-78b5-495e-bb82-ebd05dcd17eb req-640c522a-bd3f-4efe-b905-71da4c55e36b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444804 Mar 16 11:27:19.226751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Attempting to bind port 8d612e35-a324-4bea-9dae-0ff726c53763 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:19.227071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Attempting to bind port 8d612e35-a324-4bea-9dae-0ff726c53763 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:19.227390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Attempting to bind port 8d612e35-a324-4bea-9dae-0ff726c53763 on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:19.232655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Port 8d612e35-a324-4bea-9dae-0ff726c53763 on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:27:19.233002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Attempting to bind port 8d612e35-a324-4bea-9dae-0ff726c53763 on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:19.237974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:19.238307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Checking segment: {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:19.238679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Bound using segment: {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:19.239124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Bound port: 8d612e35-a324-4bea-9dae-0ff726c53763, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:19.239457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.330694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:19.333605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:19.337884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.390754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.391351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.392695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 1093 time: 1.0579119 Mar 16 11:27:19.393147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:19.422202 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575f273-f576-4afc-ae8d-51a41776b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:19.445062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763', 'status': 'completed', 'code': 200} Mar 16 11:27:19.530322 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-2309fb73-109e-4e37-afb5-a2376e312929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.531766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-2309fb73-109e-4e37-afb5-a2376e312929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1096 time: 0.0712485 Mar 16 11:27:19.704598 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-4390a016-7c2d-457d-8bff-4d0fa7e7007a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.1603796 Mar 16 11:27:19.764212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-6d5780a1-2d91-46bb-9cc4-3547a858a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:19.765604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-6d5780a1-2d91-46bb-9cc4-3547a858a547 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0556159 Mar 16 11:27:19.811684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-628210a9-e5f8-43f7-8af5-a35aa904a97c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397832 Mar 16 11:27:19.945985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-c8ff8169-3c4b-484d-a5a3-c92c23c8120f service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280026 Mar 16 11:27:20.073311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f889594-a2b4-43bb-8fac-1a8856df70b7 req-89ef91cd-0b50-4d9e-8a36-55bf61210418 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213644 Mar 16 11:27:20.231668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-f8e07564-681d-4497-8013-c4cbdbdc5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:20.233185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-f8e07564-681d-4497-8013-c4cbdbdc5db1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1096 time: 0.0751061 Mar 16 11:27:20.409639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-e8fa59d8-1c33-4239-a27b-cc232d11ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:20.410975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-e8fa59d8-1c33-4239-a27b-cc232d11ffe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1721456 Mar 16 11:27:20.485609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-7eea95d0-f2b6-4049-b708-243f48065598 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.0665274 Mar 16 11:27:20.493203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed46b5-12e4-48aa-9333-dde9130edf09 req-2f2d93d9-4e90-46c2-8c33-b8ffb28b7e39 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:20.494555 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbed46b5-12e4-48aa-9333-dde9130edf09 req-2f2d93d9-4e90-46c2-8c33-b8ffb28b7e39 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 943 time: 0.2254481 Mar 16 11:27:20.586080 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbed46b5-12e4-48aa-9333-dde9130edf09 req-027ca240-7085-4bf8-ac9b-51df12e70b0f tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Mar 16 11:27:20.587519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-3baadad3-7896-4bd4-9e22-ab56a17f5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:20.588850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-3baadad3-7896-4bd4-9e22-ab56a17f5f2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0934756 Mar 16 11:27:20.635054 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-cd220a4f-302e-4080-960c-59d54901fd8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397699 Mar 16 11:27:20.763449 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-d45fe6d0-b8bb-4442-a593-b0c9b6eaf64f service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215818 Mar 16 11:27:20.895489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf902f5b-3852-4c62-878b-09c8ae647355 req-9a5f2103-0b85-49f7-af71-827f35501b65 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255538 Mar 16 11:27:21.770903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caeb72-a984-4807-93e2-b62658075eed req-af0a3ec5-183c-43d4-8135-c37e915ea359 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:21.772247 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3caeb72-a984-4807-93e2-b62658075eed req-af0a3ec5-183c-43d4-8135-c37e915ea359 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 943 time: 0.0778744 Mar 16 11:27:21.819387 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3caeb72-a984-4807-93e2-b62658075eed req-cd789508-01b0-4693-b424-a7f443de1803 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Mar 16 11:27:23.008906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1962dc-9d9f-46d7-95b6-1a8f316ac73a req-eac7d9c6-987f-48eb-bc15-8fdf31e09d10 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:23.010308 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da1962dc-9d9f-46d7-95b6-1a8f316ac73a req-eac7d9c6-987f-48eb-bc15-8fdf31e09d10 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 943 time: 0.0784066 Mar 16 11:27:23.052750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da1962dc-9d9f-46d7-95b6-1a8f316ac73a req-e4b6e786-5024-424a-9a2d-22214d90a26a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Mar 16 11:27:24.235174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779fc42-5650-421b-86cd-9eeef2c3c6cf req-dfc2ea36-8294-48d6-9837-87b403f2e6dd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:24.236599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a779fc42-5650-421b-86cd-9eeef2c3c6cf req-dfc2ea36-8294-48d6-9837-87b403f2e6dd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 943 time: 0.0818655 Mar 16 11:27:24.244195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:27:24.280860 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a779fc42-5650-421b-86cd-9eeef2c3c6cf req-3f70786d-524e-45b3-af22-25ce29baa5c7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Mar 16 11:27:24.375882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:24.388789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '8d612e35-a324-4bea-9dae-0ff726c53763', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'port_id': '8d612e35-a324-4bea-9dae-0ff726c53763', 'mac_address': 'fa:16:3e:8c:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cab19-77a4-4f57-a443-46dbfe7847e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:27:24.445233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:24.462012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d612e35-a324-4bea-9dae-0ff726c53763 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:27:24.477490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:24.482100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:24.548008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:24.858557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['8d612e35-a324-4bea-9dae-0ff726c53763'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:27:25.467047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a81ddb-13ba-4bd1-9a44-f48c6a1ba7b8 req-d4dd9b92-f655-479f-8b1f-120e6597e7dd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:25.468464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53a81ddb-13ba-4bd1-9a44-f48c6a1ba7b8 req-d4dd9b92-f655-479f-8b1f-120e6597e7dd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 944 time: 0.0789282 Mar 16 11:27:25.513107 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53a81ddb-13ba-4bd1-9a44-f48c6a1ba7b8 req-c4cdde23-f4cb-4bdd-95c8-5d21c29f62c7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Mar 16 11:27:26.247418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:27:26.313688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 8d612e35-a324-4bea-9dae-0ff726c53763 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:27:26.318407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 8d612e35-a324-4bea-9dae-0ff726c53763 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:27:26.318772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:26.431607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:26.458452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:26.468445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:26.472932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:26.506711 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763', 'code': 200} Mar 16 11:27:26.546291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:26.864351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63aff6-d95c-41f5-a0e4-2ccca6e6d15c req-657ad501-67ba-4be0-8eae-d517bf906090 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:26.865835 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a63aff6-d95c-41f5-a0e4-2ccca6e6d15c req-657ad501-67ba-4be0-8eae-d517bf906090 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.2362773 Mar 16 11:27:26.868658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1935-7ed6-421f-ac89-099de0a4d19c req-9bef71f3-01a6-43df-9934-1e7aa975e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:26.870004 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a1935-7ed6-421f-ac89-099de0a4d19c req-9bef71f3-01a6-43df-9934-1e7aa975e99d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1098 time: 0.1055281 Mar 16 11:27:26.889558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-84d77356-82e6-4dcc-b298-3f33e590958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:26.933591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a63aff6-d95c-41f5-a0e4-2ccca6e6d15c req-b238b6bf-9630-4269-b3fe-6361f0b57570 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Mar 16 11:27:26.940899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d77a1935-7ed6-421f-ac89-099de0a4d19c req-b5e31ebe-22a4-4d21-9f56-eae5c514bf1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Mar 16 11:27:28.118789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a0d8c-7bb1-47bb-9d5d-9adfb3c182ca req-2e0f3d34-7d37-4966-bc9c-4b79af07aafc tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:28.120197 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f3a0d8c-7bb1-47bb-9d5d-9adfb3c182ca req-2e0f3d34-7d37-4966-bc9c-4b79af07aafc tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0795965 Mar 16 11:27:28.166242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f3a0d8c-7bb1-47bb-9d5d-9adfb3c182ca req-ac2a1e67-3f74-4413-8139-728158807174 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Mar 16 11:27:29.097398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-498681be-de25-4b90-b41d-8dc45cdd61ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:29.354408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b87ec-db9c-4caa-91b0-30aacbc2f1ef req-fb310de6-d977-49b4-a087-acf8df83c53f tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:29.355760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b33b87ec-db9c-4caa-91b0-30aacbc2f1ef req-fb310de6-d977-49b4-a087-acf8df83c53f tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0795586 Mar 16 11:27:29.399450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b33b87ec-db9c-4caa-91b0-30aacbc2f1ef req-f2b121d6-eebc-42fd-8ec4-c725c375cfa4 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Mar 16 11:27:29.590416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795b65c-70d5-4bf1-952a-b358e307d567 req-639b88b9-d111-4117-a4da-0e55e57e548b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:29.592499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d795b65c-70d5-4bf1-952a-b358e307d567 req-639b88b9-d111-4117-a4da-0e55e57e548b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0885575 Mar 16 11:27:29.639142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d795b65c-70d5-4bf1-952a-b358e307d567 req-70c93a40-34d5-4a42-91c9-bab8dc1c9c0d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Mar 16 11:27:29.979926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a311a-a040-4df1-8f98-789e66e642a5 req-799333e0-2297-4306-b45c-d8c2eff71798 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:29.983040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-721a311a-a040-4df1-8f98-789e66e642a5 req-799333e0-2297-4306-b45c-d8c2eff71798 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0793815 Mar 16 11:27:30.024878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-721a311a-a040-4df1-8f98-789e66e642a5 req-14502c3e-81b8-4036-af09-b3b839f23006 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Mar 16 11:27:30.207857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b7c0-359f-468c-927b-6bdb36ca0306 req-b148bc68-aa49-42fe-a56b-7bf57755c1e8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:30.209306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6250b7c0-359f-468c-927b-6bdb36ca0306 req-b148bc68-aa49-42fe-a56b-7bf57755c1e8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0820589 Mar 16 11:27:30.252177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6250b7c0-359f-468c-927b-6bdb36ca0306 req-7b200915-e5e6-47aa-a1e7-85e49d220ad5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Mar 16 11:27:30.522706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:30.558617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:30.599714 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-6ee944ee-e63a-4f45-b633-522cf95d4af1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706367 Mar 16 11:27:30.658430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a393-08c4-40f0-8923-f783e3cddef9 req-fe1b3dcb-9c2b-4ade-88d5-ff031eba5485 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:30.659879 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5e09a393-08c4-40f0-8923-f783e3cddef9 req-fe1b3dcb-9c2b-4ade-88d5-ff031eba5485 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0821638 Mar 16 11:27:30.705907 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5e09a393-08c4-40f0-8923-f783e3cddef9 req-9c870fcd-1dcb-41b5-af44-a3147c4be547 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Mar 16 11:27:31.954380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df806c-d8bd-42af-86ae-5201e0288764 req-94df8a86-e071-4019-831f-b2d996a2a059 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:31.955831 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69df806c-d8bd-42af-86ae-5201e0288764 req-94df8a86-e071-4019-831f-b2d996a2a059 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.1351237 Mar 16 11:27:31.963408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-3ee17e3f-b4e8-4eb8-9c43-2f0ac44deae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:31.963596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:31.965058 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-3ee17e3f-b4e8-4eb8-9c43-2f0ac44deae4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1098 time: 0.1104665 Mar 16 11:27:32.092481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69df806c-d8bd-42af-86ae-5201e0288764 req-016d053d-bbfd-4272-bd8e-556969e54194 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264570 Mar 16 11:27:32.129957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-daac775a-b3ab-447f-af95-c6d01c7353c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:32.131359 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-daac775a-b3ab-447f-af95-c6d01c7353c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1527278 Mar 16 11:27:32.196598 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-663ec6fa-7665-41c4-b7ef-cd22a677863c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.0587459 Mar 16 11:27:32.259116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-8e063e98-ec79-476f-be87-76f9d89e2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:32.260474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-8e063e98-ec79-476f-be87-76f9d89e2693 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0583460 Mar 16 11:27:32.305031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-dfaa6b48-26c1-4729-a0dc-448c97cdbc51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391057 Mar 16 11:27:32.430793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-2af09455-cf1d-4c77-aae8-1a3c537dbf67 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197109 Mar 16 11:27:32.558712 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-18b8473b-27e9-4a4c-b78a-1bbeff0a67d5 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213162 Mar 16 11:27:33.272387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0651a-4d2b-4106-ab16-186523c22694 req-18af0867-42bb-4ae4-92a6-a7adb0072fb8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:33.273835 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-83f0651a-4d2b-4106-ab16-186523c22694 req-18af0867-42bb-4ae4-92a6-a7adb0072fb8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0779676 Mar 16 11:27:33.320221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-83f0651a-4d2b-4106-ab16-186523c22694 req-4c21932b-802c-4c70-9a80-0ad645e672c6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Mar 16 11:27:34.262346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.602487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893462-456d-46c4-8519-04dc477304ae req-7c0bfdac-d13a-4d1e-bd05-751268745f56 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:34.603912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8893462-456d-46c4-8519-04dc477304ae req-7c0bfdac-d13a-4d1e-bd05-751268745f56 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.1759872 Mar 16 11:27:34.646476 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8893462-456d-46c4-8519-04dc477304ae req-e31c6735-0bf6-4907-8bb4-be57a7a5d41d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Mar 16 11:27:35.180682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-193e9b4d-a23a-48da-baac-4cdacf112218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.182199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-193e9b4d-a23a-48da-baac-4cdacf112218 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1098 time: 0.0768948 Mar 16 11:27:35.323173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-7175350e-d9d1-4ba1-aae6-8ec86deddc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.324592 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-7175350e-d9d1-4ba1-aae6-8ec86deddc96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1239848 Mar 16 11:27:35.393727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-8baa429e-e75a-4602-9c83-6b82f07d17bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.0623851 Mar 16 11:27:35.457267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-2a596aac-231f-4663-bc73-35763459df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.458592 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-2a596aac-231f-4663-bc73-35763459df67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0592906 Mar 16 11:27:35.503769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-f746f174-02d4-4e18-bea9-7aea79b6de78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395660 Mar 16 11:27:35.632251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-ef4215fb-5e93-4431-b24b-f4854e83d7e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Mar 16 11:27:35.803333 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab5df804-ad06-4f44-a101-a77225a4b58d req-ba3b7e89-3285-4655-9182-43a4ad0625b8 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649628 Mar 16 11:27:35.841510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05375a5f-6219-48f9-8308-466210e02eb3 req-78a79072-42ac-44f1-8c26-e40baa043c72 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:35.842918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05375a5f-6219-48f9-8308-466210e02eb3 req-78a79072-42ac-44f1-8c26-e40baa043c72 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0883868 Mar 16 11:27:35.886789 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05375a5f-6219-48f9-8308-466210e02eb3 req-7561d538-a1a4-4518-a494-b06b15fe9d37 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Mar 16 11:27:37.073519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cff14-3910-4641-9ee9-3076e4cf9968 req-dda99779-368d-49fe-8298-46fa37020e98 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:37.075974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b05cff14-3910-4641-9ee9-3076e4cf9968 req-dda99779-368d-49fe-8298-46fa37020e98 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0846133 Mar 16 11:27:37.119504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b05cff14-3910-4641-9ee9-3076e4cf9968 req-e8339c56-b3cc-4aba-abee-ee7425311ccf tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Mar 16 11:27:38.305989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94615fb-cf2d-4456-8b99-9524799f320c req-263b327d-8172-4bc4-9497-1be3c923dd94 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:38.307394 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e94615fb-cf2d-4456-8b99-9524799f320c req-263b327d-8172-4bc4-9497-1be3c923dd94 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0813105 Mar 16 11:27:38.351508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e94615fb-cf2d-4456-8b99-9524799f320c req-0810d2c9-d0f9-43e8-ab4a-51dea6a5e80c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Mar 16 11:27:39.542256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fedeb-6d8a-4944-a3b5-a91836c832e1 req-48e32129-6c08-4d36-833a-cd714fa70115 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:39.544559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-590fedeb-6d8a-4944-a3b5-a91836c832e1 req-48e32129-6c08-4d36-833a-cd714fa70115 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0863214 Mar 16 11:27:39.594924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-590fedeb-6d8a-4944-a3b5-a91836c832e1 req-28f46620-c3d2-4c33-b954-10ca526e8b8d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Mar 16 11:27:40.774513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554f1d2-0665-4549-a279-113756f0087c req-18e3e1a0-7d8f-4255-a664-cf0b605b85f5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:40.775843 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a554f1d2-0665-4549-a279-113756f0087c req-18e3e1a0-7d8f-4255-a664-cf0b605b85f5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0778747 Mar 16 11:27:40.820793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a554f1d2-0665-4549-a279-113756f0087c req-c770c46c-5148-4b2b-9ee6-33360f55feca tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Mar 16 11:27:42.011557 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:42.019365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bb298-d652-421d-a023-0950677d29bb req-1ff4d84f-98e7-4b6c-921b-b509b5c07bfb tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:42.020820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-409bb298-d652-421d-a023-0950677d29bb req-1ff4d84f-98e7-4b6c-921b-b509b5c07bfb tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0858648 Mar 16 11:27:42.064026 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-409bb298-d652-421d-a023-0950677d29bb req-84510ef5-dd55-454b-aefc-dc9ac0faaa2e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Mar 16 11:27:43.245051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e4654-77d8-4e18-97f5-cc1d48e1ca5e req-4fe9b918-f64e-4fdc-acfc-22840e445857 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.246483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e43e4654-77d8-4e18-97f5-cc1d48e1ca5e req-4fe9b918-f64e-4fdc-acfc-22840e445857 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0794315 Mar 16 11:27:43.289410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e43e4654-77d8-4e18-97f5-cc1d48e1ca5e req-e71cb338-3608-489b-9365-af8573ea9703 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Mar 16 11:27:44.474317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837446b-ae5e-4057-a1ea-779451d87bc3 req-d8b11034-7e55-4ee9-b164-80ed53197322 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.475731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2837446b-ae5e-4057-a1ea-779451d87bc3 req-d8b11034-7e55-4ee9-b164-80ed53197322 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0812855 Mar 16 11:27:44.519130 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2837446b-ae5e-4057-a1ea-779451d87bc3 req-fe87946c-30fa-42cf-a4ee-015c5f18b8a5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Mar 16 11:27:45.701728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc46129-dbcc-4505-86e7-253455256a08 req-2cf76fc8-4dbd-42fd-981e-b3bf04eb063d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.703148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adc46129-dbcc-4505-86e7-253455256a08 req-2cf76fc8-4dbd-42fd-981e-b3bf04eb063d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0775032 Mar 16 11:27:45.748423 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adc46129-dbcc-4505-86e7-253455256a08 req-ffe71ccf-4ca2-4622-afbb-c71438d8a6ea tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Mar 16 11:27:46.928930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b62c40-951b-43a0-a8c3-0e77d47e078e req-89c0fc4a-aebc-4f7e-adf5-a000f291bcef tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:46.930372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c5b62c40-951b-43a0-a8c3-0e77d47e078e req-89c0fc4a-aebc-4f7e-adf5-a000f291bcef tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0788357 Mar 16 11:27:46.973211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c5b62c40-951b-43a0-a8c3-0e77d47e078e req-d7cb3234-30a7-43fe-9b93-c830e8e1cc60 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372374 Mar 16 11:27:48.159802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50930b0f-4dc2-4a72-8cd8-a181910eafd3 req-b3779536-a302-42f1-b7b5-2bfe801a983e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:48.161234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50930b0f-4dc2-4a72-8cd8-a181910eafd3 req-b3779536-a302-42f1-b7b5-2bfe801a983e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0814154 Mar 16 11:27:48.296774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50930b0f-4dc2-4a72-8cd8-a181910eafd3 req-0d5fb5ff-1e15-4d6d-a9b1-13262b3d3cb8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300039 Mar 16 11:27:49.483290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa49bf-225d-4ab5-9d74-686fc738fa3d req-599c3418-eb3d-4abd-aa82-73b0e82d42d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:49.485430 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54fa49bf-225d-4ab5-9d74-686fc738fa3d req-599c3418-eb3d-4abd-aa82-73b0e82d42d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0796323 Mar 16 11:27:49.527892 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54fa49bf-225d-4ab5-9d74-686fc738fa3d req-ea861338-f436-4361-a757-ef2c1fa8438e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Mar 16 11:27:50.713285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1cd35-99ca-48cf-ab1e-32614614b18c req-eee8722c-c716-48db-872c-9e0544798a9b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:50.714631 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5fe1cd35-99ca-48cf-ab1e-32614614b18c req-eee8722c-c716-48db-872c-9e0544798a9b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0809131 Mar 16 11:27:50.757194 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5fe1cd35-99ca-48cf-ab1e-32614614b18c req-95adf39a-d0cd-4296-bcc2-2db3e2592569 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Mar 16 11:27:51.940457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cc99e-3dcc-4614-b2fa-8f21feeee1c0 req-b286c949-23e7-4191-aac1-77efe58a9d20 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:51.941899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f1cc99e-3dcc-4614-b2fa-8f21feeee1c0 req-b286c949-23e7-4191-aac1-77efe58a9d20 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0823381 Mar 16 11:27:51.984910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f1cc99e-3dcc-4614-b2fa-8f21feeee1c0 req-dbd85a3c-3ff2-4465-8974-8fcaeaf4f9d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374732 Mar 16 11:27:53.167099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde3a73-2a01-4cc7-a278-3ea996e99a76 req-b8443855-5566-463b-966d-2e9c6028edda tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:53.168508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cde3a73-2a01-4cc7-a278-3ea996e99a76 req-b8443855-5566-463b-966d-2e9c6028edda tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0777707 Mar 16 11:27:53.211030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cde3a73-2a01-4cc7-a278-3ea996e99a76 req-85550c51-0001-464f-9c52-72540ceb7d27 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Mar 16 11:27:54.397373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936e56c-a170-483e-aea5-30636bad4bb9 req-44cbcb3c-9914-4449-9730-af298637f811 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:54.398797 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8936e56c-a170-483e-aea5-30636bad4bb9 req-44cbcb3c-9914-4449-9730-af298637f811 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0813930 Mar 16 11:27:54.441441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8936e56c-a170-483e-aea5-30636bad4bb9 req-d334ad33-f726-498a-8e40-01c6ed9410a7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Mar 16 11:27:55.625424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af84b7-38fd-4fc9-bb20-f7c6458d022a req-579f79cd-4837-4516-806d-f6b76fa6dfb3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:55.626872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91af84b7-38fd-4fc9-bb20-f7c6458d022a req-579f79cd-4837-4516-806d-f6b76fa6dfb3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0812519 Mar 16 11:27:55.674798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91af84b7-38fd-4fc9-bb20-f7c6458d022a req-84ec6577-a2d4-4db5-b57b-5c2c24718d0c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Mar 16 11:27:56.860149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4ac2-0b24-4bee-be2e-4960e4ab9cbe req-6556a592-3288-4ed5-ad39-64fb33a70924 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:56.861599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4ab4ac2-0b24-4bee-be2e-4960e4ab9cbe req-6556a592-3288-4ed5-ad39-64fb33a70924 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0826039 Mar 16 11:27:56.892568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-19ee2c36-1818-40cd-a0ce-923d627b5d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.904848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4ab4ac2-0b24-4bee-be2e-4960e4ab9cbe req-903c63ca-fb35-4174-84ec-5f43ffc3e54e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376647 Mar 16 11:27:58.093997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f050f8-a691-4d48-a16f-48ac0b700537 req-ae83b2bd-8c70-431d-ab4b-bd449642134e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.095513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-56f050f8-a691-4d48-a16f-48ac0b700537 req-ae83b2bd-8c70-431d-ab4b-bd449642134e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0846853 Mar 16 11:27:58.137913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-56f050f8-a691-4d48-a16f-48ac0b700537 req-31a5a9f6-fdae-4c51-a754-8099ea415e6c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Mar 16 11:27:59.099286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-70809270-cf01-4068-8168-58b4c288bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:59.320955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afed41-6d93-449e-9eaf-5e92bb9d71d2 req-8b8c0716-3186-467f-8a73-c0965462c206 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.322380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9afed41-6d93-449e-9eaf-5e92bb9d71d2 req-8b8c0716-3186-467f-8a73-c0965462c206 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0797493 Mar 16 11:27:59.367690 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9afed41-6d93-449e-9eaf-5e92bb9d71d2 req-8bd41d3f-2acd-472e-a6a1-b0f6a6c7aac5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Mar 16 11:27:59.554515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-703afaec-7db8-402d-8d05-0e6fcefabc1c service neutron] 10.222.0.55 "GET /v2.0/ports/8d612e35-a324-4bea-9dae-0ff726c53763/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0752153 Mar 16 11:27:59.839607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-4bf83743-8663-468a-ad99-4c63c36923e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.841053 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-4bf83743-8663-468a-ad99-4c63c36923e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f&tenant_id=5dc99165c77d448189a606cbbf4bb702 HTTP/1.1" status: 200 len: 1098 time: 0.0686541 Mar 16 11:27:59.944146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-9851c16c-4298-4cd0-9f4d-e02c24b8d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.945760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-9851c16c-4298-4cd0-9f4d-e02c24b8d4e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1098 time: 0.0733955 Mar 16 11:28:00.078505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-37eb66e0-9e98-4bb5-9d90-a30230e9efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:00.079958 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-37eb66e0-9e98-4bb5-9d90-a30230e9efc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1288116 Mar 16 11:28:00.147966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-e2732efe-c828-4a58-98bf-a22850985f05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.0619223 Mar 16 11:28:00.208460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-ba18fb35-c984-430c-b018-f41aad81345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:00.209884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-ba18fb35-c984-430c-b018-f41aad81345b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0564194 Mar 16 11:28:00.255663 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-53c27866-6711-4cf3-bba0-4229e84d417e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398757 Mar 16 11:28:00.387888 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-98b87abe-50e5-419a-a9fb-5d2291e4468a service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261172 Mar 16 11:28:00.525707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.553364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.680680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3831b9af-94c0-4ee7-a73a-44515b40bf25 req-d666313d-ff13-4942-ba0e-bb488bb4c3a5 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872903 Mar 16 11:28:00.702773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c937f-de99-4bde-9bad-d0b64bd10d89 req-ec9f85b7-60d7-4aa2-8793-567115c8e12e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:00.704801 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-320c937f-de99-4bde-9bad-d0b64bd10d89 req-ec9f85b7-60d7-4aa2-8793-567115c8e12e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.2246130 Mar 16 11:28:00.749831 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-320c937f-de99-4bde-9bad-d0b64bd10d89 req-75680031-031c-4e29-9200-08b0c4e1dab7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Mar 16 11:28:01.932523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cac4d-bd00-4564-95d5-a89405a6f637 req-c2fd3ce5-d070-4b9b-9d00-f0ea9e022ede tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:01.933973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe6cac4d-bd00-4564-95d5-a89405a6f637 req-c2fd3ce5-d070-4b9b-9d00-f0ea9e022ede tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0794032 Mar 16 11:28:01.966803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.980322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe6cac4d-bd00-4564-95d5-a89405a6f637 req-ce528aab-7656-45d8-bac3-38e7736a20fd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Mar 16 11:28:02.311479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:28:02.440720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:02.453420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '8d612e35-a324-4bea-9dae-0ff726c53763', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'port_id': '8d612e35-a324-4bea-9dae-0ff726c53763', 'mac_address': 'fa:16:3e:8c:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cab19-77a4-4f57-a443-46dbfe7847e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:28:02.511902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.528908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d612e35-a324-4bea-9dae-0ff726c53763 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:02.543703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:02.547589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.612819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:02.764411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['8d612e35-a324-4bea-9dae-0ff726c53763'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:03.159602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88237b0-6657-45cf-97ac-d3ff62cd19f4 req-40539336-5a20-41aa-a4c9-9903a99308e2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:03.161050 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a88237b0-6657-45cf-97ac-d3ff62cd19f4 req-40539336-5a20-41aa-a4c9-9903a99308e2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 944 time: 0.0774961 Mar 16 11:28:03.203962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a88237b0-6657-45cf-97ac-d3ff62cd19f4 req-8e30f449-b431-426a-a6fa-fe21d7d0751d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Mar 16 11:28:04.272362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.326072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:04.391202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 8d612e35-a324-4bea-9dae-0ff726c53763 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:04.391564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.392381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881c68-1d87-4d10-a159-c622dae5c653 req-175ec071-5def-4b18-8089-485311fa2750 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:04.393866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe881c68-1d87-4d10-a159-c622dae5c653 req-175ec071-5def-4b18-8089-485311fa2750 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 944 time: 0.0842280 Mar 16 11:28:04.438185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe881c68-1d87-4d10-a159-c622dae5c653 req-04132c36-a8bc-413b-aa36-86c741ba2942 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384345 Mar 16 11:28:04.512812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.540638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:04.551336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:04.556562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.601816 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763', 'code': 200} Mar 16 11:28:04.639746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:04.814861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab790646-4152-4d7f-9899-894fc0fc2238 req-93bd4f2d-c8ac-491f-b35d-2e8da6a49a48 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:04.816280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab790646-4152-4d7f-9899-894fc0fc2238 req-93bd4f2d-c8ac-491f-b35d-2e8da6a49a48 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.1393199 Mar 16 11:28:04.827574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-a10228a9-0b81-49cc-8647-8a45b729b4b9 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:04.828894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-a10228a9-0b81-49cc-8647-8a45b729b4b9 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f&tenant_id=5dc99165c77d448189a606cbbf4bb702&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1169591 Mar 16 11:28:04.867144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab790646-4152-4d7f-9899-894fc0fc2238 req-460ccaed-9480-4eb2-9309-5416be7c23fd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Mar 16 11:28:04.987116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-0e7e6c2b-c448-4871-a796-3c4c930301f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:04.988568 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-0e7e6c2b-c448-4871-a796-3c4c930301f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 1098 time: 0.0746255 Mar 16 11:28:05.116066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-75719120-a6e3-43d6-b106-57e4baba54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:05.117445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-75719120-a6e3-43d6-b106-57e4baba54fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1232562 Mar 16 11:28:05.185819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-a384ee6e-c83d-4c99-b339-9d3b3d98a77a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 200 len: 217 time: 0.0626273 Mar 16 11:28:05.248175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-d63ea381-a974-474b-912c-97a531c9c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:05.249636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-d63ea381-a974-474b-912c-97a531c9c3e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0581372 Mar 16 11:28:05.300496 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-01ed519a-22f4-4d52-9034-1e631713dad8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452874 Mar 16 11:28:05.428434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-bd5b5e3c-c49d-4197-b4ce-eed7be0015be service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223028 Mar 16 11:28:05.558851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba3a4ca2-e72b-41bc-849e-790c00148a4e req-8e5b5bcc-b201-4e1d-afbc-0549792fdfe9 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Mar 16 11:28:06.064697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccb131-6308-48a6-a2bb-0770b5da4342 req-cdb87bdd-fbe2-4aa0-a483-70b81983369d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:06.066160 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0ccb131-6308-48a6-a2bb-0770b5da4342 req-cdb87bdd-fbe2-4aa0-a483-70b81983369d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0825040 Mar 16 11:28:06.110650 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0ccb131-6308-48a6-a2bb-0770b5da4342 req-0d544309-0c57-4b52-ac46-ef1d5ecd7b61 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Mar 16 11:28:07.296478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba286ca-e2c3-4dfd-aa9c-e972d7b0f8e4 req-01eadc4f-6b04-49ed-9d69-0209f357f776 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:07.297934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8ba286ca-e2c3-4dfd-aa9c-e972d7b0f8e4 req-01eadc4f-6b04-49ed-9d69-0209f357f776 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0811579 Mar 16 11:28:07.341426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8ba286ca-e2c3-4dfd-aa9c-e972d7b0f8e4 req-bbfc8891-138a-4e4e-8d97-b415fa64cb09 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Mar 16 11:28:07.523327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5597f4-d025-4069-9d14-664ad461499b req-735c5af2-c562-4119-b359-00cd8e4c9a32 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:07.524943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9a5597f4-d025-4069-9d14-664ad461499b req-735c5af2-c562-4119-b359-00cd8e4c9a32 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0810688 Mar 16 11:28:07.572118 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9a5597f4-d025-4069-9d14-664ad461499b req-eb6ed077-4ee0-4dcf-b453-bbfac7f34528 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Mar 16 11:28:07.752448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912059-b588-40da-86cf-5ae0c7737ee8 req-8da5047c-81ca-49c7-ad85-6dbb62e94f27 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:07.754077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82912059-b588-40da-86cf-5ae0c7737ee8 req-8da5047c-81ca-49c7-ad85-6dbb62e94f27 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 945 time: 0.0798292 Mar 16 11:28:07.799041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82912059-b588-40da-86cf-5ae0c7737ee8 req-09f3cbb0-7312-4c71-a6f3-8055c3632e35 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Mar 16 11:28:08.354682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:08.376371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-21fe9ede-bd3c-4aef-be86-151e4ffe8912 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:08.377873 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-21fe9ede-bd3c-4aef-be86-151e4ffe8912 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 815 time: 0.2419901 Mar 16 11:28:08.392666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-668452e7-7102-49f8-8de5-32abb457dd5f tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/quotas/5dc99165c77d448189a606cbbf4bb702 HTTP/1.1" status: 200 len: 375 time: 0.0088990 Mar 16 11:28:08.473171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:08.477327 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-69b45d5a-9e88-416a-a410-10def14782e7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794151 Mar 16 11:28:08.505817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:08.516129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:08.521433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:08.534821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-3dc1e529-4148-4e1d-b5f8-6faf9d623262 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:28:08.541330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-3dc1e529-4148-4e1d-b5f8-6faf9d623262 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573342 Mar 16 11:28:08.557306 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763', 'code': 200} Mar 16 11:28:08.595104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:08.602247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.602600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.602943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.603278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.603612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.603944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.604273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.604601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.605009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.605281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.605606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.605927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:08.670150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-cda009f7-d298-4220-b5e5-e953e9525287 service neutron] 10.222.0.50 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279914 Mar 16 11:28:08.799749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-92c372e9-a9c5-417c-925a-c373397b58d0 service neutron] 10.222.0.50 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236398 Mar 16 11:28:08.969800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-238bf48e-7b7a-4059-8f73-74505760db09 req-1429b719-ad63-435d-a828-07812783f576 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 210 time: 0.0414622 Mar 16 11:28:10.114517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.55', 61007) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:10.186026 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ff4a062-985f-444e-b4da-fbfc7bdd0ab7 req-ccb70ae6-3834-4556-a672-26debe2e6084 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 210 time: 0.0564687 Mar 16 11:28:10.200344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9509aa71-77ef-407e-a9f1-df13da78dbe0 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:10.201857 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9509aa71-77ef-407e-a9f1-df13da78dbe0 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7074afd-e853-41b8-8d62-9b07b52cf49f HTTP/1.1" status: 200 len: 943 time: 0.0863049 Mar 16 11:28:10.245172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-4c2cd930-63a7-476d-ba17-3070571499d7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:10.246903 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-4c2cd930-63a7-476d-ba17-3070571499d7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 815 time: 0.2166421 Mar 16 11:28:10.268397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Request body: {'port': {'device_id': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'admin_state_up': True, 'tenant_id': '5dc99165c77d448189a606cbbf4bb702'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:10.271910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Deleting port 8d612e35-a324-4bea-9dae-0ff726c53763 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:28:10.272247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.406905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:10.416930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:10.427573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Made reservation on behalf of 5dc99165c77d448189a606cbbf4bb702 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:10.431314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.524491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] For port 8d612e35-a324-4bea-9dae-0ff726c53763, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8d612e35-a324-4bea-9dae-0ff726c53763,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:10.524852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.598865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Allocated IP 172.20.0.14 (5dc05bfc-0c61-40c0-aa4b-ba574736a530/c84cab19-77a4-4f57-a443-46dbfe7847e7/de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:10.656596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Calling delete_port for 8d612e35-a324-4bea-9dae-0ff726c53763 owned by compute:nova {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:28:10.803575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.805737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.834712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.859921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Pushing event deleted for resources: {'Port': ['ID=8d612e35-a324-4bea-9dae-0ff726c53763,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:10.898083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:10.901051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:10.909269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:10.933891 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] No DVR routers for this DVR port 8d612e35-a324-4bea-9dae-0ff726c53763 on host hv-neutron-8281 {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:28:10.936374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:10.941007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-deleted', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:10.945490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:10.958337 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "DELETE /v2.0/ports/8d612e35-a324-4bea-9dae-0ff726c53763 HTTP/1.1" status: 204 len: 173 time: 0.7506802 Mar 16 11:28:10.972279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.972571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.972926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.973257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.973580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.973901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.974224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.974592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.974911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.975224 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.975567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.975889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:10.991105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:10.991794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:11.012656 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7074afd-e853-41b8-8d62-9b07b52cf49f', 'name': 'network-vif-deleted', 'tag': '8d612e35-a324-4bea-9dae-0ff726c53763', 'status': 'completed', 'code': 200} Mar 16 11:28:11.016083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-2e61f9a4-caa9-43a6-aead-3efd9b3d3ec3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525585 Mar 16 11:28:11.054210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Request body: {'port': {'device_id': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:11.162428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:11.592796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce840630-1244-43ed-bf29-1fa025aa9ac6 req-9bd1f1e2-fe81-4bc2-b8a1-4eb143c7af36 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:11.593532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-ce840630-1244-43ed-bf29-1fa025aa9ac6 req-9bd1f1e2-fe81-4bc2-b8a1-4eb143c7af36 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Synchronizing usage tracker for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:11.618638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-ce840630-1244-43ed-bf29-1fa025aa9ac6 req-9bd1f1e2-fe81-4bc2-b8a1-4eb143c7af36 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Unset dirty status for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:11.619746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce840630-1244-43ed-bf29-1fa025aa9ac6 req-9bd1f1e2-fe81-4bc2-b8a1-4eb143c7af36 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 932 time: 0.3231311 Mar 16 11:28:11.714756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce840630-1244-43ed-bf29-1fa025aa9ac6 req-a6323ba2-269e-4e8e-868c-048fd1998ed6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Mar 16 11:28:11.716624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:11.724436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:11.739365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Transition to ACTIVE for port object de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:11.742611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:11.868927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:11.973941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Attempting to bind port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:28:11.974190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Attempting to bind port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:28:11.974513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Attempting to bind port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:11.978955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:28:11.979266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Attempting to bind port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c on network 5dc05bfc-0c61-40c0-aa4b-ba574736a530 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:11.984217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:28:11.984544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Checking segment: {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:28:11.984947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Bound using segment: {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:28:11.985360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Bound port: de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693d9441-32ec-4d11-86e3-6615200804ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:28:11.985691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:12.073867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:28:12.076728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:28:12.082085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:12.135330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.135933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:12.137369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] 10.222.0.55 "PUT /v2.0/ports/de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 1094 time: 1.0877903 Mar 16 11:28:12.137732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:12.166942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c404692-e67f-4fe5-bec5-ebe39d413ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:12.189633 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'status': 'completed', 'code': 200} Mar 16 11:28:12.275446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-85e5f157-e6f0-4788-8f7b-58ae48f49b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.276817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-85e5f157-e6f0-4788-8f7b-58ae48f49b49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1097 time: 0.0696468 Mar 16 11:28:12.364318 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-ead93eb7-b312-4489-b642-8f8de34fd710 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.0749416 Mar 16 11:28:12.427436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-c5260392-7f35-487c-86d6-73b47aa4f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.428800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-c5260392-7f35-487c-86d6-73b47aa4f526 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0590508 Mar 16 11:28:12.474596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-c58b70b7-2f31-4049-b7a1-13b18f3cbea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399697 Mar 16 11:28:12.601942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-178f1474-ecdf-44fa-bb8c-2adf62714fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213830 Mar 16 11:28:12.734409 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a602caa8-ee4f-4a2a-b088-8d3c0a27d4f7 req-634764ea-6d2b-4aa6-857a-d659a6649d60 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256802 Mar 16 11:28:12.954014 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f944-227b-4e6b-8792-512b1c31db36 req-2bd62b3c-14aa-4c97-8cce-99eed746f770 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.955450 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db07f944-227b-4e6b-8792-512b1c31db36 req-2bd62b3c-14aa-4c97-8cce-99eed746f770 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 944 time: 0.1352673 Mar 16 11:28:12.958034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-847fcfcb-8f3f-480e-a534-7219d2544134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:12.959307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-847fcfcb-8f3f-480e-a534-7219d2544134 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1097 time: 0.1088946 Mar 16 11:28:13.082815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db07f944-227b-4e6b-8792-512b1c31db36 req-95c8472c-924d-4705-92bc-56056a2d8515 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216376 Mar 16 11:28:13.115490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-3614beec-97e9-4348-865a-159abb34e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.116912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-3614beec-97e9-4348-865a-159abb34e816 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1429827 Mar 16 11:28:13.296133 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-9da02982-731f-4ebf-bdcf-a4e0414358f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.1733968 Mar 16 11:28:13.359317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-00a1b3db-6bf6-4da6-ad80-1e2b809205a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.361447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-00a1b3db-6bf6-4da6-ad80-1e2b809205a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0586517 Mar 16 11:28:13.408277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-4e5e7953-138b-4a71-b46d-041ec1015bcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404284 Mar 16 11:28:13.538156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-1c53dc6a-3bb8-406c-b193-7e9144d80f93 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237991 Mar 16 11:28:13.668890 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0d98ab66-ab01-4454-b4f4-a2388cfd2f44 req-30251e1c-fa94-4ffb-96e1-e657a06a6dec service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232808 Mar 16 11:28:14.266276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e724fca-6ba7-4aa7-ac93-bb4dc1bbb267 req-5d46fb55-039e-4123-9bf9-7a6ad1161a12 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.268048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e724fca-6ba7-4aa7-ac93-bb4dc1bbb267 req-5d46fb55-039e-4123-9bf9-7a6ad1161a12 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 944 time: 0.0819519 Mar 16 11:28:14.310546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e724fca-6ba7-4aa7-ac93-bb4dc1bbb267 req-a9f27043-647d-4d09-aec3-bf06122af811 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 Mar 16 11:28:14.387183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:28:14.420017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 8d612e35-a324-4bea-9dae-0ff726c53763 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:28:14.420357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 8d612e35-a324-4bea-9dae-0ff726c53763 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:28:15.498386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc80530-4210-4725-830d-a5175a93ad39 req-1fb2e589-f509-4c88-bfa8-4993040539ba tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.499830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5bc80530-4210-4725-830d-a5175a93ad39 req-1fb2e589-f509-4c88-bfa8-4993040539ba tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 944 time: 0.0784750 Mar 16 11:28:15.546446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5bc80530-4210-4725-830d-a5175a93ad39 req-4dc276f9-9aa0-46b8-807f-77bf43eb0ed5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Mar 16 11:28:16.401172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:28:16.533200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:16.550076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'port_id': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'mac_address': 'fa:16:3e:03:5e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cab19-77a4-4f57-a443-46dbfe7847e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:28:16.604470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:16.621220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:16.637005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:16.641012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:16.710206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:16.731025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c0ff8-76f4-41c1-8afb-43d282332844 req-606d96c3-0485-48b3-b8a5-93e3fcfe938c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:16.732441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-018c0ff8-76f4-41c1-8afb-43d282332844 req-606d96c3-0485-48b3-b8a5-93e3fcfe938c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 945 time: 0.0794888 Mar 16 11:28:16.776220 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-018c0ff8-76f4-41c1-8afb-43d282332844 req-43e55750-efa6-4b74-82fd-bd054e2e9c88 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Mar 16 11:28:17.022029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:17.958193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590b3c6-3140-480b-895b-cbb74346c1ac req-3f341bf1-646d-441f-814c-ef1c2c0fecf0 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:17.959604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2590b3c6-3140-480b-895b-cbb74346c1ac req-3f341bf1-646d-441f-814c-ef1c2c0fecf0 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 945 time: 0.0811727 Mar 16 11:28:18.001986 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2590b3c6-3140-480b-895b-cbb74346c1ac req-d0ded267-fbfe-4ed0-b69f-cf88d56e32c6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368214 Mar 16 11:28:18.406110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:18.479294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:18.483959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:18.484334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:18.602627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:18.632248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:18.642175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:18.646037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:18.678031 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'code': 200} Mar 16 11:28:18.716600 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:18.925866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e6caa-709e-43ef-b16c-722677a00fc6 req-a141bbd2-21ca-45ca-9a15-f8d647d48e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:18.927513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-625e6caa-709e-43ef-b16c-722677a00fc6 req-a141bbd2-21ca-45ca-9a15-f8d647d48e56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1099 time: 0.0692339 Mar 16 11:28:18.966464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-625e6caa-709e-43ef-b16c-722677a00fc6 req-754fa515-6a4c-4918-b2a7-a24daba38ae3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Mar 16 11:28:19.009998 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:19.185573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76df47-4393-4106-9493-bb73580fdc56 req-803ab2f8-21bc-4278-bbee-456df831749a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:19.186901 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e76df47-4393-4106-9493-bb73580fdc56 req-803ab2f8-21bc-4278-bbee-456df831749a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0808234 Mar 16 11:28:19.230975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e76df47-4393-4106-9493-bb73580fdc56 req-5c4dc8b3-5bd3-4196-ba49-5accb88636b7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Mar 16 11:28:20.438067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66329-bbff-4ef4-a2d9-628e19ae648d req-dbc0d1b7-8934-40a7-a55c-9cedd16a82a8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:20.439515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aab66329-bbff-4ef4-a2d9-628e19ae648d req-dbc0d1b7-8934-40a7-a55c-9cedd16a82a8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0845909 Mar 16 11:28:20.489021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aab66329-bbff-4ef4-a2d9-628e19ae648d req-6bd375b0-43b9-4b27-947d-1bd072dec853 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Mar 16 11:28:21.672584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93283-2825-49d2-abb7-5b718700628a req-d2907d30-13ad-4a21-a759-bf501bcb82a7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.674023 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ddb93283-2825-49d2-abb7-5b718700628a req-d2907d30-13ad-4a21-a759-bf501bcb82a7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0786877 Mar 16 11:28:21.717181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ddb93283-2825-49d2-abb7-5b718700628a req-b0fcde0c-a8ea-4268-a06a-41400ae7fc21 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Mar 16 11:28:21.900792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aced7-ae75-44ae-8705-5db4ad0218c5 req-84aa9913-e13b-4575-b70f-976f20d6d44a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.902279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-139aced7-ae75-44ae-8705-5db4ad0218c5 req-84aa9913-e13b-4575-b70f-976f20d6d44a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0806136 Mar 16 11:28:21.945516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-139aced7-ae75-44ae-8705-5db4ad0218c5 req-c180712a-0f42-4936-add2-96b421f6f3dc tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Mar 16 11:28:22.335827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b623bf-0eae-4720-b355-a507a1d3b069 req-c0bbcf59-d8c0-48f9-b0bd-8321bcfa98ee tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:22.337266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45b623bf-0eae-4720-b355-a507a1d3b069 req-c0bbcf59-d8c0-48f9-b0bd-8321bcfa98ee tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0828388 Mar 16 11:28:22.382410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45b623bf-0eae-4720-b355-a507a1d3b069 req-233bf379-5893-4236-b9c5-abefb145e5eb tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Mar 16 11:28:22.386795 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-be1f5e47-26e5-429e-9d89-b0e7e5520f5c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730905 Mar 16 11:28:23.578092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a579-f869-4267-9f96-3e3127030018 req-4fb569dd-2428-487a-a8b4-af3b1d3fb1fc tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.579535 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbd7a579-f869-4267-9f96-3e3127030018 req-4fb569dd-2428-487a-a8b4-af3b1d3fb1fc tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0889254 Mar 16 11:28:23.654528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbd7a579-f869-4267-9f96-3e3127030018 req-9409898d-0f72-480b-b937-1439c159f775 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Mar 16 11:28:23.699189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-15ded82f-1b92-4541-bb1c-a2b74944b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.700619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-15ded82f-1b92-4541-bb1c-a2b74944b27c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1099 time: 0.0798144 Mar 16 11:28:23.828611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-45607870-4d17-4017-9e80-f6ec5024b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.830067 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-45607870-4d17-4017-9e80-f6ec5024b4a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1236057 Mar 16 11:28:23.899515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-5338569a-30a0-4352-9177-1fbe1a250025 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.0625110 Mar 16 11:28:23.961095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-86e5150c-49cf-46ab-84b8-98eb4b584b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.962410 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-86e5150c-49cf-46ab-84b8-98eb4b584b4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0573194 Mar 16 11:28:24.012345 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-e2f7e2fb-7dbe-4234-a136-91ecbf9c194b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440087 Mar 16 11:28:24.147567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-4e7405c4-add4-490e-b44b-4a6fd2dfc7bc service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293042 Mar 16 11:28:24.378075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-6b27d032-12e6-4889-a6af-b95b369d9f51 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246509 Mar 16 11:28:24.840017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89879d88-6a80-43d3-81ac-5554ba8ea04f req-9de27cd1-94ff-4cab-a00a-3a644e919244 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:24.841488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89879d88-6a80-43d3-81ac-5554ba8ea04f req-9de27cd1-94ff-4cab-a00a-3a644e919244 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0782566 Mar 16 11:28:24.885303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89879d88-6a80-43d3-81ac-5554ba8ea04f req-0e601067-9bc9-46ba-b182-224db3220de9 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Mar 16 11:28:26.072605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844894f-32dd-4592-a06a-22f72fac41a5 req-03845905-4fc5-49c4-ac0a-12f0f19b2c05 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:26.074061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9844894f-32dd-4592-a06a-22f72fac41a5 req-03845905-4fc5-49c4-ac0a-12f0f19b2c05 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0838802 Mar 16 11:28:26.116621 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9844894f-32dd-4592-a06a-22f72fac41a5 req-0526318e-d4b0-4cf1-a370-c9a3af5e38d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Mar 16 11:28:26.895416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-683a6dc8-ff56-4b58-9bed-e54ec9b48065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.298995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef0e12-f2a5-4c66-904a-414678daa5ac req-b97ba0c1-237d-464f-8928-742fea6027ec tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.301030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6aef0e12-f2a5-4c66-904a-414678daa5ac req-b97ba0c1-237d-464f-8928-742fea6027ec tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0777109 Mar 16 11:28:27.345809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6aef0e12-f2a5-4c66-904a-414678daa5ac req-afba5b72-8445-40b4-8733-ad37b7b57927 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Mar 16 11:28:28.528061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfd427-5c13-401f-9905-3172bb04c1f4 req-2e82e16b-03c6-4d53-973f-62c7192cac65 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:28.529512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7cfd427-5c13-401f-9905-3172bb04c1f4 req-2e82e16b-03c6-4d53-973f-62c7192cac65 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0792942 Mar 16 11:28:28.572483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7cfd427-5c13-401f-9905-3172bb04c1f4 req-01f9510e-cae1-4a72-9e78-655c93072be1 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Mar 16 11:28:29.101330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc7f6-2bc9-4d16-83fd-6a1b778cd6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.895203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822664c-88fc-4b26-88f7-e434cac65c09 req-d13cf6b2-6e54-4b38-8682-7abfd8f34465 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:29.896625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b822664c-88fc-4b26-88f7-e434cac65c09 req-d13cf6b2-6e54-4b38-8682-7abfd8f34465 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0817108 Mar 16 11:28:29.942363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b822664c-88fc-4b26-88f7-e434cac65c09 req-129c12a7-4b0d-4f85-8b1a-5cbb2eb0bca7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Mar 16 11:28:30.527875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:30.554298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:31.130491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87834bfd-f743-4173-9586-a17327fcb4c1 req-c0e0e738-cd49-4c6e-a1eb-11ea645f91d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:31.131921 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87834bfd-f743-4173-9586-a17327fcb4c1 req-c0e0e738-cd49-4c6e-a1eb-11ea645f91d5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0776978 Mar 16 11:28:31.177946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87834bfd-f743-4173-9586-a17327fcb4c1 req-cda66264-ee1f-4b8b-806a-5dab3b8a6aa1 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Mar 16 11:28:31.967781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:32.359453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebba76-6543-4f00-9761-f2337c295a09 req-336a0dc1-4f91-4a72-9bf9-80bc7a58d194 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:32.360933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50ebba76-6543-4f00-9761-f2337c295a09 req-336a0dc1-4f91-4a72-9bf9-80bc7a58d194 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0808928 Mar 16 11:28:32.403774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50ebba76-6543-4f00-9761-f2337c295a09 req-2463f615-7fae-4f29-a394-6e9a02001ad4 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Mar 16 11:28:33.590225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af606e85-4e5f-48c5-a371-99b0c5386f7d req-9290b3bb-f071-46c4-b5d8-49c72338f0fe tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:33.591635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af606e85-4e5f-48c5-a371-99b0c5386f7d req-9290b3bb-f071-46c4-b5d8-49c72338f0fe tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0826583 Mar 16 11:28:33.635489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af606e85-4e5f-48c5-a371-99b0c5386f7d req-d958c3f4-1e1d-419f-856f-ed27a9d41d20 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Mar 16 11:28:34.291593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.816949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bce11-98e9-42c1-8cdd-16855dda36de req-3d13e51e-d0cc-4e21-913e-33f2055ec9d1 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:34.818363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-564bce11-98e9-42c1-8cdd-16855dda36de req-3d13e51e-d0cc-4e21-913e-33f2055ec9d1 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0779192 Mar 16 11:28:34.860915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-564bce11-98e9-42c1-8cdd-16855dda36de req-2cb3eeea-37bc-44e0-9d3b-722eedd631c8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369740 Mar 16 11:28:36.045006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70c913-267b-4057-a190-96c89c8382d1 req-8c61a400-990c-400f-957d-c551fa95461d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.046449 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf70c913-267b-4057-a190-96c89c8382d1 req-8c61a400-990c-400f-957d-c551fa95461d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0827794 Mar 16 11:28:36.089472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf70c913-267b-4057-a190-96c89c8382d1 req-a365b5ba-bc89-42a7-a2f1-2cd0ea05ac77 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Mar 16 11:28:37.172441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-1f0722b3-2da4-4b24-98ad-a67360a28b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.173929 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-1f0722b3-2da4-4b24-98ad-a67360a28b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1099 time: 0.0694013 Mar 16 11:28:37.374729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-d58f8db3-828f-40d2-98c3-7c97db76cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.376071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-d58f8db3-828f-40d2-98c3-7c97db76cf69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1832752 Mar 16 11:28:37.386914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606a64b-25de-4417-a4db-f838cebbc656 req-5221221d-2a90-446e-97ff-c9febf5549be tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.388253 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4606a64b-25de-4417-a4db-f838cebbc656 req-5221221d-2a90-446e-97ff-c9febf5549be tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.1942699 Mar 16 11:28:37.453917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-3b4149a1-a456-48da-bec6-27b78903745a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.0647445 Mar 16 11:28:37.537788 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4606a64b-25de-4417-a4db-f838cebbc656 req-8b6eb061-d99f-4612-bcd0-a07b9468936f tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956197 Mar 16 11:28:37.545846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-0a205923-5b8f-47ab-bea0-a034e9e01347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.547239 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-0a205923-5b8f-47ab-bea0-a034e9e01347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0815160 Mar 16 11:28:37.596004 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-5db72556-e286-42ab-9778-e2a1018ff62f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427756 Mar 16 11:28:37.829103 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-c06a2899-e9c2-4643-9dab-c74006aa183c service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248840 Mar 16 11:28:37.958441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e21dc623-be5c-470e-9455-6cd60d89f8d8 req-3632a7e2-6e09-4bef-882a-ce79ce89e2b4 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221144 Mar 16 11:28:38.721780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32734-9ab6-4935-99a6-409edfe0ed71 req-6eaf7e0e-ca1d-40a1-92aa-0fe99f0f793b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.723158 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-40f32734-9ab6-4935-99a6-409edfe0ed71 req-6eaf7e0e-ca1d-40a1-92aa-0fe99f0f793b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0792117 Mar 16 11:28:38.765819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-40f32734-9ab6-4935-99a6-409edfe0ed71 req-3851b037-3a21-4b83-99bf-783ed9590c95 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Mar 16 11:28:39.950537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156a63-7b10-4296-a919-58d6180babd4 req-66a83bfc-ce1c-45df-bfee-19e13cf35ec2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:39.951965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1c156a63-7b10-4296-a919-58d6180babd4 req-66a83bfc-ce1c-45df-bfee-19e13cf35ec2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0846980 Mar 16 11:28:39.994717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1c156a63-7b10-4296-a919-58d6180babd4 req-9a31574d-fb3e-4e36-8f1a-6b644d204388 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Mar 16 11:28:41.176433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578b4a-a3c8-44ac-af46-54829c53e2e5 req-3f2245da-e01e-4785-b83e-8c7d99406cc7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:41.178147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2578b4a-a3c8-44ac-af46-54829c53e2e5 req-3f2245da-e01e-4785-b83e-8c7d99406cc7 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0805657 Mar 16 11:28:41.224525 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2578b4a-a3c8-44ac-af46-54829c53e2e5 req-158f5e99-d663-4d6b-be2f-377c3196cf7e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Mar 16 11:28:42.407303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8c56-6794-467c-bdb7-5a43f736e5f8 req-2da5d451-3be1-47c7-9710-a67dd2ac7e85 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:42.408721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-450b8c56-6794-467c-bdb7-5a43f736e5f8 req-2da5d451-3be1-47c7-9710-a67dd2ac7e85 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0787003 Mar 16 11:28:42.452087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-450b8c56-6794-467c-bdb7-5a43f736e5f8 req-e6323235-58a5-49ca-a5c7-6fd0057f4ce6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 Mar 16 11:28:43.639304 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5faa3-c08b-46fb-b956-2a710daefb39 req-f74009d2-e156-4a6e-bbb2-b4eb231f0cbb tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.640723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54b5faa3-c08b-46fb-b956-2a710daefb39 req-f74009d2-e156-4a6e-bbb2-b4eb231f0cbb tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0851324 Mar 16 11:28:43.684024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54b5faa3-c08b-46fb-b956-2a710daefb39 req-1bfa2341-a8fb-435c-a620-1fc0c488d4bf tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Mar 16 11:28:44.867148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9700-5e6c-4a9d-bd93-20197a8ec932 req-554a0e14-0449-43d9-81be-196161956fd2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.868588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e5c9700-5e6c-4a9d-bd93-20197a8ec932 req-554a0e14-0449-43d9-81be-196161956fd2 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0815673 Mar 16 11:28:44.912703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e5c9700-5e6c-4a9d-bd93-20197a8ec932 req-51afefe0-dd7c-4bec-ab64-51288e74c27a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Mar 16 11:28:46.249265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24f94-48d4-4a26-8731-a43018cc6c5a req-ce0255b8-280a-40ea-b635-2e96c68fcec8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:46.250635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8b24f94-48d4-4a26-8731-a43018cc6c5a req-ce0255b8-280a-40ea-b635-2e96c68fcec8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0846181 Mar 16 11:28:46.294549 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8b24f94-48d4-4a26-8731-a43018cc6c5a req-213ae55e-cc9a-436b-88dd-f6e6c1aeee7a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Mar 16 11:28:47.476977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dff68-825b-4027-b7d4-f8404189b76d req-b2e0438a-aa1e-4289-924f-937212eec43e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.478452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a4dff68-825b-4027-b7d4-f8404189b76d req-b2e0438a-aa1e-4289-924f-937212eec43e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0821989 Mar 16 11:28:47.521918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a4dff68-825b-4027-b7d4-f8404189b76d req-ca295d65-5944-4f9f-aca5-8b4102d9dd3e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Mar 16 11:28:48.703376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5ba2-c45c-4c0c-9ee4-97c12385ea91 req-953fcd91-79c2-4ceb-9816-eac6f5eed7ab tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:48.704800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-469d5ba2-c45c-4c0c-9ee4-97c12385ea91 req-953fcd91-79c2-4ceb-9816-eac6f5eed7ab tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0786877 Mar 16 11:28:48.747478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-469d5ba2-c45c-4c0c-9ee4-97c12385ea91 req-2beca634-7ab5-481a-93bc-e9b8ad899970 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Mar 16 11:28:49.937657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eba7f-11c8-417e-b4fa-7f8e1f26deef req-a35c7009-269c-4dea-9ccd-7b71aa4e1eef tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:49.939069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-145eba7f-11c8-417e-b4fa-7f8e1f26deef req-a35c7009-269c-4dea-9ccd-7b71aa4e1eef tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0819447 Mar 16 11:28:49.982200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-145eba7f-11c8-417e-b4fa-7f8e1f26deef req-c0df2db2-e8f9-4003-a5ee-8ba17c4ee6f5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Mar 16 11:28:51.165898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdc09c-bc9b-45cb-899c-7e39a9f7a96c req-e3c0a41c-a58c-41d2-9f30-0c32d7cfd55c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:51.167613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9bdc09c-bc9b-45cb-899c-7e39a9f7a96c req-e3c0a41c-a58c-41d2-9f30-0c32d7cfd55c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0825629 Mar 16 11:28:51.259512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9bdc09c-bc9b-45cb-899c-7e39a9f7a96c req-1e4e0448-618c-4bb5-aa5d-7f8bb2e3a70b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864100 Mar 16 11:28:51.290216 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-e9a8d355-c996-47a2-924a-7d65d2907b7e service neutron] 10.222.0.55 "GET /v2.0/ports/de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0784609 Mar 16 11:28:51.573928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-8eec1004-bdc1-4efc-ac6e-66be13d609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:51.575495 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-8eec1004-bdc1-4efc-ac6e-66be13d609c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be&tenant_id=5dc99165c77d448189a606cbbf4bb702 HTTP/1.1" status: 200 len: 1099 time: 0.0765889 Mar 16 11:28:51.683236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-8dfaa745-4d8c-451e-b1bf-e757e4bc4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:51.684671 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-8dfaa745-4d8c-451e-b1bf-e757e4bc4988 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1099 time: 0.0778446 Mar 16 11:28:51.812715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-59883109-8392-4d3d-814a-eafdecfbd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:51.814148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-59883109-8392-4d3d-814a-eafdecfbd737 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1229866 Mar 16 11:28:51.887765 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-bc76a9b9-6b30-4c06-8b04-d20b2a054667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.0654299 Mar 16 11:28:52.040483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-3171aa51-6b7b-4bf3-ba27-363315f5dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:52.041934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-3171aa51-6b7b-4bf3-ba27-363315f5dd46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.1489017 Mar 16 11:28:52.086666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-35b2184a-ecb3-4b5b-bc61-550e946b127a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388999 Mar 16 11:28:52.212431 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-d905e3af-2b8d-42d3-a679-bd0fba591c76 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203113 Mar 16 11:28:52.342279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2026e6a4-2a2f-49f6-94d8-83096d304654 req-27d12f2b-61b9-4d8f-ae82-8b4b735543f1 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240923 Mar 16 11:28:52.447724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5f471-a868-4a80-b447-893390d060b7 req-15e95e47-97ec-4518-a23e-b65d5f280d67 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:52.449183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76a5f471-a868-4a80-b447-893390d060b7 req-15e95e47-97ec-4518-a23e-b65d5f280d67 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0846446 Mar 16 11:28:52.498505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76a5f471-a868-4a80-b447-893390d060b7 req-7f3eed87-d76d-4d35-919f-e15d1bfa58f1 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Mar 16 11:28:53.686479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9059-0911-421d-83bf-b04d21508e91 req-95f01368-9e09-44f4-8f55-96743778a87d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:53.687926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9bc9059-0911-421d-83bf-b04d21508e91 req-95f01368-9e09-44f4-8f55-96743778a87d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0796192 Mar 16 11:28:53.735688 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9bc9059-0911-421d-83bf-b04d21508e91 req-dc3905b4-623c-426f-902e-1bf5971438db tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Mar 16 11:28:54.566777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:28:54.724112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:54.736901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'network_id': '5dc05bfc-0c61-40c0-aa4b-ba574736a530', 'port_id': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'mac_address': 'fa:16:3e:03:5e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cab19-77a4-4f57-a443-46dbfe7847e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:28:54.794370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.811503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:54.827064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:54.831506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:54.898620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:54.926680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a2fc-2d80-4d87-9bd5-9b11e609d77b req-479b955d-0294-47bb-9353-85ade7657138 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:54.928385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aef8a2fc-2d80-4d87-9bd5-9b11e609d77b req-479b955d-0294-47bb-9353-85ade7657138 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 945 time: 0.0841994 Mar 16 11:28:54.979215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aef8a2fc-2d80-4d87-9bd5-9b11e609d77b req-22b67111-38ad-40af-9643-732632a09e27 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Mar 16 11:28:55.038947 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:56.009491 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:56.164889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef297c0b-1f6e-4e7d-8e5c-9e957f8a4ee7 req-7df7d81f-6c96-4a95-bb04-3a5a3932a860 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.166303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef297c0b-1f6e-4e7d-8e5c-9e957f8a4ee7 req-7df7d81f-6c96-4a95-bb04-3a5a3932a860 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 945 time: 0.0818996 Mar 16 11:28:56.209868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef297c0b-1f6e-4e7d-8e5c-9e957f8a4ee7 req-25375ddf-5495-4b48-aa6d-dea31002fa1b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379958 Mar 16 11:28:56.576059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-60c0194d-2c7c-4adf-ba6d-88f407e4f71d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.576877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:56.577474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-60c0194d-2c7c-4adf-ba6d-88f407e4f71d tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be&tenant_id=5dc99165c77d448189a606cbbf4bb702&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1118305 Mar 16 11:28:56.586228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b8821-f17e-4adb-9dd6-8611f40397c7 req-bed300ef-d5e9-4019-ae63-82a95d1ac150 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.587540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b1b8821-f17e-4adb-9dd6-8611f40397c7 req-bed300ef-d5e9-4019-ae63-82a95d1ac150 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 945 time: 0.1549721 Mar 16 11:28:56.635159 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b1b8821-f17e-4adb-9dd6-8611f40397c7 req-9c044e02-6cf0-4f6d-8163-0d5062b9557c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Mar 16 11:28:56.646919 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:56.647344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.739949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-d6db83b1-d922-442e-aa13-349b552a5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.741485 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-d6db83b1-d922-442e-aa13-349b552a5fa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dc99165c77d448189a606cbbf4bb702&device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 1098 time: 0.0746398 Mar 16 11:28:56.767545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.795092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:56.804882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:56.809128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.852345 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'code': 200} Mar 16 11:28:56.876940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-ae76ba30-1b5e-4582-914a-08ae12f4cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:56.878819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-ae76ba30-1b5e-4582-914a-08ae12f4cd4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 200 len: 916 time: 0.1315496 Mar 16 11:28:56.888998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:56.902336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9d15-5e5a-41e2-adc8-75ac5bea4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.951059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-b78d405a-d69b-4fcd-9fd2-1a9e348bb4ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 200 len: 217 time: 0.0621388 Mar 16 11:28:57.013557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-6f909fbe-bf3c-42b9-be98-d0b2664002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.014983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-6f909fbe-bf3c-42b9-be98-d0b2664002cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 200 len: 855 time: 0.0588341 Mar 16 11:28:57.059356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-2273f38f-39d0-4109-aea8-5728250cd094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5dc05bfc-0c61-40c0-aa4b-ba574736a530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389669 Mar 16 11:28:57.186532 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-817f5e1a-e7c3-4943-a14e-f7d85bf60adb service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215947 Mar 16 11:28:57.407120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53862dd1-efb8-4f68-9b8a-202ed9cffc25 req-0027dcd0-6913-46d2-95a2-9747836cf1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149398 Mar 16 11:28:57.826093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf338df-42ff-425f-b166-96f728d95684 req-455c5724-0cc8-4414-9b93-bbbc6e5dfb90 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:57.827538 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cdf338df-42ff-425f-b166-96f728d95684 req-455c5724-0cc8-4414-9b93-bbbc6e5dfb90 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0843825 Mar 16 11:28:57.875115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cdf338df-42ff-425f-b166-96f728d95684 req-06ad5825-e25e-4c2a-92d5-e1604d1b822e tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Mar 16 11:28:59.060488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68262ed-9b3e-4108-b757-2bbaabffc4e9 req-f1e82633-ad76-4c63-ac2b-47d0bbf22b5a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.061968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d68262ed-9b3e-4108-b757-2bbaabffc4e9 req-f1e82633-ad76-4c63-ac2b-47d0bbf22b5a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0796976 Mar 16 11:28:59.104455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7da5a31e-6787-4563-a143-8746ede53f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.108940 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d68262ed-9b3e-4108-b757-2bbaabffc4e9 req-e6563649-3b6f-4c60-a292-1096b6ea47f5 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Mar 16 11:28:59.296693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb645-1043-4c40-a478-48a0b56d6ec3 req-e663aa51-797b-4569-a972-c13c03b8dab8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.298146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-057eb645-1043-4c40-a478-48a0b56d6ec3 req-e663aa51-797b-4569-a972-c13c03b8dab8 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0820546 Mar 16 11:28:59.341075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-057eb645-1043-4c40-a478-48a0b56d6ec3 req-faa60c79-d534-49cf-86ba-f175865392fd tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Mar 16 11:28:59.524992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98afdc-3c04-42d6-90ed-4a3402229e74 req-885c3b9b-a1ae-4705-8f82-1d09105efbac tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.526443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce98afdc-3c04-42d6-90ed-4a3402229e74 req-885c3b9b-a1ae-4705-8f82-1d09105efbac tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0805712 Mar 16 11:28:59.571736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce98afdc-3c04-42d6-90ed-4a3402229e74 req-0b702f8b-5119-4b5d-811a-2d18cd32210b tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Mar 16 11:29:00.157514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85da81d-fb05-400e-985c-b728c90fa389 req-d825c431-af80-43c0-b9ab-cb4cc59b7f16 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:00.158844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f85da81d-fb05-400e-985c-b728c90fa389 req-d825c431-af80-43c0-b9ab-cb4cc59b7f16 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0813663 Mar 16 11:29:00.201901 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f85da81d-fb05-400e-985c-b728c90fa389 req-9de5f1d0-1c2a-4de4-b0d9-7a03ab704fa4 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Mar 16 11:29:00.529767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.557645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.383871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418be2a-a7d5-4f1b-842f-60184f5375b5 req-fee77413-8acb-4d8e-bef3-0a7d9ec3fc8a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:01.385299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f418be2a-a7d5-4f1b-842f-60184f5375b5 req-fee77413-8acb-4d8e-bef3-0a7d9ec3fc8a tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0802038 Mar 16 11:29:01.429072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f418be2a-a7d5-4f1b-842f-60184f5375b5 req-cb50f260-9f30-4139-95d5-7bfd83746bb3 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4b776d-ab8f-4777-a68a-202fd1955a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381770 Mar 16 11:29:01.810646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-47c91bf6-a7ab-4121-98e1-d8e4ba3912f6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:01.812030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-47c91bf6-a7ab-4121-98e1-d8e4ba3912f6 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 946 time: 0.0776513 Mar 16 11:29:01.887964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Deleting port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:01.888293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.971997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.126039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] For port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,segment=NetworkSegment(693d9441-32ec-4d11-86e3-6615200804ec),segment_id=693d9441-32ec-4d11-86e3-6615200804ec)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:02.126307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.257903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Calling delete_port for de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:02.396626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.440532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:29:02.485342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Pushing event deleted for resources: {'Port': ['ID=de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:02.532029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] No DVR routers for this DVR port de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:02.535727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.539809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-deleted', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:02.590405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982ab481-0ccb-43df-b30f-785e8fa4d2be', 'name': 'network-vif-deleted', 'tag': 'de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c', 'status': 'completed', 'code': 200} Mar 16 11:29:02.591680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b26335d6-ac8f-4b35-8a5b-f6d9c95e7109 req-b9ef2a75-7225-4274-8112-92768f9a3a83 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.55 "DELETE /v2.0/ports/de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c HTTP/1.1" status: 204 len: 173 time: 0.7745230 Mar 16 11:29:02.597804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7202a1e9-ed35-4b2c-987c-3134d5cd9701 req-669cd832-63a1-4ada-a88d-6a4682076c6c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Synchronizing usage tracker for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:02.615720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-7202a1e9-ed35-4b2c-987c-3134d5cd9701 req-669cd832-63a1-4ada-a88d-6a4682076c6c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] Unset dirty status for tenant:5dc99165c77d448189a606cbbf4bb702 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:02.617168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7202a1e9-ed35-4b2c-987c-3134d5cd9701 req-669cd832-63a1-4ada-a88d-6a4682076c6c tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] 10.222.0.50 "GET /v2.0/ports?device_id=982ab481-0ccb-43df-b30f-785e8fa4d2be HTTP/1.1" status: 200 len: 210 time: 0.0638590 Mar 16 11:29:03.851315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50200) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:03.908632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Deleting subnet c84cab19-77a4-4f57-a443-46dbfe7847e7 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:29:03.912136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.962395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.015287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.079126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.118971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84cab19-77a4-4f57-a443-46dbfe7847e7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.123946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.132382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.132726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.133085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.133412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.133734 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.134056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.134374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.134690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.135006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.135318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.135630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.135940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:04.139389 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fc5529dc-9ede-4941-b3ea-17528f0d8815 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c84cab19-77a4-4f57-a443-46dbfe7847e7 HTTP/1.1" status: 204 len: 168 time: 0.2870910 Mar 16 11:29:04.141885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50204) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:04.242679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.280613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.370572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.395093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc05bfc-0c61-40c0-aa4b-ba574736a530']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.406587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693d9441-32ec-4d11-86e3-6615200804ec') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.406875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693d9441-32ec-4d11-86e3-6615200804ec') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.417879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.434071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.440089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:29:04.440466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:29:04.454303 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:29:04.529878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.535123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.558611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc05bfc-0c61-40c0-aa4b-ba574736a530,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.566502 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c82523d3-bd76-4791-8989-060eeb5daebf admin admin] 10.222.0.50 "DELETE /v2.0/networks/5dc05bfc-0c61-40c0-aa4b-ba574736a530 HTTP/1.1" status: 204 len: 168 time: 0.4230950 Mar 16 11:29:04.693029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50210) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:04.741019 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-55e47b48-6ef6-4ebd-8d14-aa3437292bd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dc99165c77d448189a606cbbf4bb702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468116 Mar 16 11:29:04.743462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50214) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:04.799474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.824586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.879516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.896590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b776d-ab8f-4777-a68a-202fd1955a22,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.907484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.908524 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-df659f0e-00dc-42f1-b161-623b445f5462 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d4b776d-ab8f-4777-a68a-202fd1955a22 HTTP/1.1" status: 204 len: 168 time: 0.1642051 Mar 16 11:29:05.672465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50238) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:05.813247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1005369108-network', 'tenant_id': '919f611062984f24a50cd84fd8eda92f'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:05.818984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:05.822784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Usage tracker for resource:network and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:05.825611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:05.831177 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:05.841657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:05.843925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.856148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.871188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:05.874887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Usage tracker for resource:security_group_rule and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:05.877568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:05.883397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:05.962437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.965860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.995153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:29:06.003212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449d8c7-8ef0-42b2-8a31-1ed0135fc3e0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:06.009027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.009370 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Added segment 180ac898-8f05-4bcc-96de-6d0dc2564039 of type vlan for network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d Mar 16 11:29:06.037081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.065314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.066505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.067098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.165555 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4919720 Mar 16 11:29:06.168269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50244) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:06.175219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Request body: {'subnet': {'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1005369108-subnet', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:06.178642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba83b8-d8b4-4069-bd9d-e0bd42f2291b admin admin] Pushing event updated for resources: {'Network': ['ID=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:06.183394 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:06.187891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:29:06.188373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Usage tracker for resource:subnet and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:06.191937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:06.197608 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:06.208620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:06.211747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.416317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.490360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c050fab-5eca-45f5-a95e-6882cdacd14d,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:06.495548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:06.495889 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Network hostable DHCP agents. Network: 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:29:06.515803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:29:06.524886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:06.529609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:06.531500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.532328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabb7ef-a40f-43af-bbd6-110e8c1466ee None None] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:06.552445 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-836b5034-f2ba-4b1d-b82e-fed91d0ad64c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3829944 Mar 16 11:29:06.555225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50248) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:06.560176 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:06.564627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:06.569202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Usage tracker for resource:router and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:06.571958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:06.577598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:06.587430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.588578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.603359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.621484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:06.661933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:06.662279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device de0a0e2d-caf9-4691-9b36-6fe88bbaaf7c not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:06.782472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:29:06.783308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.938856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Allocated IP 172.20.0.2 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/b6b83ced-4d21-4af7-a246-bd7b38be3112) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:06.986307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.140697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.154451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Transition to ACTIVE for port object b6b83ced-4d21-4af7-a246-bd7b38be3112 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:07.175525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Transition to ACTIVE for port object b6b83ced-4d21-4af7-a246-bd7b38be3112 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:07.183726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.248535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:07.251195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:07.260521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:07.270423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Pushing event updated for resources: {'Port': ['ID=b6b83ced-4d21-4af7-a246-bd7b38be3112,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:07.304911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.334944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.385710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Attempting to bind port b6b83ced-4d21-4af7-a246-bd7b38be3112 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:07.386073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Attempting to bind port b6b83ced-4d21-4af7-a246-bd7b38be3112 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:07.386427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Attempting to bind port b6b83ced-4d21-4af7-a246-bd7b38be3112 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:07.391711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:07.392079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:07.392472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.392871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:07.393324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Bound port: b6b83ced-4d21-4af7-a246-bd7b38be3112, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:07.393709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.471497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Allocated IP 172.26.0.234 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/3b6ca224-a340-439a-8f51-4e7c28df6a8c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:07.484540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] For port b6b83ced-4d21-4af7-a246-bd7b38be3112, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:07.488491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] For port b6b83ced-4d21-4af7-a246-bd7b38be3112, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b6b83ced-4d21-4af7-a246-bd7b38be3112,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:07.492684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.592816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79ba66-7b15-46d6-b204-4ad7221057e1 None None] Pushing event updated for resources: {'Port': ['ID=b6b83ced-4d21-4af7-a246-bd7b38be3112,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:07.629387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.661318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.721682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:07.725066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:07.733128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:07.783331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ca224-a340-439a-8f51-4e7c28df6a8c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.164988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.542571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfcd93c-eaba-4ab4-80ff-d08416981435 None None] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:08.621286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b6b83ced-4d21-4af7-a246-bd7b38be3112 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:08.636815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.699089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-54d986d5-b3bd-48c6-9ff1-0d5adeb337de None None] Provisioning for port b6b83ced-4d21-4af7-a246-bd7b38be3112 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:08.778413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b6b83ced-4d21-4af7-a246-bd7b38be3112 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:08.787183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b6b83ced-4d21-4af7-a246-bd7b38be3112 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:08.787556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.841521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:29:08.955283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.993193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port b6b83ced-4d21-4af7-a246-bd7b38be3112, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b6b83ced-4d21-4af7-a246-bd7b38be3112,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:08.998395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.025118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:09.035575 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:09.045860 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:09.045860 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:09.051346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.052896 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05b3fdd0-2423-4c7e-99e5-45c802a7f4fd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4967513 Mar 16 11:29:09.055802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50252) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:09.076471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=b6b83ced-4d21-4af7-a246-bd7b38be3112,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:09.085797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.086479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.086990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.087614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.088123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.088649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.089284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.089781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.090469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.090971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.091481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.092018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:09.241247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4a547aa3-8009-42d3-b3c4-ec9d9b8e75a8 None None] Provisioning complete for port b6b83ced-4d21-4af7-a246-bd7b38be3112 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:09.241873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4a547aa3-8009-42d3-b3c4-ec9d9b8e75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.243593 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:09.531701 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 3, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:09.536381 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:09.536724 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Updating router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 port 3b6ca224-a340-439a-8f51-4e7c28df6a8c binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:09.591783 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.841991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.948565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.961170 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Transition to ACTIVE for port object 3b6ca224-a340-439a-8f51-4e7c28df6a8c will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:09.967953 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.044675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Attempting to bind port 3b6ca224-a340-439a-8f51-4e7c28df6a8c on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:10.045399 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Attempting to bind port 3b6ca224-a340-439a-8f51-4e7c28df6a8c by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:10.045399 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Attempting to bind port 3b6ca224-a340-439a-8f51-4e7c28df6a8c on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:10.046958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Allocated IP 172.20.0.1 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/9ec7e3e3-77dc-4dac-ae42-c489b866c981) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:10.048627 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Pushing event updated for resources: {'Port': ['ID=3b6ca224-a340-439a-8f51-4e7c28df6a8c,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:10.056446 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:10.056811 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:10.057231 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.057619 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:10.058071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Bound port: 3b6ca224-a340-439a-8f51-4e7c28df6a8c, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:10.058433 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.088701 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.089069 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.089400 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.089724 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.090045 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.090366 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.090682 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.090996 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.091310 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.091620 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.091930 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.092290 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:10.137673 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] For port 3b6ca224-a340-439a-8f51-4e7c28df6a8c, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:10.140816 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] For port 3b6ca224-a340-439a-8f51-4e7c28df6a8c, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b6ca224-a340-439a-8f51-4e7c28df6a8c,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:10.147454 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.196970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.212908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Transition to ACTIVE for port object 9ec7e3e3-77dc-4dac-ae42-c489b866c981 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:10.220249 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:10.220882 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:10.239629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.288812 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06d1a7-6b01-4b9e-86d4-4d309415487c None None] Pushing event updated for resources: {'Port': ['ID=3b6ca224-a340-439a-8f51-4e7c28df6a8c,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:10.300484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:10.303545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:10.306026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:10.358443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:10.375703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.410604 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:10.561337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b6b83ced-4d21-4af7-a246-bd7b38be3112 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:10.629914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-37ad23cc-703d-48be-97a4-d5daa232268e None None] Provisioning for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:10.636480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-37ad23cc-703d-48be-97a4-d5daa232268e None None] Provisioning complete for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:10.636861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-37ad23cc-703d-48be-97a4-d5daa232268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.665391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.694593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b6b83ced-4d21-4af7-a246-bd7b38be3112 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:10.694963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.720804 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 3, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:10.725325 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39918e9a-196a-4a7e-a053-1aaa00ab8065 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 3, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:10.732137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-37ad23cc-703d-48be-97a4-d5daa232268e None None] Port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:10.904156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.909088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.032783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.037641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.180814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:11.182084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:11.460782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b0a580c4-7bad-4ae3-92cc-e1d71b287326 None None] Provisioning complete for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:11.461206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0a580c4-7bad-4ae3-92cc-e1d71b287326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.496710 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:11.519246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b0a580c4-7bad-4ae3-92cc-e1d71b287326 None None] Port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:11.675502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:11.687061 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c1290343-8fa1-4518-88c3-72a8c01a1b91 admin admin] 10.222.0.50 "PUT /v2.0/routers/ef49efe7-ac98-4d6b-a823-53dbf7d14a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302204 Mar 16 11:29:12.124656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50262) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:12.130633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124930128', 'description': 'tempest-description--2002689471'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:12.137041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:12.140907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:security_group and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:12.143862 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:12.150223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:12.159240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.179294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:12.183126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:security_group_rule and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:12.187355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:12.191452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:12.210750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:12.220378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:12.221157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:12.260022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.263852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.304212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52714ab-915c-46bb-8660-b33ca5e862ba,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:12.306822 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.310710 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-90ba14b6-df01-4fd1-909a-370e8302eaa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1822555 Mar 16 11:29:12.310843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50266) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:12.316222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'security_group_rule': {'security_group_id': 'a52714ab-915c-46bb-8660-b33ca5e862ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:12.322355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:12.326149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:security_group_rule and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:12.328959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:12.335534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:12.351904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.401856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:12.415952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.419543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.442745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d4d9a7-da05-4122-b0f7-9507f4f5c394,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:12.451229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.455073 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-510fe369-9991-4367-8ac6-89287f289772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406934 Mar 16 11:29:12.455073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50270) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:12.460475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'security_group_rule': {'security_group_id': 'a52714ab-915c-46bb-8660-b33ca5e862ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:12.466022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:12.469869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:security_group_rule and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:12.473376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:12.479107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:12.501491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.573389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.577380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.603665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7602fa-c641-430e-a25d-a1371d6adcc3,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:12.613954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.617965 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a8fdb50f-fe95-4d58-8d77-cbd144236605 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591165 Mar 16 11:29:12.618111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 50274) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:12.623189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:12.629486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:12.634017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:floatingip and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:12.637001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:12.642867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:12.653890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.657377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b6ca224-a340-439a-8f51-4e7c28df6a8c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:12.789519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.799183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3b6ca224-a340-439a-8f51-4e7c28df6a8c completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:12.805022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3b6ca224-a340-439a-8f51-4e7c28df6a8c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:12.805390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.914160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 2, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:12.924558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:12.925187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Updating router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:12.927027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Allocated IP 172.26.0.40 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/53b5fdd3-269b-44ee-b505-8b7a2da6c9e3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:12.985928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.996386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.045983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 3b6ca224-a340-439a-8f51-4e7c28df6a8c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b6ca224-a340-439a-8f51-4e7c28df6a8c,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:13.052573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.075358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.104764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.163105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:13.166738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:13.175001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:13.191417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=3b6ca224-a340-439a-8f51-4e7c28df6a8c,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.213363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=53b5fdd3-269b-44ee-b505-8b7a2da6c9e3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.261761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.320306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.409102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.422003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Transition to ACTIVE for port object 9ec7e3e3-77dc-4dac-ae42-c489b866c981 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:13.431150 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.547312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.554149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.625352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890a89-6c77-4f67-98bc-ef842be52711 None None] Pushing event updated for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.667116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=53b5fdd3-269b-44ee-b505-8b7a2da6c9e3,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.684398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.701162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Attempting to bind port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:13.701559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Attempting to bind port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:13.701921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Attempting to bind port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:13.708070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:13.708662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:13.709146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.709570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:13.710288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Bound port: 9ec7e3e3-77dc-4dac-ae42-c489b866c981, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:13.710732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.714550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.719558 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7dc1c6cb-32da-4f4e-b494-962b38f6f682 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0982480 Mar 16 11:29:13.830812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] For port 9ec7e3e3-77dc-4dac-ae42-c489b866c981, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:13.834701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] For port 9ec7e3e3-77dc-4dac-ae42-c489b866c981, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ec7e3e3-77dc-4dac-ae42-c489b866c981,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:13.838718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.892037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-8ffb0626-3a09-4e48-b71e-efd4aadb0da7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1124930128&fields=id&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 267 time: 0.0398293 Mar 16 11:29:13.929958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:13.930706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:13.989518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890a89-6c77-4f67-98bc-ef842be52711 None None] Pushing event updated for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:14.057351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-de0826f0-6b36-474c-b230-73a86855a726 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:14.058822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-de0826f0-6b36-474c-b230-73a86855a726 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1586576 Mar 16 11:29:14.074359 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-91869168-4b16-4250-bab7-35ef85a94ebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/quotas/919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 375 time: 0.0100467 Mar 16 11:29:14.122350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:14.267826 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-21cdefd4-439e-4699-b8f7-c253bdf97447 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1841402 Mar 16 11:29:14.405205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-f95f9255-e06d-4ec9-89f7-ac3cda8c668a service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252778 Mar 16 11:29:14.494810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:13Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:14.499188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bc13c-45a6-4e92-92a8-edba8278332a None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:13Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:14.544296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-5465914d-84da-410e-a395-6a76e06fbcbd service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322651 Mar 16 11:29:14.594837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b6ca224-a340-439a-8f51-4e7c28df6a8c up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:14.693210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3b6ca224-a340-439a-8f51-4e7c28df6a8c triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:14.693726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.750573 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c685ffa8-5d5e-4d41-89da-3042c6d17069 req-cd2a7c73-bd17-4b57-9a38-a7a41177737c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 210 time: 0.0540087 Mar 16 11:29:15.949675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-227075f5-73d9-46be-82da-6f81c103be8a req-209fa04f-5a92-4e3a-8813-be5274b6a331 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 210 time: 0.0575650 Mar 16 11:29:15.991988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-a7db43d0-4800-45c6-b132-91c2e126e2e3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:15.993506 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-a7db43d0-4800-45c6-b132-91c2e126e2e3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.2082007 Mar 16 11:29:16.063236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-92f4a99a-4640-42f1-a16b-f8b3fc53cd13 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 380 time: 0.0474422 Mar 16 11:29:16.071528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'port': {'device_id': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'admin_state_up': True, 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'security_groups': ['a52714ab-915c-46bb-8660-b33ca5e862ba']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:16.206530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:16.210291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Usage tracker for resource:port and tenant:919f611062984f24a50cd84fd8eda92f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:16.213695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:16.219292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:16.229413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:16.232779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.401936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Allocated IP 172.20.0.6 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/0e6bb277-78ff-4e77-a56c-d35ee0ed89ec) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:16.596939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ec7e3e3-77dc-4dac-ae42-c489b866c981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:16.599512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.617719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Transition to ACTIVE for port object 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:16.646482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.673177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:16.679416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:16.679796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.715025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:16.722710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:16.727062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:16.771600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:16.786569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.786920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.787262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.787597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.787927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.788258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.788586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.788940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.789321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.789582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.789903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.790222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:16.809109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.813157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:16.813801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.838433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-a3d33224-8df1-4641-a717-bd09deeb9382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705691 Mar 16 11:29:16.842937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 9ec7e3e3-77dc-4dac-ae42-c489b866c981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ec7e3e3-77dc-4dac-ae42-c489b866c981,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:16.848330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.856164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Request body: {'port': {'device_id': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:16.927040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:16.950762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0404160c-d579-4d67-89df-4a8ea2185b58 None None] Provisioning for port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:16.955512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0404160c-d579-4d67-89df-4a8ea2185b58 None None] Provisioning complete for port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:16.955879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0404160c-d579-4d67-89df-4a8ea2185b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.979661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.012785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0404160c-d579-4d67-89df-4a8ea2185b58 None None] Port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:17.395559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f6f9-5010-4fdd-9784-f8d6fdd2aecb req-c199fac3-6182-4f9d-9af4-0d536cc86313 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.396248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f8f6f6f9-5010-4fdd-9784-f8d6fdd2aecb req-c199fac3-6182-4f9d-9af4-0d536cc86313 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:17.435015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f8f6f6f9-5010-4fdd-9784-f8d6fdd2aecb req-c199fac3-6182-4f9d-9af4-0d536cc86313 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:17.436162 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8f6f6f9-5010-4fdd-9784-f8d6fdd2aecb req-c199fac3-6182-4f9d-9af4-0d536cc86313 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 931 time: 0.3797877 Mar 16 11:29:17.539958 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8f6f6f9-5010-4fdd-9784-f8d6fdd2aecb req-a7af6992-c589-4826-9fbd-5b216d2b4826 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972898 Mar 16 11:29:17.543760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:17.552613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.567110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Transition to ACTIVE for port object 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:17.570005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.728549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:17.806488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Attempting to bind port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:17.806820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Attempting to bind port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:17.807146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Attempting to bind port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:17.811664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:29:17.811979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Attempting to bind port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:17.817150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:17.817483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:17.817861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:17.818282 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Bound port: 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:17.818622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.904905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:17.907907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:17.914292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.973740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.974411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.975695 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 1093 time: 1.1240823 Mar 16 11:29:17.976120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:17.999976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97aa97-8b28-463b-8d53-9d0747f74481 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:18.031850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'status': 'completed', 'code': 200} Mar 16 11:29:18.120266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-a978c5b7-9f72-42fe-8e67-ea8fc09867cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.121783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-a978c5b7-9f72-42fe-8e67-ea8fc09867cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1096 time: 0.0726345 Mar 16 11:29:18.199446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-23d3a330-3b20-4a66-8334-ed8f1e97493e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 217 time: 0.0636759 Mar 16 11:29:18.261357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-89cf70a9-b009-4e04-9f28-45506ecda46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.262694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-89cf70a9-b009-4e04-9f28-45506ecda46f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0580552 Mar 16 11:29:18.337188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc961e-9948-4c15-823f-b30e356defff req-c4c785a8-bfd6-4daa-8390-fc5fc003da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.338585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-c4c785a8-bfd6-4daa-8390-fc5fc003da28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706415 Mar 16 11:29:18.468902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-d6baef6e-4e26-4d20-a164-abc45cde9565 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241355 Mar 16 11:29:18.559149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ec7e3e3-77dc-4dac-ae42-c489b866c981 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:18.601049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ffc961e-9948-4c15-823f-b30e356defff req-44f96859-a5b9-42c1-a02d-b0b1379f5f65 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262839 Mar 16 11:29:18.627202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:18.627586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.787181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5b296-76a9-4afc-809d-3fe6c5a149cf req-d46c6ff6-4325-4e4b-a31a-6778e6ceb71b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.788546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37c5b296-76a9-4afc-809d-3fe6c5a149cf req-d46c6ff6-4325-4e4b-a31a-6778e6ceb71b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 943 time: 0.1415408 Mar 16 11:29:18.793954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-1f8746ee-9170-41f0-b843-372e65d34ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.795263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-1f8746ee-9170-41f0-b843-372e65d34ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1096 time: 0.0971677 Mar 16 11:29:18.923627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37c5b296-76a9-4afc-809d-3fe6c5a149cf req-c5781753-5f60-4b19-9c1a-f15728be7e52 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274245 Mar 16 11:29:18.961316 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-0cfc5838-d4d7-476f-8a75-ebbac7bb8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.962727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-0cfc5838-d4d7-476f-8a75-ebbac7bb8e28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1493409 Mar 16 11:29:19.027318 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-465097b9-3f88-4413-890a-8d3c0d5b724e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 217 time: 0.0590746 Mar 16 11:29:19.189913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-f0a3dead-b2ea-47d7-9382-788291743bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.191365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-f0a3dead-b2ea-47d7-9382-788291743bba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.1577816 Mar 16 11:29:19.265330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-3b5c9d78-89a2-48ed-8138-6eda8550b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.266753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-3b5c9d78-89a2-48ed-8138-6eda8550b8bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680127 Mar 16 11:29:19.396602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-da3d2c9e-7e37-45d9-8898-1e421d464792 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230974 Mar 16 11:29:19.527190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dbb3c66b-9e6b-4ad6-b236-a20fd9e7b750 req-a1e3bc75-d34b-407d-accb-3c01087356de service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237514 Mar 16 11:29:20.111668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fe18e-99ec-4e8c-9896-0aace906e474 req-1183451e-19c3-4067-85df-6b811a81c2b4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.113772 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-054fe18e-99ec-4e8c-9896-0aace906e474 req-1183451e-19c3-4067-85df-6b811a81c2b4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 943 time: 0.0834098 Mar 16 11:29:20.157285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-054fe18e-99ec-4e8c-9896-0aace906e474 req-5abf0033-e2a2-462d-bac3-3468dcfab5b8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 Mar 16 11:29:20.688278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:29:20.819583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:20.832794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'mac_address': 'fa:16:3e:d0:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:29:20.890143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.907028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:20.922522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:20.926557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.991300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:21.346382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:29:21.346671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d2ba-748a-4726-bd40-a40b479bb918 req-7fdce714-49c2-4564-9e0f-4498dbe89069 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:21.348273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ba7d2ba-748a-4726-bd40-a40b479bb918 req-7fdce714-49c2-4564-9e0f-4498dbe89069 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 944 time: 0.0798090 Mar 16 11:29:21.391652 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ba7d2ba-748a-4726-bd40-a40b479bb918 req-cc357aa7-3411-4f00-95a7-33b7b9e1f905 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Mar 16 11:29:22.577427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d237-a210-457e-be6c-d404a7aed006 req-66fa84d1-5e04-4920-a066-7514aa51cfbb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.578991 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b60d237-a210-457e-be6c-d404a7aed006 req-66fa84d1-5e04-4920-a066-7514aa51cfbb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 944 time: 0.0825577 Mar 16 11:29:22.637707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b60d237-a210-457e-be6c-d404a7aed006 req-bbe09a47-af4a-4664-babf-1452634628e6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522239 Mar 16 11:29:22.689752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:22.756571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:22.761094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:22.761468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.874996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.901690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:22.912145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:22.915785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.949565 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'code': 200} Mar 16 11:29:23.019814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:23.203590 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5521-dfdf-4190-8d90-81f664ef0045 req-2c197cc0-b372-4415-8483-296f146ba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.204990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbda5521-dfdf-4190-8d90-81f664ef0045 req-2c197cc0-b372-4415-8483-296f146ba005 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1098 time: 0.0689948 Mar 16 11:29:23.248644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbda5521-dfdf-4190-8d90-81f664ef0045 req-efcb9a22-eb74-47fd-852a-6f86ce79fbb2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Mar 16 11:29:23.826338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a0c6c-1d89-4a83-bd9a-47c25c760465 req-18eb2e33-e0b3-4823-a936-c7be421b411e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.827765 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c89a0c6c-1d89-4a83-bd9a-47c25c760465 req-18eb2e33-e0b3-4823-a936-c7be421b411e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0816162 Mar 16 11:29:23.871944 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c89a0c6c-1d89-4a83-bd9a-47c25c760465 req-11b3e1f4-f49b-46fc-974e-b5920e9db5b0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 Mar 16 11:29:25.056174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5cc19-7319-4b38-ad83-f8ccea6fd2fa req-35720388-fe26-48ad-802c-cfbf55a8ed4f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:25.057614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-02e5cc19-7319-4b38-ad83-f8ccea6fd2fa req-35720388-fe26-48ad-802c-cfbf55a8ed4f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Mar 16 11:29:25.100493 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-02e5cc19-7319-4b38-ad83-f8ccea6fd2fa req-f6e0a12f-ef58-499b-9f2d-26cab3f2f9ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Mar 16 11:29:25.276746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d60ba-5a72-4a50-9a87-9c8376b40176 req-cf4f83a4-89f2-4812-aec8-fa1987f57f4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:25.278190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-022d60ba-5a72-4a50-9a87-9c8376b40176 req-cf4f83a4-89f2-4812-aec8-fa1987f57f4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0787764 Mar 16 11:29:25.287259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 50326) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:25.291989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'floatingip': {'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:25.367737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.041505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.045138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.211249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb associated. External IP: 172.26.0.40, port: 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec. Mar 16 11:29:26.563717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:26.743508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:26.748451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.754273 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:26.763521 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:26.764179 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:26.802155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d74064f3-1a33-4532-bb07-01037211e2ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "PUT /v2.0/floatingips/66c90d1b-1127-4ade-8632-7051e8ae54fb HTTP/1.1" status: 200 len: 990 time: 1.5138583 Mar 16 11:29:26.802994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:26.846440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'status': 'completed', 'code': 200} Mar 16 11:29:26.897787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9b49f76e-a1c6-403e-99bd-5bee5665da89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.945712 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:27.035115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa9c3e-021d-4405-ba40-63f4c67c4c3b req-e7fc4f6a-05cf-4555-8651-7d5a6c871d61 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.036484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0afa9c3e-021d-4405-ba40-63f4c67c4c3b req-e7fc4f6a-05cf-4555-8651-7d5a6c871d61 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1438162 Mar 16 11:29:27.042107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f157d-cfc7-4004-80ba-0da784334e0c req-d379018d-1209-4ca2-97a1-e94a1ff10edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.043472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-d379018d-1209-4ca2-97a1-e94a1ff10edc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1098 time: 0.1478496 Mar 16 11:29:27.176009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0afa9c3e-021d-4405-ba40-63f4c67c4c3b req-2d7a4ed6-fa60-4f07-973b-cb1bfdb00dbe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315963 Mar 16 11:29:27.216925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f157d-cfc7-4004-80ba-0da784334e0c req-d2bbf62d-3d19-4de2-8e88-4254930ab432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.218375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-d2bbf62d-3d19-4de2-8e88-4254930ab432 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1601839 Mar 16 11:29:27.291519 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:d0:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:29:25Z', 'revision_number': 1, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:27.295386 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:27.304191 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:27.304799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:28:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:27.474740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-40d850a0-d531-49c0-9b91-840167894109 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 998 time: 0.2503648 Mar 16 11:29:27.506429 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:27.547060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de18e2-70cb-4a20-8584-db6d1ffca7ed req-1ab1cf51-bae9-427a-8525-35c93ce49f4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.548534 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41de18e2-70cb-4a20-8584-db6d1ffca7ed req-1ab1cf51-bae9-427a-8525-35c93ce49f4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1639600 Mar 16 11:29:27.558982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f157d-cfc7-4004-80ba-0da784334e0c req-52e21c79-a63f-4e89-9319-175bbe140c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.560345 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-52e21c79-a63f-4e89-9319-175bbe140c9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0756826 Mar 16 11:29:27.641084 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41de18e2-70cb-4a20-8584-db6d1ffca7ed req-6ebf7d61-fd36-4b73-a0f3-ba05b99529e3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839012 Mar 16 11:29:27.663745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f157d-cfc7-4004-80ba-0da784334e0c req-4e1b94d0-c9b6-4144-9f60-f0eaf7abf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.665209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-4e1b94d0-c9b6-4144-9f60-f0eaf7abf048 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908213 Mar 16 11:29:27.795559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-2ee183f5-cc89-426f-a8e1-706d6f6a348e service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246133 Mar 16 11:29:27.852247 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:d0:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:29:25Z', 'revision_number': 1, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:27.856024 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88241108-79f3-4183-aaf0-ea807fbe992e None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:d0:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:29:25Z', 'revision_number': 1, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:27.929722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782f157d-cfc7-4004-80ba-0da784334e0c req-7eb10a5c-aa49-4f1b-b684-c5bc23ed677c service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273844 Mar 16 11:29:28.044020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf33b70-d9f9-42b0-b38b-6714447dfb0b None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:28.832820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b4c58-6692-4da9-9a79-119761c934a7 req-991517be-0bb3-41eb-a1dc-e037144a084a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:28.834312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d65b4c58-6692-4da9-9a79-119761c934a7 req-991517be-0bb3-41eb-a1dc-e037144a084a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0830507 Mar 16 11:29:28.877051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d65b4c58-6692-4da9-9a79-119761c934a7 req-58ac4128-e98a-4a54-b89d-8a103d1eca14 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Mar 16 11:29:29.060284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad25-5baf-422f-aa12-86e7b177e63e req-5e1802ac-8c36-4dd1-b440-65c670bf97fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.061774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ecffad25-5baf-422f-aa12-86e7b177e63e req-5e1802ac-8c36-4dd1-b440-65c670bf97fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0791957 Mar 16 11:29:29.107040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d4c229d1-7814-43cc-9118-05e2aa9b3b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.107619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ecffad25-5baf-422f-aa12-86e7b177e63e req-ecbf5a5f-1e40-4847-9c26-e601c56580aa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Mar 16 11:29:29.450151 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-b81c67ad-dc51-4465-b05d-82d8412f3aea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732381 Mar 16 11:29:29.510604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8d18-b89d-4b0d-b455-5bdec8d3890e req-bb2fae74-679e-4a6a-bb11-2c1d80fb1e73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.512070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1eec8d18-b89d-4b0d-b455-5bdec8d3890e req-bb2fae74-679e-4a6a-bb11-2c1d80fb1e73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0927010 Mar 16 11:29:29.556142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1eec8d18-b89d-4b0d-b455-5bdec8d3890e req-b27793a9-1fef-4fff-9cf9-fe79e94dc03e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Mar 16 11:29:30.534724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.559860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.769647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e41ff-5d63-4379-bc66-4ffb1c0d13df req-d0ecfa22-1311-4e6e-a194-8c43150b5e2b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:30.770953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-235e41ff-5d63-4379-bc66-4ffb1c0d13df req-d0ecfa22-1311-4e6e-a194-8c43150b5e2b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1047378 Mar 16 11:29:30.773572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-1dd7f585-781b-4edb-9c00-6f3f4372375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:30.774964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-1dd7f585-781b-4edb-9c00-6f3f4372375c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1098 time: 0.1415975 Mar 16 11:29:30.900460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-235e41ff-5d63-4379-bc66-4ffb1c0d13df req-e9caca9d-1482-4bb8-8002-5f992932dd53 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237998 Mar 16 11:29:30.931148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-f7956b6c-0b7e-4db5-8ca6-13d6559c12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:30.932540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-f7956b6c-0b7e-4db5-8ca6-13d6559c12fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1437330 Mar 16 11:29:31.032872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-52574468-839e-43b2-81f8-9b7e2f46a90e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 1000 time: 0.0941060 Mar 16 11:29:31.102376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-c6949375-a471-41bc-ae91-7760db5c2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.103792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-c6949375-a471-41bc-ae91-7760db5c2175 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0660200 Mar 16 11:29:31.179486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-438ac0c4-068b-4cbe-ab41-bdea4e99fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.180898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-438ac0c4-068b-4cbe-ab41-bdea4e99fc3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711479 Mar 16 11:29:31.419109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-0bed6f05-39d6-4411-a39b-ca7436860142 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321625 Mar 16 11:29:31.547358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-fa79170a-65e5-4af2-92ed-a3b7b44622b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230078 Mar 16 11:29:31.975031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:32.087849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343596d-4238-473a-bf88-0c38043e9ad9 req-5ee42282-2968-442c-b940-740619895fa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:32.089430 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d343596d-4238-473a-bf88-0c38043e9ad9 req-5ee42282-2968-442c-b940-740619895fa6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0820169 Mar 16 11:29:32.132966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d343596d-4238-473a-bf88-0c38043e9ad9 req-edde6d93-d8de-4041-b6d2-d62656461b04 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378819 Mar 16 11:29:33.009320 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:33.325210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84a46-87f3-4eea-bc7d-903f19ddfec4 req-876e247e-9654-4ac3-8fc8-213b3c4c1b61 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:33.326657 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1c84a46-87f3-4eea-bc7d-903f19ddfec4 req-876e247e-9654-4ac3-8fc8-213b3c4c1b61 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0899131 Mar 16 11:29:33.370390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1c84a46-87f3-4eea-bc7d-903f19ddfec4 req-161250a8-f3f3-4f4f-b05c-dc3a708b7b73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379941 Mar 16 11:29:34.295659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.551924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c95f-6a73-4ab4-a160-fed32a564cee req-e3702bb0-428e-4632-9420-4f130a579a94 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:34.553640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39a6c95f-6a73-4ab4-a160-fed32a564cee req-e3702bb0-428e-4632-9420-4f130a579a94 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0789654 Mar 16 11:29:34.599830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39a6c95f-6a73-4ab4-a160-fed32a564cee req-7e7e1cb7-a82f-4f02-9268-613fbac1a141 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Mar 16 11:29:35.787942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5d94-d268-4f47-aede-9c37e75a3a3f req-f77fbf72-971c-42bd-bdc6-ea064751de73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.789310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ffb5d94-d268-4f47-aede-9c37e75a3a3f req-f77fbf72-971c-42bd-bdc6-ea064751de73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0798323 Mar 16 11:29:35.832181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0ffb5d94-d268-4f47-aede-9c37e75a3a3f req-5c84964d-0838-4a00-97ec-d4c6bf26f522 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371373 Mar 16 11:29:37.017809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd1b1-8507-40eb-a0a1-bd1cfdc6ba18 req-ebab81f5-05b7-4867-899b-3ceffd2b2984 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.019833 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8bbd1b1-8507-40eb-a0a1-bd1cfdc6ba18 req-ebab81f5-05b7-4867-899b-3ceffd2b2984 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0827348 Mar 16 11:29:37.063597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8bbd1b1-8507-40eb-a0a1-bd1cfdc6ba18 req-21dd8ef3-d06c-46e6-9bd6-764970b0bc90 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379877 Mar 16 11:29:38.246582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce0bf-5315-4b05-8e99-20cf0fb47af8 req-a57fae5f-af00-4dbb-8546-93633c28d5b3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.248012 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f8ce0bf-5315-4b05-8e99-20cf0fb47af8 req-a57fae5f-af00-4dbb-8546-93633c28d5b3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0790052 Mar 16 11:29:38.298966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f8ce0bf-5315-4b05-8e99-20cf0fb47af8 req-7fed087e-6e91-4d8f-9c0e-fa537e95ab2b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450778 Mar 16 11:29:39.242927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-48c37a7a-1380-4932-8467-edd551eb3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.244360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-48c37a7a-1380-4932-8467-edd551eb3c96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1098 time: 0.1169019 Mar 16 11:29:39.387460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-068d1228-2bd1-495c-9bd9-d8e32fb56a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.388931 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-068d1228-2bd1-495c-9bd9-d8e32fb56a46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1265914 Mar 16 11:29:39.536543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-bbe998c6-d902-41b2-8d6d-f6a9252462bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 1000 time: 0.1418180 Mar 16 11:29:39.603099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e151cd2-cb74-4b14-8bb7-b22c6e9d4119 req-13a3fc1b-e616-48f3-a14b-0dafed9691a9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.604517 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8e151cd2-cb74-4b14-8bb7-b22c6e9d4119 req-13a3fc1b-e616-48f3-a14b-0dafed9691a9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1628077 Mar 16 11:29:39.630117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-4fa02d1e-233a-4dc0-9f0f-add1eac1bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.631467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-4fa02d1e-233a-4dc0-9f0f-add1eac1bcc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0837796 Mar 16 11:29:39.693742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8e151cd2-cb74-4b14-8bb7-b22c6e9d4119 req-0c7aba28-199b-45a2-a26b-57769adf7fa0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827940 Mar 16 11:29:39.722586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-359723c4-1310-440e-922e-07baa7acac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.724039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-359723c4-1310-440e-922e-07baa7acac56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859840 Mar 16 11:29:39.859143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-4c3748a4-c361-4468-a5a5-a904b91dbcc2 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253686 Mar 16 11:29:39.988046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72abb9e0-74e3-45f4-b20d-06ee4dbde9bd req-a872ff17-4f1f-422c-b417-913178c82547 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223688 Mar 16 11:29:40.974122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec64b5-5178-47ff-afb1-bffeef20d1df req-e667334b-2093-4a22-a6a4-462b63b05f1d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:40.975545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9eec64b5-5178-47ff-afb1-bffeef20d1df req-e667334b-2093-4a22-a6a4-462b63b05f1d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1781890 Mar 16 11:29:41.018356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9eec64b5-5178-47ff-afb1-bffeef20d1df req-00bfc7a8-7e48-47e6-808a-d7acc24ce8c7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Mar 16 11:29:42.199835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb8c4-e489-4748-8a34-09943689543f req-2ce65506-36e9-4753-88de-356a4cadfd7f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.201293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b8fb8c4-e489-4748-8a34-09943689543f req-2ce65506-36e9-4753-88de-356a4cadfd7f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0785472 Mar 16 11:29:42.247703 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b8fb8c4-e489-4748-8a34-09943689543f req-7fb1e87f-e132-40eb-938f-23ea4ea56e27 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Mar 16 11:29:43.427604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7a10-cbe5-4c66-a076-391a92e3a4ff req-777dccfa-8f54-4bce-bb2f-3d4353cbd7aa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.429062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51bd7a10-cbe5-4c66-a076-391a92e3a4ff req-777dccfa-8f54-4bce-bb2f-3d4353cbd7aa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0786455 Mar 16 11:29:43.472713 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51bd7a10-cbe5-4c66-a076-391a92e3a4ff req-2e38ed6d-ce11-4286-acc8-b5b26cbb7a49 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Mar 16 11:29:44.659483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426b6db-ed64-4c77-a2a6-cf483dcfff20 req-e220b181-a5e6-4635-bc61-03aa6ff95751 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:44.660976 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7426b6db-ed64-4c77-a2a6-cf483dcfff20 req-e220b181-a5e6-4635-bc61-03aa6ff95751 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0818310 Mar 16 11:29:44.704750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7426b6db-ed64-4c77-a2a6-cf483dcfff20 req-e991c4f6-f8e0-4527-baa0-930b927a4680 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Mar 16 11:29:45.891174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923221e1-5db6-4f15-a475-4a40cce542e4 req-eeb5380f-c73f-4d18-8057-43e1ec86c1fb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:45.892583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-923221e1-5db6-4f15-a475-4a40cce542e4 req-eeb5380f-c73f-4d18-8057-43e1ec86c1fb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0779090 Mar 16 11:29:45.935286 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-923221e1-5db6-4f15-a475-4a40cce542e4 req-f08635cf-bc4d-4773-a7e5-495bf6b3a689 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365059 Mar 16 11:29:47.122461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6957-22ec-405c-9017-8d8105a5fe15 req-9d56051a-d0da-484a-ab6b-85f0aa2911e7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:47.125092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e0b6957-22ec-405c-9017-8d8105a5fe15 req-9d56051a-d0da-484a-ab6b-85f0aa2911e7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0846667 Mar 16 11:29:47.170032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6e0b6957-22ec-405c-9017-8d8105a5fe15 req-cf27340d-614a-4d79-8719-de41e70920d6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Mar 16 11:29:48.351149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001b4b-ab73-4cb6-a9ae-e522fda99c84 req-0fcb9332-9295-4ef9-a903-4dd0edd28bc2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.352688 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36001b4b-ab73-4cb6-a9ae-e522fda99c84 req-0fcb9332-9295-4ef9-a903-4dd0edd28bc2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Mar 16 11:29:48.402524 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36001b4b-ab73-4cb6-a9ae-e522fda99c84 req-2d2ac63a-7fd7-4402-86e4-f6b8ca070acc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Mar 16 11:29:49.586151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ef665-e9d4-439b-96a2-6588aaff50b5 req-76ac1e23-6a9c-4a51-bb81-3ec7f3a74bea tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:49.587562 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc9ef665-e9d4-439b-96a2-6588aaff50b5 req-76ac1e23-6a9c-4a51-bb81-3ec7f3a74bea tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0778830 Mar 16 11:29:49.630731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc9ef665-e9d4-439b-96a2-6588aaff50b5 req-6c4f8c5b-e40e-4db0-8660-40f9ec252ba8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376773 Mar 16 11:29:50.814701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0877a7-08b9-422b-b270-9df870fe643a req-e758e5b0-5e47-4c12-8a5d-d3e87e6d2c97 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:50.816138 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d0877a7-08b9-422b-b270-9df870fe643a req-e758e5b0-5e47-4c12-8a5d-d3e87e6d2c97 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0800931 Mar 16 11:29:50.859009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d0877a7-08b9-422b-b270-9df870fe643a req-3f7add5c-07de-410d-897e-0329f141d903 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371046 Mar 16 11:29:52.046222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2bab2-588d-4b34-8e33-c501886adb1c req-1237224e-9d10-42b6-84aa-a93db4a008f3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:52.047723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-86d2bab2-588d-4b34-8e33-c501886adb1c req-1237224e-9d10-42b6-84aa-a93db4a008f3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0821025 Mar 16 11:29:52.094047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-86d2bab2-588d-4b34-8e33-c501886adb1c req-02d6b66c-2398-48d2-9145-2fd6aed36157 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Mar 16 11:29:53.279850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c764-370a-4e53-8408-d4cd5f5c2bd7 req-a13bc20f-27de-4a1b-b53d-d21c7f475f5e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:53.281279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8bc5c764-370a-4e53-8408-d4cd5f5c2bd7 req-a13bc20f-27de-4a1b-b53d-d21c7f475f5e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0795496 Mar 16 11:29:53.324049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8bc5c764-370a-4e53-8408-d4cd5f5c2bd7 req-b2a6532c-ae89-4ef0-af55-f21aa196d0f4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371988 Mar 16 11:29:53.481886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-27fc20ea-6d4b-4287-a256-c013faf5b8c8 service neutron] 10.222.0.55 "GET /v2.0/ports/0e6bb277-78ff-4e77-a56c-d35ee0ed89ec/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0760286 Mar 16 11:29:53.788463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-2f68d2c1-5956-48cb-bb56-be2ff0b6ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:53.789855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-2f68d2c1-5956-48cb-bb56-be2ff0b6ca0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1098 time: 0.0714073 Mar 16 11:29:53.891080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-1ef31089-5875-490a-857b-84dde52ab611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:53.892507 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-1ef31089-5875-490a-857b-84dde52ab611 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1098 time: 0.0696886 Mar 16 11:29:54.021308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-338db6a1-0fc5-46ab-bbaf-4e54ac5a848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.022753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-338db6a1-0fc5-46ab-bbaf-4e54ac5a848f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1246483 Mar 16 11:29:54.126707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-41942a71-398c-4375-be82-637c60442aa1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 1000 time: 0.0972967 Mar 16 11:29:54.189616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-90aca305-57ca-46a0-815b-acd517ee87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.191510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-90aca305-57ca-46a0-815b-acd517ee87b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0591712 Mar 16 11:29:54.264028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-9c8d4af4-d258-4e15-b925-9d4a18c84852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.265509 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-9c8d4af4-d258-4e15-b925-9d4a18c84852 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680637 Mar 16 11:29:54.392927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-b75d3d48-09b6-4f12-aaf5-a8aebcbd2906 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212664 Mar 16 11:29:54.670666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f31e3719-00bd-4999-8b80-d65cfbc6abd6 req-c8cbf392-f093-45c3-b37d-8cc8201fa6d7 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715096 Mar 16 11:29:54.691172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef51ad6-18ff-4472-8fa6-70bd1105262d req-cec34b99-72f9-4b5a-ae79-77493e04ed9d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:54.692617 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ef51ad6-18ff-4472-8fa6-70bd1105262d req-cec34b99-72f9-4b5a-ae79-77493e04ed9d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.2602522 Mar 16 11:29:54.737975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ef51ad6-18ff-4472-8fa6-70bd1105262d req-25459541-93e5-42f3-8b15-49ebe52c766f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385532 Mar 16 11:29:55.919859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46920f01-4f6b-42fd-94d9-5714177fb019 req-d9b68229-dfdf-4de9-8564-27afe0a5a912 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:55.921310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46920f01-4f6b-42fd-94d9-5714177fb019 req-d9b68229-dfdf-4de9-8564-27afe0a5a912 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0788927 Mar 16 11:29:55.964581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46920f01-4f6b-42fd-94d9-5714177fb019 req-e68ddfae-435a-4979-a31b-b20c559662cb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Mar 16 11:29:56.890689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-379a213a-eb89-4c3c-9c83-2ab5ce3e8e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.927846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:29:56.934155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:57.149314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.152554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763ff1-d1d6-447f-a2d0-e8bd13df8a47 req-cc6ad9f0-3eca-4526-b60e-0655cd984796 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:57.154041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f763ff1-d1d6-447f-a2d0-e8bd13df8a47 req-cc6ad9f0-3eca-4526-b60e-0655cd984796 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0831976 Mar 16 11:29:57.163755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:57.181642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'mac_address': 'fa:16:3e:d0:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:29:57.201794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1f763ff1-d1d6-447f-a2d0-e8bd13df8a47 req-ba96eb63-dbae-41d9-85b1-37123232963d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Mar 16 11:29:57.225968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:57.245353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:57.258526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.290140 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'code': 200} Mar 16 11:29:57.295462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.324327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:57.380787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.407858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:29:57.408129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:29:57.961722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.978248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:29:57.993627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:57.997515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.065138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:58.123550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:29:58.390632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435fd6a-f4cd-46fe-9687-ca728cca0b52 req-a08f9037-964c-4902-8ad6-fe95d1709b87 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.392067 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9435fd6a-f4cd-46fe-9687-ca728cca0b52 req-a08f9037-964c-4902-8ad6-fe95d1709b87 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 944 time: 0.0782001 Mar 16 11:29:58.438871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9435fd6a-f4cd-46fe-9687-ca728cca0b52 req-bb3e19e6-8af5-4045-839d-5b6a0f4c1b87 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Mar 16 11:29:58.804300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb98a04-3848-4c82-aaf7-358bc032d16d req-bcaec683-a32e-4c7d-8962-4e6344e82acf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.805776 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-deb98a04-3848-4c82-aaf7-358bc032d16d req-bcaec683-a32e-4c7d-8962-4e6344e82acf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 944 time: 0.1451690 Mar 16 11:29:58.813708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-eb9cdc84-4d05-41b1-9a5f-9be978e724d8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.815014 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-eb9cdc84-4d05-41b1-9a5f-9be978e724d8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002&tenant_id=919f611062984f24a50cd84fd8eda92f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1227016 Mar 16 11:29:58.853206 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-deb98a04-3848-4c82-aaf7-358bc032d16d req-d92d61e3-2b81-4bd9-8bf3-9493b5966480 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372453 Mar 16 11:29:58.929810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:58.968908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-14536996-6c08-4ada-8df5-d0700045f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:58.970369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-14536996-6c08-4ada-8df5-d0700045f54b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 1097 time: 0.0711670 Mar 16 11:29:58.997793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:58.998337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.100186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-b8f0b135-7819-48f1-a742-6f17d2449540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.101571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-b8f0b135-7819-48f1-a742-6f17d2449540 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1247811 Mar 16 11:29:59.120410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2f94b029-fe74-4e09-b98b-d6df77a4c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.125637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.157917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:59.162414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.205207 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-94b090f0-c5c4-41bf-ab66-95c065511275 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 200 len: 1000 time: 0.0977256 Mar 16 11:29:59.227485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:59.265241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-7d8fe7c6-8d4b-4bfa-b026-88a1b66b9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.266636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-7d8fe7c6-8d4b-4bfa-b026-88a1b66b9f0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0560591 Mar 16 11:29:59.290883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:59.344371 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'code': 200} Mar 16 11:29:59.344904 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-8e9aec49-a6e6-40e0-922a-ea0a8a3581ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.346357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-8e9aec49-a6e6-40e0-922a-ea0a8a3581ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738168 Mar 16 11:29:59.510202 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-6a356cd5-03a9-48b1-93fb-fd902f9d95d4 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254799 Mar 16 11:29:59.643127 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79781213-3a0b-49ef-ad51-144ff89c7f88 req-9afd6db4-cd35-4acb-af1d-3da947f4338d service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269023 Mar 16 11:30:00.035942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1438-f148-4ed7-8761-f8e28b4b8cee req-ccf34b21-b73d-42f9-a98f-4ae370a07833 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:00.037534 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40c1438-f148-4ed7-8761-f8e28b4b8cee req-ccf34b21-b73d-42f9-a98f-4ae370a07833 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0799115 Mar 16 11:30:00.081242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40c1438-f148-4ed7-8761-f8e28b4b8cee req-892a8c9e-eb6b-42a9-b3a9-876171593ad0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380368 Mar 16 11:30:00.537175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:00.560855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:01.268086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554748e4-162b-4215-9a83-ef2968c2b306 req-b89be097-9f90-4b1f-bdc5-14383d65953c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:01.269547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-554748e4-162b-4215-9a83-ef2968c2b306 req-b89be097-9f90-4b1f-bdc5-14383d65953c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0808167 Mar 16 11:30:01.314066 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-554748e4-162b-4215-9a83-ef2968c2b306 req-2d42f520-2584-4ecc-8906-7de51a4cc840 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Mar 16 11:30:01.498346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129caee-ef6b-4fa3-80ec-17a06613f3d0 req-289bbf2e-235a-4a4e-8a57-5fd90087a550 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:01.499697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a129caee-ef6b-4fa3-80ec-17a06613f3d0 req-289bbf2e-235a-4a4e-8a57-5fd90087a550 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0794210 Mar 16 11:30:01.642691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a129caee-ef6b-4fa3-80ec-17a06613f3d0 req-ac99360b-d3af-4cbe-a8af-72966d1e069c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371322 Mar 16 11:30:01.834798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581dff7-d2fb-4a79-8db3-ee75bc81aef5 req-9044aced-90d5-4411-a6ea-417119925e42 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:01.836295 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2581dff7-d2fb-4a79-8db3-ee75bc81aef5 req-9044aced-90d5-4411-a6ea-417119925e42 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0878446 Mar 16 11:30:01.879500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2581dff7-d2fb-4a79-8db3-ee75bc81aef5 req-adfca9df-3065-4513-af30-6879da08de73 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Mar 16 11:30:01.977122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:02.252755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392226-8291-4f96-89ef-dbaa9a22cc22 req-3747a466-aa56-40c7-96ef-d2437c7505fc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:02.254837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7e392226-8291-4f96-89ef-dbaa9a22cc22 req-3747a466-aa56-40c7-96ef-d2437c7505fc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0810430 Mar 16 11:30:02.297325 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7e392226-8291-4f96-89ef-dbaa9a22cc22 req-6c8c370f-408d-47f4-acc8-353bad179ce5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Mar 16 11:30:03.491616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0584-ac5a-40bc-85c0-0f16e8fbfd64 req-5c39a22d-9fdd-4344-9cb5-a65b5748a9b7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:03.493094 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7aa0584-ac5a-40bc-85c0-0f16e8fbfd64 req-5c39a22d-9fdd-4344-9cb5-a65b5748a9b7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0883095 Mar 16 11:30:03.539182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b7aa0584-ac5a-40bc-85c0-0f16e8fbfd64 req-7465d75c-4159-4ee3-8a14-f39aec30ff09 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Mar 16 11:30:04.128538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-fdae6689-8875-47ce-9225-9c04fdad2320 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:04.130135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-fdae6689-8875-47ce-9225-9c04fdad2320 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.0848429 Mar 16 11:30:04.198412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Deleting port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:04.198749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.294893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.440446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] For port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:04.440711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.773110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.773784 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.773784 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb disassociated. External IP: 172.26.0.40, port: 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec. Mar 16 11:30:04.773998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Calling delete_port for 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:04.850751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22dc99-92ae-4d07-bb8d-19fe8639b4b2 req-c7b2cae5-68c5-40b8-bb61-51f032d15d4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:04.852190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b22dc99-92ae-4d07-bb8d-19fe8639b4b2 req-c7b2cae5-68c5-40b8-bb61-51f032d15d4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 945 time: 0.1692548 Mar 16 11:30:04.936583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b22dc99-92ae-4d07-bb8d-19fe8639b4b2 req-604869ea-92cb-4472-9396-6a38206f2328 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718522 Mar 16 11:30:04.971713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:05.023020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'Port': ['ID=0e6bb277-78ff-4e77-a56c-d35ee0ed89ec,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:05.206638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:05.478306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:05.487718 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:05.501348 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:05.501958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:29:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:05.550489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] No DVR routers for this DVR port 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:05.553490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:05.555945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-deleted', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:05.573051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fb106c53-b538-4870-bd44-84499f6e30f1 req-1f2733d0-d47a-4c6a-8330-2de31119162e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "DELETE /v2.0/ports/0e6bb277-78ff-4e77-a56c-d35ee0ed89ec HTTP/1.1" status: 204 len: 173 time: 1.4379959 Mar 16 11:30:05.605585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7878de1-4264-447a-abc6-7b7fa24c8002', 'name': 'network-vif-deleted', 'tag': '0e6bb277-78ff-4e77-a56c-d35ee0ed89ec', 'status': 'completed', 'code': 200} Mar 16 11:30:05.690438 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:06.015470 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:06.019382 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:06.028608 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:06.029248 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:29:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:06.098664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-412499d7-3fc3-4cd3-9ec5-c93a65cbd109 req-387c00a2-6c13-459d-b492-b62addb280f0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:06.114927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-412499d7-3fc3-4cd3-9ec5-c93a65cbd109 req-387c00a2-6c13-459d-b492-b62addb280f0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:06.116623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-412499d7-3fc3-4cd3-9ec5-c93a65cbd109 req-387c00a2-6c13-459d-b492-b62addb280f0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7878de1-4264-447a-abc6-7b7fa24c8002 HTTP/1.1" status: 200 len: 210 time: 0.0615122 Mar 16 11:30:06.235754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:06.553597 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:06.557379 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b339d-52ce-4cab-8f0c-2599010c34e3 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:06.763905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da304c0-ca25-49c9-b16b-14d1d8cd1f5b None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:07.443717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-734ad1bf-78ff-42b9-af4f-d59fdc52bb01 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1124930128&fields=id&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 267 time: 0.0396481 Mar 16 11:30:07.595196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-adedc444-11ef-4bd9-be4d-b042a229f2c3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:07.596597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-adedc444-11ef-4bd9-be4d-b042a229f2c3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1462355 Mar 16 11:30:07.611426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-b7a5fdb0-b2e2-4967-9eba-2ee90f8ca61d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/quotas/919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 375 time: 0.0085506 Mar 16 11:30:07.694122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-f98abb6d-e368-460e-9b43-43b0d0a7b67f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776122 Mar 16 11:30:07.829372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-889c9b2c-6872-4dfc-906e-e278f3539c00 service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236706 Mar 16 11:30:07.957604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-c569eaca-f68d-4eff-b2f7-64227e9d5a56 service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216977 Mar 16 11:30:08.128856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af73b3a6-577c-457d-934c-1f79ca7ef1f4 req-b48e07e4-207f-431d-929a-75ea2f9f5e22 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 210 time: 0.0412481 Mar 16 11:30:08.975418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:09.007772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:30:09.008115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0e6bb277-78ff-4e77-a56c-d35ee0ed89ec not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:09.208774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-42436776-bd24-4a6f-ad3e-2c312f51d5bc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:09.210371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-42436776-bd24-4a6f-ad3e-2c312f51d5bc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1549268 Mar 16 11:30:09.302854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-40b90a92-25d4-4f43-b48f-6a7489086903 req-253eb348-f558-4ab2-9ac6-d402a3c61f3c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 210 time: 0.0580549 Mar 16 11:30:09.314529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-44e1987c-0687-4fb4-8253-06a23dd568b6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 380 time: 0.0892768 Mar 16 11:30:09.322839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'port': {'device_id': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'admin_state_up': True, 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'security_groups': ['a52714ab-915c-46bb-8660-b33ca5e862ba']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:09.461028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:09.470542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:09.479851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:09.483298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:09.642705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Allocated IP 172.20.0.7 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/2cecdc13-c3e2-4577-bb4a-64aa46159fb8) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:09.921043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:09.936048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Transition to ACTIVE for port object 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:09.959536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.009043 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:10.026840 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:10.034234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:10.038548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:10.073034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:10.110513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.111153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.136274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-81c5d3f4-27ab-4405-924c-01ff6f6a47fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169863 Mar 16 11:30:10.153676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Request body: {'port': {'device_id': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:10.265954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3ae9c971-2579-40ad-bf21-b7614c6d8f8f None None] Provisioning for port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:10.271805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3ae9c971-2579-40ad-bf21-b7614c6d8f8f None None] Provisioning complete for port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:10.272182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c971-2579-40ad-bf21-b7614c6d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.274796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.323439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9c971-2579-40ad-bf21-b7614c6d8f8f None None] Port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:10.606547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ced1-e593-4a96-81b1-d71e2e77a91b req-e4d28e2f-35cb-4079-9df9-346a8ceb0d41 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.607235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b738ced1-e593-4a96-81b1-d71e2e77a91b req-e4d28e2f-35cb-4079-9df9-346a8ceb0d41 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:10.634646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-b738ced1-e593-4a96-81b1-d71e2e77a91b req-e4d28e2f-35cb-4079-9df9-346a8ceb0d41 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:10.635775 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b738ced1-e593-4a96-81b1-d71e2e77a91b req-e4d28e2f-35cb-4079-9df9-346a8ceb0d41 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 931 time: 0.2228136 Mar 16 11:30:10.719780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:10.731654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.739279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b738ced1-e593-4a96-81b1-d71e2e77a91b req-9058d1f5-46e6-49df-abbd-41701980403a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714486 Mar 16 11:30:10.750125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Transition to ACTIVE for port object 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:10.754506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.909183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:10.993120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Attempting to bind port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:10.993452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Attempting to bind port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:10.993775 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Attempting to bind port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:10.998267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:30:10.998581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Attempting to bind port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:11.003601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:11.004626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:11.005040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:11.005459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Bound port: 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:11.005796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:11.091651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:11.094466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:11.098913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:11.154493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.155110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:11.156446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] 10.222.0.55 "PUT /v2.0/ports/2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 1093 time: 1.0070801 Mar 16 11:30:11.156895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:11.184521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053388cb-e420-4a6d-8b7d-c8404ebef4cf service neutron] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:11.206423 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'status': 'completed', 'code': 200} Mar 16 11:30:11.295811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-4106f225-d475-4f0e-b917-d5594c18676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.297333 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-4106f225-d475-4f0e-b917-d5594c18676a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1096 time: 0.0738790 Mar 16 11:30:11.375763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-1954ed5f-6fa1-47a0-ac8a-7f6a2458e3be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 217 time: 0.0642560 Mar 16 11:30:11.437401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-da21b8fa-28c4-4faa-93c5-2259c3765951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.438752 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-da21b8fa-28c4-4faa-93c5-2259c3765951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0576446 Mar 16 11:30:11.517041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-fb5fe9f1-d5e5-464e-b555-2128e5c8f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.518491 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-fb5fe9f1-d5e5-464e-b555-2128e5c8f2f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740211 Mar 16 11:30:11.647644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-b873af0a-2615-4e8e-aab7-0b7d84165587 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231256 Mar 16 11:30:11.929078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a0f9d204-0c3d-48b4-8538-3a2ec8e6505b req-82242aab-4024-45e2-ad32-a76523659346 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749932 Mar 16 11:30:11.952008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644a4b-ab76-40fc-a34a-11d18d6431bd req-9572fba7-6407-4485-8959-b3702a9d54c5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.953464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7644a4b-ab76-40fc-a34a-11d18d6431bd req-9572fba7-6407-4485-8959-b3702a9d54c5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 943 time: 0.1058214 Mar 16 11:30:11.998551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7644a4b-ab76-40fc-a34a-11d18d6431bd req-9c25874c-9f27-41e1-b86e-42b87869c177 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379205 Mar 16 11:30:12.083074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-629484df-1048-467c-b17f-24f21c4ee120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:12.084526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-629484df-1048-467c-b17f-24f21c4ee120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1096 time: 0.0730569 Mar 16 11:30:12.213208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-130ef3bd-ee6e-41ef-b99e-a81ff51f6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:12.214552 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-130ef3bd-ee6e-41ef-b99e-a81ff51f6a04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1230571 Mar 16 11:30:12.283032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-489cf3a2-7838-492a-b236-0924cc26fb82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 217 time: 0.0621922 Mar 16 11:30:12.343106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-8d0d48d5-e1a2-4a3d-9137-d57297d33260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:12.344483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-8d0d48d5-e1a2-4a3d-9137-d57297d33260 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0561457 Mar 16 11:30:12.417063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-a258cdc8-f2a0-4ace-b759-00093af29f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:12.418494 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-a258cdc8-f2a0-4ace-b759-00093af29f34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685956 Mar 16 11:30:12.549429 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-e9bd6d87-81bd-4fcd-973b-4288fc471e3b service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245842 Mar 16 11:30:12.676810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3dbaffc6-b36b-4dab-8bad-243da9e2fd4a req-5a98f735-ce04-4d51-825c-2f937e1ee839 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213198 Mar 16 11:30:13.186287 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf14d6-762c-41ae-ae3b-b804a85950d4 req-cb246558-4621-4171-a940-a4aa7e10202f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:13.187710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9cf14d6-762c-41ae-ae3b-b804a85950d4 req-cb246558-4621-4171-a940-a4aa7e10202f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 943 time: 0.0824733 Mar 16 11:30:13.234832 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9cf14d6-762c-41ae-ae3b-b804a85950d4 req-a7b12782-2a7f-4e37-82b7-5ce69a56a473 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Mar 16 11:30:14.414101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b02d5-48a6-4ffb-b0ad-185911ab92ae req-edb42d1e-88f8-4f8f-a60e-b952f823313b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:14.415536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f2b02d5-48a6-4ffb-b0ad-185911ab92ae req-edb42d1e-88f8-4f8f-a60e-b952f823313b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 943 time: 0.0779784 Mar 16 11:30:14.462104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f2b02d5-48a6-4ffb-b0ad-185911ab92ae req-78724d30-9696-40f3-b33a-a1518602d469 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Mar 16 11:30:14.975866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:30:15.105546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:15.118654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'mac_address': 'fa:16:3e:00:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:30:15.171392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.187447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:15.202626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:15.207353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.274775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:15.281693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.282044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.282380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.282708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.283036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.283369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.283690 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.284012 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.284334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.284650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.285385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.285713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:15.596501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['2cecdc13-c3e2-4577-bb4a-64aa46159fb8'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:15.647666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c6027-0965-44de-896b-b617eee96b9c req-27c78a6f-542c-4b23-aea1-78fc595a9250 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:15.649184 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a59c6027-0965-44de-896b-b617eee96b9c req-27c78a6f-542c-4b23-aea1-78fc595a9250 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 944 time: 0.0811021 Mar 16 11:30:15.698002 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a59c6027-0965-44de-896b-b617eee96b9c req-c95b8c6d-ee9f-408b-be44-489bcfe10640 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 Mar 16 11:30:16.889375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c6b3-8b77-4570-a6f9-130406d5f90f req-d4918f59-050b-4dc3-96cf-4a1e8bef4777 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.890842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90f4c6b3-8b77-4570-a6f9-130406d5f90f req-d4918f59-050b-4dc3-96cf-4a1e8bef4777 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 944 time: 0.0817170 Mar 16 11:30:16.934473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90f4c6b3-8b77-4570-a6f9-130406d5f90f req-1de977fb-6f6c-45a3-990a-e22e099a0772 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Mar 16 11:30:16.989608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:17.058254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:17.062817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:17.063171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:17.178275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:17.204289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:17.214808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:17.219971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:17.251193 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'code': 200} Mar 16 11:30:17.288883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:17.500209 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578eeff-8a70-46be-94a4-87ce8625f394 req-e2c72dff-32f5-4929-9b2e-c71d06a688d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:17.501588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b578eeff-8a70-46be-94a4-87ce8625f394 req-e2c72dff-32f5-4929-9b2e-c71d06a688d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.0710006 Mar 16 11:30:17.540980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b578eeff-8a70-46be-94a4-87ce8625f394 req-e31a9cf0-8c33-4c87-bab4-067bb2394e46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337470 Mar 16 11:30:18.116107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321cc8-4f42-4cd1-91a1-bce796a022f5 req-5dd7c566-43be-4b2c-b4be-b8820929b674 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:18.117558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13321cc8-4f42-4cd1-91a1-bce796a022f5 req-5dd7c566-43be-4b2c-b4be-b8820929b674 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0804491 Mar 16 11:30:18.162945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13321cc8-4f42-4cd1-91a1-bce796a022f5 req-cc295b51-7d4b-4835-a8f5-468ee8d9ea0a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Mar 16 11:30:19.346941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953301a-5b2e-49e5-95eb-4af6bd53fc7f req-fd35881a-adcc-4449-b5eb-d4c80782eeeb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:19.348961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f953301a-5b2e-49e5-95eb-4af6bd53fc7f req-fd35881a-adcc-4449-b5eb-d4c80782eeeb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0782807 Mar 16 11:30:19.393072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f953301a-5b2e-49e5-95eb-4af6bd53fc7f req-f502da84-9c24-45c1-9ea4-dd4c27a9a63f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Mar 16 11:30:19.673067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b0026-e8dd-41f6-aa62-50bb241ab08c req-d2f5a84f-d423-4fd2-b37b-694b76cc0d91 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:19.674494 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-876b0026-e8dd-41f6-aa62-50bb241ab08c req-d2f5a84f-d423-4fd2-b37b-694b76cc0d91 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1732054 Mar 16 11:30:19.683803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 50502) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:19.688513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'floatingip': {'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:19.765489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:20.339003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:20.343020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:20.512387 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb associated. External IP: 172.26.0.40, port: 2cecdc13-c3e2-4577-bb4a-64aa46159fb8. Mar 16 11:30:20.960249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:21.131200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:21.135445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:21.140607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:21.151404 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:21.151986 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:29:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:21.194721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d34cac91-98dd-4187-8664-03034108cebb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "PUT /v2.0/floatingips/66c90d1b-1127-4ade-8632-7051e8ae54fb HTTP/1.1" status: 200 len: 990 time: 1.5072515 Mar 16 11:30:21.194721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:21.247706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'status': 'completed', 'code': 200} Mar 16 11:30:21.343636 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:21.377726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-c4d95fc7-ca0f-41c0-8475-4fc4aec4ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.379710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-c4d95fc7-ca0f-41c0-8475-4fc4aec4ca5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.0851023 Mar 16 11:30:21.587214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-e778b0a5-9cbf-466c-94e1-19b4f58d0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.588658 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-e778b0a5-9cbf-466c-94e1-19b4f58d0e0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1845858 Mar 16 11:30:21.660265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eac3d0-394d-4385-9d34-542404cfede6 req-867ccec2-4083-45dc-8240-696accb7fa9a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.661744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33eac3d0-394d-4385-9d34-542404cfede6 req-867ccec2-4083-45dc-8240-696accb7fa9a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1723433 Mar 16 11:30:21.716556 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:00:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:30:20Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:21.720314 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:21.728580 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:21.729198 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:29:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:21.735782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-3337d8ef-2e4e-4e72-a9d3-d83da84b3989 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 998 time: 0.1371853 Mar 16 11:30:21.739261 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33eac3d0-394d-4385-9d34-542404cfede6 req-951c7710-fbc8-44d3-9665-07ed86ed3f5f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694971 Mar 16 11:30:21.799223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-8868da23-0d0f-47bc-855a-b7a7933acbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.800727 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-8868da23-0d0f-47bc-855a-b7a7933acbef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0590508 Mar 16 11:30:21.877223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-3ebd954e-cb06-4569-9231-58514bc04e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:21.879347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-3ebd954e-cb06-4569-9231-58514bc04e86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725896 Mar 16 11:30:21.908441 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:22.009108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-e4b74d2e-68ec-4600-9759-5f9e892f8569 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241004 Mar 16 11:30:22.140068 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8b9a7f5-0b61-495c-97b0-c853595621c4 req-f95e5408-9330-4a76-9879-b35b7c0cdef0 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252601 Mar 16 11:30:22.275753 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:00:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:30:20Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:22.279571 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1c2b0-e6ad-4bf6-89be-6ded32d9f6f3 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:00:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:30:20Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:22.460673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10439f1d-bc8a-4b97-aa15-8a41c2b0926b None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:22.922183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d1f2d-4e26-4881-bdf8-ce87a4f48eeb req-43a20e4a-bec4-4f6e-a71e-6a12304228f4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:22.923590 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a56d1f2d-4e26-4881-bdf8-ce87a4f48eeb req-43a20e4a-bec4-4f6e-a71e-6a12304228f4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0779893 Mar 16 11:30:22.966627 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a56d1f2d-4e26-4881-bdf8-ce87a4f48eeb req-fd7d1727-6168-40c1-bf42-8d70fddce14b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367129 Mar 16 11:30:24.153010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9729d-10e5-4d86-999e-3f0c1b56b417 req-1b575807-a494-4368-8eb7-faf919b3a2e6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:24.154433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05d9729d-10e5-4d86-999e-3f0c1b56b417 req-1b575807-a494-4368-8eb7-faf919b3a2e6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0822253 Mar 16 11:30:24.197895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05d9729d-10e5-4d86-999e-3f0c1b56b417 req-42fa1a46-d31b-48ae-8ccb-0bc1d3443fb1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378871 Mar 16 11:30:25.380897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4a34-f485-4247-80e9-0720c243e54a req-fff7d4f3-c546-4805-95d9-42f751f89128 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:25.382361 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ac4a34-f485-4247-80e9-0720c243e54a req-fff7d4f3-c546-4805-95d9-42f751f89128 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0779133 Mar 16 11:30:25.425602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ac4a34-f485-4247-80e9-0720c243e54a req-eededb42-6a7f-47de-8100-63b3069a9d3a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Mar 16 11:30:26.612311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588309-5755-45fa-b83f-792c3a10fb90 req-53179843-9d89-4cdb-a506-270878f6f11f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:26.613810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ae588309-5755-45fa-b83f-792c3a10fb90 req-53179843-9d89-4cdb-a506-270878f6f11f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0850325 Mar 16 11:30:26.657552 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ae588309-5755-45fa-b83f-792c3a10fb90 req-50559f73-03b6-449b-bfbd-acc66e62a503 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Mar 16 11:30:26.892796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d73930f2-2bf7-468b-89ed-11a3fc53f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:27.840702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f43e1-86c1-4e9f-8e28-cf6ebf8bdb1c req-6f1c3d01-823f-465f-9ef0-dcf7fe4e3b86 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:27.842174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-970f43e1-86c1-4e9f-8e28-cf6ebf8bdb1c req-6f1c3d01-823f-465f-9ef0-dcf7fe4e3b86 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0800204 Mar 16 11:30:27.887656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-970f43e1-86c1-4e9f-8e28-cf6ebf8bdb1c req-8e5e845b-f5bc-417d-b70c-e4bb1f9e2637 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Mar 16 11:30:29.113797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ed0efbbe-9e17-41c9-a61b-f8947218beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.174256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c50ef-c33c-48ac-9c85-a87910c2e9ce req-0fba9fe2-19c7-4006-a54d-5d3b9606cdb4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:29.175628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ad4c50ef-c33c-48ac-9c85-a87910c2e9ce req-0fba9fe2-19c7-4006-a54d-5d3b9606cdb4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1789272 Mar 16 11:30:29.217990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ad4c50ef-c33c-48ac-9c85-a87910c2e9ce req-d6f98d11-ebe4-4da3-aa6a-6215e2b92df2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362742 Mar 16 11:30:30.401153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ccf59-dfa3-41c4-ac25-919d38a716e7 req-9af07502-9fe4-4738-bfc5-ce78bb2a218c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:30.402579 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a6ccf59-dfa3-41c4-ac25-919d38a716e7 req-9af07502-9fe4-4738-bfc5-ce78bb2a218c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0807683 Mar 16 11:30:30.445771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a6ccf59-dfa3-41c4-ac25-919d38a716e7 req-1b33f2f5-b5a2-40e2-835b-c2f39a716422 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Mar 16 11:30:30.538445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:30.566456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:31.626199 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096920b-c764-4a4e-a4f8-ea520d4d4ba3 req-befe289e-e00f-4fbf-a265-705caa042221 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:31.627710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d096920b-c764-4a4e-a4f8-ea520d4d4ba3 req-befe289e-e00f-4fbf-a265-705caa042221 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0786500 Mar 16 11:30:31.674336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d096920b-c764-4a4e-a4f8-ea520d4d4ba3 req-42d69af8-9304-4108-bd55-58462b595dcc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Mar 16 11:30:31.979967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.886440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cff0af-8605-45e6-a42f-bb18e1077b9f req-25ce3775-06cc-4745-ba7f-d6597fd7776d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:32.887909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80cff0af-8605-45e6-a42f-bb18e1077b9f req-25ce3775-06cc-4745-ba7f-d6597fd7776d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1041811 Mar 16 11:30:32.931571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-80cff0af-8605-45e6-a42f-bb18e1077b9f req-03b0e0c5-95f3-4b5a-96bd-0b09b70dc33e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Mar 16 11:30:34.116473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615809-8809-44a7-9557-a85a4ffd147e req-f9838f48-e6ff-4d14-8ea8-463bd188d34e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.117942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e615809-8809-44a7-9557-a85a4ffd147e req-f9838f48-e6ff-4d14-8ea8-463bd188d34e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0839553 Mar 16 11:30:34.161858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e615809-8809-44a7-9557-a85a4ffd147e req-dc82d601-1814-41ca-90c5-0909e602fa31 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Mar 16 11:30:34.310814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.342859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b9f95-cba6-49e4-a75a-31e70c08f64f req-3ea2066b-fd7e-4750-95d8-8208d371f251 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:35.344292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-991b9f95-cba6-49e4-a75a-31e70c08f64f req-3ea2066b-fd7e-4750-95d8-8208d371f251 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0796697 Mar 16 11:30:35.386629 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-991b9f95-cba6-49e4-a75a-31e70c08f64f req-ef71b23a-6b20-45fe-b9ab-e702f9f57e7a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366747 Mar 16 11:30:36.573235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6c3c5-e193-4158-9a14-110e10db28c9 req-e790fe1a-9ab7-4564-b599-287c92f5a69f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:36.574666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ea6c3c5-e193-4158-9a14-110e10db28c9 req-e790fe1a-9ab7-4564-b599-287c92f5a69f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0815935 Mar 16 11:30:36.618091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ea6c3c5-e193-4158-9a14-110e10db28c9 req-daa8575f-2990-41d1-8b4e-2c6fb4f78a39 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Mar 16 11:30:37.798190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269443-ea42-4038-977b-0900923c485a req-21a408a0-ec99-4f87-bdcb-3699cb391665 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:37.799619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69269443-ea42-4038-977b-0900923c485a req-21a408a0-ec99-4f87-bdcb-3699cb391665 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0785434 Mar 16 11:30:37.845818 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69269443-ea42-4038-977b-0900923c485a req-c795f179-7e7e-48b7-a0a5-f944c81099fb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Mar 16 11:30:39.025101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db41e7-00eb-4e73-9f0f-172e7e0e9b91 req-5f691795-85c0-473a-ac67-ac9a22e18ca1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:39.026512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68db41e7-00eb-4e73-9f0f-172e7e0e9b91 req-5f691795-85c0-473a-ac67-ac9a22e18ca1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0768383 Mar 16 11:30:39.070134 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-68db41e7-00eb-4e73-9f0f-172e7e0e9b91 req-76da6f8a-cc2b-4afb-9cd3-5e2da7e76c2d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Mar 16 11:30:40.255396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3303bd-17ae-4fb6-9945-beffefa2d191 req-977c9864-642b-4cf0-b689-ae96e9f1dbc8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.256817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c3303bd-17ae-4fb6-9945-beffefa2d191 req-977c9864-642b-4cf0-b689-ae96e9f1dbc8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0819838 Mar 16 11:30:40.299300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6c3303bd-17ae-4fb6-9945-beffefa2d191 req-c01f76e1-669f-4e09-8514-b2505a3463f6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Mar 16 11:30:41.179241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-efb7f602-0bec-4fab-a4af-3c05a350b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.180667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-efb7f602-0bec-4fab-a4af-3c05a350b5b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.0696421 Mar 16 11:30:41.326213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-35549343-f375-436f-9f19-728684c834f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.327649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-35549343-f375-436f-9f19-728684c834f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1292236 Mar 16 11:30:41.482585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-e109ac04-c872-40d1-96fd-da33304f2aec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1484330 Mar 16 11:30:41.575810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8864d7-6562-42a9-9bb7-22a957eaa536 req-2f1553f4-f693-4b64-89d9-a11bb4775052 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.577296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8b8864d7-6562-42a9-9bb7-22a957eaa536 req-2f1553f4-f693-4b64-89d9-a11bb4775052 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1687038 Mar 16 11:30:41.578628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-647a750b-fe26-413e-bdd2-69bdc7e44b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.579895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-647a750b-fe26-413e-bdd2-69bdc7e44b3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0919912 Mar 16 11:30:41.673143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8b8864d7-6562-42a9-9bb7-22a957eaa536 req-7d66a6b1-ba0e-4e74-968a-e18c267feba4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898588 Mar 16 11:30:41.696417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-6d39c484-0c82-4484-a1bc-a7370c4374af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:41.697884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-6d39c484-0c82-4484-a1bc-a7370c4374af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013710 Mar 16 11:30:41.980137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-3f005d73-4ae4-4219-ae68-fd4bd7740d77 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737722 Mar 16 11:30:42.130721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6156a03e-6d21-43cf-8245-1a7114aa4db5 req-7e0817e6-ffd5-4dd9-be67-4f691540ae1f service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443772 Mar 16 11:30:42.856466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db4d52-8d2c-4450-84cd-e5c524529dc0 req-ef67c218-ecae-4160-a01b-246120b9bdc3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.857927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74db4d52-8d2c-4450-84cd-e5c524529dc0 req-ef67c218-ecae-4160-a01b-246120b9bdc3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0806379 Mar 16 11:30:42.901814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-74db4d52-8d2c-4450-84cd-e5c524529dc0 req-8e70a572-495b-4695-b48f-e3947305f3c3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383084 Mar 16 11:30:44.090281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7d7d9-9c34-4940-8900-d46107f0a111 req-a7e2af6c-f522-44f5-a165-9e053b533f2b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.091738 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18f7d7d9-9c34-4940-8900-d46107f0a111 req-a7e2af6c-f522-44f5-a165-9e053b533f2b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0817797 Mar 16 11:30:44.135581 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18f7d7d9-9c34-4940-8900-d46107f0a111 req-119c7e02-3bb3-4999-ba4b-3fb2149cf7f8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382943 Mar 16 11:30:45.314649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d9bd0-23c6-491d-8696-c4d06b601405 req-b6913b15-40e7-4c58-808e-6397eabc5ed7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:45.316063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-484d9bd0-23c6-491d-8696-c4d06b601405 req-b6913b15-40e7-4c58-808e-6397eabc5ed7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0784934 Mar 16 11:30:45.361259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-484d9bd0-23c6-491d-8696-c4d06b601405 req-d060a2b6-fce2-4b2f-86f2-11961829df00 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395598 Mar 16 11:30:46.543027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b14882-2e82-47f2-9a99-7fca2ac6bed2 req-cd8aa400-d4bb-4d3f-91c2-b8f8691ed3fc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:46.544559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81b14882-2e82-47f2-9a99-7fca2ac6bed2 req-cd8aa400-d4bb-4d3f-91c2-b8f8691ed3fc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0800111 Mar 16 11:30:46.590583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81b14882-2e82-47f2-9a99-7fca2ac6bed2 req-3b33cfba-6294-41d8-8aac-c4989df4e841 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Mar 16 11:30:47.008602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:47.776479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf1f83-f00e-4a0d-807a-482f73659093 req-1077bd23-347a-474a-aa33-6c81080a0496 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:47.777833 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-edcf1f83-f00e-4a0d-807a-482f73659093 req-1077bd23-347a-474a-aa33-6c81080a0496 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0805354 Mar 16 11:30:47.826280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-edcf1f83-f00e-4a0d-807a-482f73659093 req-deeb5494-1397-4850-a116-1a8fbc21f42c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Mar 16 11:30:48.177046 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-1f32fb3a-4d5a-4de1-a1b8-ba2d4b7927da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694106 Mar 16 11:30:48.250995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4e5b4-1b21-45ea-a8c8-107320d0a283 req-daa643dd-eeec-42ce-915f-ac56620ba3c1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:48.252455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72a4e5b4-1b21-45ea-a8c8-107320d0a283 req-daa643dd-eeec-42ce-915f-ac56620ba3c1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0830979 Mar 16 11:30:48.299106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-72a4e5b4-1b21-45ea-a8c8-107320d0a283 req-ba72e831-17e6-4b08-ad7f-2410fe0de09a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Mar 16 11:30:49.346733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-f4fd6524-372c-45b6-a98c-aa3fb9859ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.348952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-f4fd6524-372c-45b6-a98c-aa3fb9859ba2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.0746295 Mar 16 11:30:49.530162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-f8c116f1-c8a0-45ca-93f0-1c53a3c0f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.531596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-f8c116f1-c8a0-45ca-93f0-1c53a3c0f43e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1763194 Mar 16 11:30:49.620283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3a6dd-f283-424a-97cc-05c0c6b21c96 req-265d2fb4-3ebe-4c74-b030-c5b3cbceebeb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.621634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1f3a6dd-f283-424a-97cc-05c0c6b21c96 req-265d2fb4-3ebe-4c74-b030-c5b3cbceebeb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1838250 Mar 16 11:30:49.676211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-3fd764cb-be3f-404e-a6d9-2d228fb34ba4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1344867 Mar 16 11:30:49.718285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c1f3a6dd-f283-424a-97cc-05c0c6b21c96 req-3b54f30b-4cca-41c2-a9cd-3af4bc8f7167 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908782 Mar 16 11:30:49.743266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-84ecb8f5-6c51-40ac-83e7-375e57f1bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.744708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-84ecb8f5-6c51-40ac-83e7-375e57f1bb1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0624080 Mar 16 11:30:49.821884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-c9ff2f3f-71c1-4c06-9436-67e5bb2b1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:49.823355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-c9ff2f3f-71c1-4c06-9436-67e5bb2b1a29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732543 Mar 16 11:30:49.952859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-5bd37c0d-a935-4e1a-b0f2-833cda193380 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233864 Mar 16 11:30:50.084989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-b2daf570-2743-4514-96bf-07f35f1bf2b1 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266627 Mar 16 11:30:50.997984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d45be7-ab24-4a7b-adba-9f603848100c req-66be6cf0-e2af-47fa-b48f-3073f963da96 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.999405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15d45be7-ab24-4a7b-adba-9f603848100c req-66be6cf0-e2af-47fa-b48f-3073f963da96 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1775208 Mar 16 11:30:51.043479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15d45be7-ab24-4a7b-adba-9f603848100c req-3df279f1-df09-4b3e-8b6d-447e994a957e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Mar 16 11:30:51.843722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-4a7e7f48-ad31-46b9-8c32-66c973ad8010 service neutron] 10.222.0.55 "GET /v2.0/ports/2cecdc13-c3e2-4577-bb4a-64aa46159fb8/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0750654 Mar 16 11:30:52.116946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-b7c11af9-ed5a-46b1-8595-afcef9222ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.118307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-b7c11af9-ed5a-46b1-8595-afcef9222ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1098 time: 0.0709131 Mar 16 11:30:52.279131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-d2498d4b-8bec-45e1-834f-34b36fccaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.280569 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-d2498d4b-8bec-45e1-834f-34b36fccaf3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.1307454 Mar 16 11:30:52.289147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6cbd0-421d-4b22-8d18-90c052b363f1 req-7d22148e-b68f-4da6-8543-04b487915acd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.290445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c7a6cbd0-421d-4b22-8d18-90c052b363f1 req-7d22148e-b68f-4da6-8543-04b487915acd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1108346 Mar 16 11:30:52.416698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c7a6cbd0-421d-4b22-8d18-90c052b363f1 req-6f3e32a2-e2e1-4ea9-a889-d9a463bdf1bd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081934 Mar 16 11:30:52.444895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-c5bbe16a-c76a-49c7-b5e5-a8a3eb98bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.446311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-c5bbe16a-c76a-49c7-b5e5-a8a3eb98bd34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1550529 Mar 16 11:30:52.549000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-65812929-031f-4e53-a5b7-2e45df8b09a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0963485 Mar 16 11:30:52.612709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-d7d09ffd-ca54-4330-8a59-439998656d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.614185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-d7d09ffd-ca54-4330-8a59-439998656d04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0598390 Mar 16 11:30:52.690288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-79d9873b-38c4-4e4d-b15a-952438f3db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.692366 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-79d9873b-38c4-4e4d-b15a-952438f3db0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711021 Mar 16 11:30:52.821108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-927c86e4-5721-4df2-b971-40566335385f service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228399 Mar 16 11:30:52.949342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ad11f46-dbc8-4f82-8458-d0965ce294ba req-32468bd0-5caa-4fcc-9f3d-1d007fbe8b47 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217139 Mar 16 11:30:53.605928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528543c5-6711-457a-9e5d-a6603acea481 req-e74b084d-3764-4899-bca1-5f893bf675f3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:53.607350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-528543c5-6711-457a-9e5d-a6603acea481 req-e74b084d-3764-4899-bca1-5f893bf675f3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0783463 Mar 16 11:30:53.653995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-528543c5-6711-457a-9e5d-a6603acea481 req-3a081a57-40cf-4d0d-9843-0e9f690bc4d2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Mar 16 11:30:54.839047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dca4e-e1c7-4146-ae2f-62a62e9b6bef req-2e12467c-bd48-4b8d-b5c1-3d65c8fb1daf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:54.840475 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-592dca4e-e1c7-4146-ae2f-62a62e9b6bef req-2e12467c-bd48-4b8d-b5c1-3d65c8fb1daf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0790706 Mar 16 11:30:54.884753 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-592dca4e-e1c7-4146-ae2f-62a62e9b6bef req-cb2dd62d-0f06-4e63-b84a-61bb6a8a2470 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Mar 16 11:30:55.185140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:30:55.347902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:55.360801 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'mac_address': 'fa:16:3e:00:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:30:55.420673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.442014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:55.459089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:55.462865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.533910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.586995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['2cecdc13-c3e2-4577-bb4a-64aa46159fb8'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:56.070731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31577f34-1891-4981-8226-33d44a40c0f8 req-e5e1f1d7-f581-4f0d-b5f0-d438bc750333 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.072175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31577f34-1891-4981-8226-33d44a40c0f8 req-e5e1f1d7-f581-4f0d-b5f0-d438bc750333 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 944 time: 0.0822215 Mar 16 11:30:56.114839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31577f34-1891-4981-8226-33d44a40c0f8 req-c028989d-2621-458f-b40f-740f56bcb71a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Mar 16 11:30:56.477323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfeaed-2fa2-4813-958e-6205a3c2106d req-57e809eb-35d9-4394-9996-d9f3a76ea7c7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.478769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b2dfeaed-2fa2-4813-958e-6205a3c2106d req-57e809eb-35d9-4394-9996-d9f3a76ea7c7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 944 time: 0.1442065 Mar 16 11:30:56.486745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-b42f6c01-3d6f-460a-a403-8c47af227127 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.488061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-b42f6c01-3d6f-460a-a403-8c47af227127 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe&tenant_id=919f611062984f24a50cd84fd8eda92f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1223466 Mar 16 11:30:56.528523 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b2dfeaed-2fa2-4813-958e-6205a3c2106d req-6bda2229-8ef7-463e-a56d-6513d52216a8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Mar 16 11:30:56.639870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-f3d95100-d771-4496-89d5-ecb6de8c2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.641346 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-f3d95100-d771-4496-89d5-ecb6de8c2b49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1097 time: 0.0702245 Mar 16 11:30:56.870919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-a820f087-3da2-41ad-904a-f78127f6c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.872350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-a820f087-3da2-41ad-904a-f78127f6c89e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.2249742 Mar 16 11:30:56.894938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-700518eb-565f-4da5-9fb3-2e764dcd322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.974682 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-2ffdae59-fbfc-48a2-8c8a-53edee2db310 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 999 time: 0.0965996 Mar 16 11:30:57.039339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-e758c715-6cf7-4073-894b-fe843d213fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:57.040704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-e758c715-6cf7-4073-894b-fe843d213fb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0593777 Mar 16 11:30:57.112658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-e8fefdca-4edd-4ae9-83d7-521ff2467326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:57.114666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-e8fefdca-4edd-4ae9-83d7-521ff2467326 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680926 Mar 16 11:30:57.192679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:57.246698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-8b952309-06e9-4ba1-99bb-fa279b4064b5 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245227 Mar 16 11:30:57.261199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:57.261579 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.376800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.377822 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6bf88df2-a2dc-4d40-ba49-e5ea66070d31 req-522ce810-91af-4a26-b83a-1f790eab52f0 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 Mar 16 11:30:57.404056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:57.415069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:57.418852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.462769 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'code': 200} Mar 16 11:30:57.494831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.717854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307510e-104f-44b1-8945-d682cecaa6c1 req-01094aa2-8d24-4e66-9eab-68f3d9635c58 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:57.719244 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a307510e-104f-44b1-8945-d682cecaa6c1 req-01094aa2-8d24-4e66-9eab-68f3d9635c58 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0848351 Mar 16 11:30:57.763957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a307510e-104f-44b1-8945-d682cecaa6c1 req-789af29a-a379-481d-92d7-2183cde2483b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384667 Mar 16 11:30:58.952382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf944-9020-4e6c-a2fa-5b47c03a7d88 req-cdf73dab-01c2-452b-b18b-2eb22ae26952 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:58.953864 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-986bf944-9020-4e6c-a2fa-5b47c03a7d88 req-cdf73dab-01c2-452b-b18b-2eb22ae26952 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0800676 Mar 16 11:30:58.997527 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-986bf944-9020-4e6c-a2fa-5b47c03a7d88 req-79d9dc96-151c-4ec8-b93e-39a39fc9f6c6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Mar 16 11:30:59.116573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8d5fdcb-f46d-4b0c-b43f-0216c4fd05bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.181011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b5a2-9c7a-408a-a87e-67917bacb242 req-279ae199-9739-4a8a-8ed7-a0c3c9ffd6b3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.182444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5782b5a2-9c7a-408a-a87e-67917bacb242 req-279ae199-9739-4a8a-8ed7-a0c3c9ffd6b3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0822980 Mar 16 11:30:59.226198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5782b5a2-9c7a-408a-a87e-67917bacb242 req-99c854e1-0b25-4515-af38-f1ff7acf0c1b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380943 Mar 16 11:30:59.607881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db574f04-6c95-45cc-8e3a-4ec9f447d34b req-b4184e8f-957b-4721-a2d8-5c685ee9fadc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.609488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db574f04-6c95-45cc-8e3a-4ec9f447d34b req-b4184e8f-957b-4721-a2d8-5c685ee9fadc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1242564 Mar 16 11:30:59.666337 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db574f04-6c95-45cc-8e3a-4ec9f447d34b req-75a2f9cd-23e6-4a41-98f0-82e1ed099af0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504975 Mar 16 11:30:59.672670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-8d395729-595c-4b95-a14f-1450ba82d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.674064 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-8d395729-595c-4b95-a14f-1450ba82d91c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 1098 time: 0.1183493 Mar 16 11:30:59.802466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-61c8e260-66a6-405a-9472-5b8c06039422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.804154 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-61c8e260-66a6-405a-9472-5b8c06039422 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1241395 Mar 16 11:30:59.917152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-cb89d00a-e043-4244-946d-1354b01482b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1056602 Mar 16 11:30:59.983727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-75db37d7-731c-4442-a481-35cf4860648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:59.985178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-75db37d7-731c-4442-a481-35cf4860648c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0632203 Mar 16 11:31:00.070476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-3b5565f8-fa9a-41aa-81c5-453bad7a3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:00.071927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-3b5565f8-fa9a-41aa-81c5-453bad7a3102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815327 Mar 16 11:31:00.323728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-c3b8d422-266d-4d34-9c71-66dbad5b5a31 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456627 Mar 16 11:31:00.458372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c488c6f5-0dfd-441b-bfca-d9503f0e34e7 req-cc1a5f41-f2dd-441d-a784-c10dd3df1312 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284730 Mar 16 11:31:00.542894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.561120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.872708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728f42-ccbe-4673-8b2f-c5d2ee108f40 req-35208d86-c393-4a1c-a579-8f49306f0dfb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:00.874165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b728f42-ccbe-4673-8b2f-c5d2ee108f40 req-35208d86-c393-4a1c-a579-8f49306f0dfb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0807357 Mar 16 11:31:00.918794 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b728f42-ccbe-4673-8b2f-c5d2ee108f40 req-da9c8959-52b4-4302-b2ea-084ef092b17d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Mar 16 11:31:01.982666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.270130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbca278-3bbf-48b1-82d8-01c823ad916a req-6d8b7252-c794-4753-86e9-46c23aacdd15 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.271538 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5fbca278-3bbf-48b1-82d8-01c823ad916a req-6d8b7252-c794-4753-86e9-46c23aacdd15 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0866046 Mar 16 11:31:02.314035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5fbca278-3bbf-48b1-82d8-01c823ad916a req-166d7d8e-7744-4271-8b22-bb3e97e255ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368679 Mar 16 11:31:02.691955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef01af-5b25-4310-9e12-7eeda13061c5 req-2f5faf7a-2e6d-465f-9fa9-0e9cf1e939b5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.693477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-deef01af-5b25-4310-9e12-7eeda13061c5 req-2f5faf7a-2e6d-465f-9fa9-0e9cf1e939b5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0814331 Mar 16 11:31:02.744818 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-deef01af-5b25-4310-9e12-7eeda13061c5 req-aa334ebb-44cf-46f2-b249-e3c2614a1751 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454206 Mar 16 11:31:03.932133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d96809-fefb-4c91-b4ab-046662b44697 req-a1c7907e-26ac-4efa-8a3d-2211b2fd02a2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.933615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2d96809-fefb-4c91-b4ab-046662b44697 req-a1c7907e-26ac-4efa-8a3d-2211b2fd02a2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0834713 Mar 16 11:31:03.976739 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2d96809-fefb-4c91-b4ab-046662b44697 req-50a10266-bc76-4942-9beb-6c030d4c93c6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Mar 16 11:31:04.324327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.566382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-7d56a4ef-8eaa-4e6a-9d3f-38f4aa75be96 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:04.567790 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-7d56a4ef-8eaa-4e6a-9d3f-38f4aa75be96 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.0893993 Mar 16 11:31:04.636370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Deleting port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:04.636626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.881798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] For port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:04.882152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.226707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.227445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.227445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb disassociated. External IP: 172.26.0.40, port: 2cecdc13-c3e2-4577-bb4a-64aa46159fb8. Mar 16 11:31:05.227678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Calling delete_port for 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:05.306661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68c22f-3c88-4da3-9e60-a8d4a7d06359 req-74a3bc9d-1d00-4172-b485-84f9d7e3ccc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:05.308108 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cd68c22f-3c88-4da3-9e60-a8d4a7d06359 req-74a3bc9d-1d00-4172-b485-84f9d7e3ccc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 945 time: 0.1855898 Mar 16 11:31:05.399276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cd68c22f-3c88-4da3-9e60-a8d4a7d06359 req-f2d2f3c5-f35b-490f-bfd6-3cd1bedafff7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764198 Mar 16 11:31:05.420622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.474822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'Port': ['ID=2cecdc13-c3e2-4577-bb4a-64aa46159fb8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.486544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.486734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.487071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.487465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.487804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.488671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.489021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.489434 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.489764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.490081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.490394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.490716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:05.780909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:05.957056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:05.967151 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:05.976140 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:05.976734 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:30:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:06.028893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] No DVR routers for this DVR port 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:31:06.031296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.033755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-deleted', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:06.051765 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4dae9f91-269f-4ad8-b2a0-690bbb03f25b req-68d3222f-9d6b-41f2-a16b-d299246b89a1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "DELETE /v2.0/ports/2cecdc13-c3e2-4577-bb4a-64aa46159fb8 HTTP/1.1" status: 204 len: 173 time: 1.4770637 Mar 16 11:31:06.148864 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f033a434-5ab9-4532-8525-41c7b884eebe', 'name': 'network-vif-deleted', 'tag': '2cecdc13-c3e2-4577-bb4a-64aa46159fb8', 'status': 'completed', 'code': 200} Mar 16 11:31:06.157762 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:06.467828 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:06.471768 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:06.480927 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:06.481534 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:30:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:06.566256 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-26480f60-3370-4d86-85f0-bb26fd59e626 req-f64ef9cc-1805-4b7b-bb60-f8bdef85f24c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:06.583340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-26480f60-3370-4d86-85f0-bb26fd59e626 req-f64ef9cc-1805-4b7b-bb60-f8bdef85f24c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:06.584600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-26480f60-3370-4d86-85f0-bb26fd59e626 req-f64ef9cc-1805-4b7b-bb60-f8bdef85f24c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=f033a434-5ab9-4532-8525-41c7b884eebe HTTP/1.1" status: 200 len: 210 time: 0.0602870 Mar 16 11:31:06.670898 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:06.983916 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:06.987632 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa55007-b4e7-47ed-9477-52fbd08577c9 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:07.198272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921039f-dbc0-4b1c-b397-6b57e5ad60d3 None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:31:07.917792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-c6e06f6e-26e6-426d-a7f1-51f031334552 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1124930128&fields=id&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 267 time: 0.0379946 Mar 16 11:31:08.062862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-237885ac-1870-44b9-9415-48d078365056 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:08.064263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-237885ac-1870-44b9-9415-48d078365056 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1403019 Mar 16 11:31:08.079380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-7df0a4b2-4c54-42ca-876d-f51c666ce7c2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/quotas/919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 375 time: 0.0089259 Mar 16 11:31:08.164939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-50279d28-5398-4218-95ed-688cd23248b7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806055 Mar 16 11:31:08.298941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-33c077bb-724a-4cae-85cd-1d99ec917e99 service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218567 Mar 16 11:31:08.427242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-b0f0d212-ea0c-4fd2-a26f-73514557def7 service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215973 Mar 16 11:31:08.601087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-187e9129-083d-4dde-90d0-e201084123f2 req-5511efdc-140d-4bc6-b9e2-79f866a3e147 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 210 time: 0.0437758 Mar 16 11:31:09.255374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:09.288805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:31:09.289165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2cecdc13-c3e2-4577-bb4a-64aa46159fb8 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:31:09.681751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-76d8c237-167c-4369-afbb-12797aff7b1e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:09.683348 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-76d8c237-167c-4369-afbb-12797aff7b1e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1455066 Mar 16 11:31:09.768707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3c5ae7da-5b0e-48c9-a2dc-bced66688965 req-87ec2ae5-29ad-4568-a7af-e463b56a78bf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 210 time: 0.0573575 Mar 16 11:31:09.782925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-db8dd602-17d1-4a9c-b33d-b221342d03e8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 380 time: 0.0858896 Mar 16 11:31:09.791220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'port': {'device_id': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'admin_state_up': True, 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'security_groups': ['a52714ab-915c-46bb-8660-b33ca5e862ba']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:10.027923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:10.037935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:10.047178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:10.050794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.222957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Allocated IP 172.20.0.10 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/e7849592-5157-4928-a93d-1e152392bc64) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:10.404713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.419659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Transition to ACTIVE for port object e7849592-5157-4928-a93d-1e152392bc64 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:10.444544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.510088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:10.513198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:10.522827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:10.569711 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:10.610102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:10.610721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.637130 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-dc020918-7ebb-4cdb-ad0d-73bbce79385d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8492639 Mar 16 11:31:10.653849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Request body: {'port': {'device_id': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:10.717980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fbac7ae5-9b27-4726-a992-173e4645b21c None None] Provisioning for port e7849592-5157-4928-a93d-1e152392bc64 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:10.724474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fbac7ae5-9b27-4726-a992-173e4645b21c None None] Provisioning complete for port e7849592-5157-4928-a93d-1e152392bc64 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:10.724988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fbac7ae5-9b27-4726-a992-173e4645b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.770236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:10.776531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fbac7ae5-9b27-4726-a992-173e4645b21c None None] Port e7849592-5157-4928-a93d-1e152392bc64 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:31:11.092529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c66ff-a3a9-4c3c-b030-61b2c87bc517 req-a96d9c14-39e9-4f3c-aade-1fc60eb164cd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:11.093228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be5c66ff-a3a9-4c3c-b030-61b2c87bc517 req-a96d9c14-39e9-4f3c-aade-1fc60eb164cd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:11.126198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-be5c66ff-a3a9-4c3c-b030-61b2c87bc517 req-a96d9c14-39e9-4f3c-aade-1fc60eb164cd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:11.127308 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be5c66ff-a3a9-4c3c-b030-61b2c87bc517 req-a96d9c14-39e9-4f3c-aade-1fc60eb164cd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 932 time: 0.2401292 Mar 16 11:31:11.226594 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be5c66ff-a3a9-4c3c-b030-61b2c87bc517 req-4ef6b54b-f45f-421b-b61d-2b12692b192a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879571 Mar 16 11:31:11.228504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:11.235878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.250625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Transition to ACTIVE for port object e7849592-5157-4928-a93d-1e152392bc64 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:11.254396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.405146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.493264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Attempting to bind port e7849592-5157-4928-a93d-1e152392bc64 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:31:11.493713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Attempting to bind port e7849592-5157-4928-a93d-1e152392bc64 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:31:11.494022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Attempting to bind port e7849592-5157-4928-a93d-1e152392bc64 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:11.498852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Port e7849592-5157-4928-a93d-1e152392bc64 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:31:11.499192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Attempting to bind port e7849592-5157-4928-a93d-1e152392bc64 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:11.506599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:31:11.506599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:31:11.506922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:31:11.507268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Bound port: e7849592-5157-4928-a93d-1e152392bc64, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:31:11.507612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.595407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:31:11.599157 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:31:11.603728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.661609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:11.662118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:11.663459 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1094 time: 1.0138788 Mar 16 11:31:11.663887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:11.698766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd30d-0c7a-4a2c-bec0-ba795b426527 service neutron] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:11.715075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'status': 'completed', 'code': 200} Mar 16 11:31:11.805505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-22dd33fb-eb59-492f-a643-3e1b21eaffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:11.806980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-22dd33fb-eb59-492f-a643-3e1b21eaffdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1097 time: 0.0735176 Mar 16 11:31:11.983773 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-5060437f-5dff-45a2-8936-25ddf5368705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 217 time: 0.1641068 Mar 16 11:31:12.043843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-bfe0587d-e617-41cd-9ea3-b2ff4c1d0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.045229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-bfe0587d-e617-41cd-9ea3-b2ff4c1d0b6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0557313 Mar 16 11:31:12.120365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-ed07ce2f-94f7-401d-8eae-1fdf36e26ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.121823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-ed07ce2f-94f7-401d-8eae-1fdf36e26ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705819 Mar 16 11:31:12.249169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-a61f305c-1972-47fa-8e14-b4d52aabcf5a service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209228 Mar 16 11:31:12.382200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1438422-c801-404a-ad6b-13c6bc4285f5 req-7ab5e295-0019-4103-98bd-a1e540e92ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273806 Mar 16 11:31:12.531917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cef7b4-b7da-47c7-971d-7d0883f65325 req-71f3abd1-3721-4339-8d4c-f1ba127b8018 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.533346 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01cef7b4-b7da-47c7-971d-7d0883f65325 req-71f3abd1-3721-4339-8d4c-f1ba127b8018 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 944 time: 0.1950927 Mar 16 11:31:12.590349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01cef7b4-b7da-47c7-971d-7d0883f65325 req-ffc854c7-77b8-446a-86c6-264dc106e4fd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Mar 16 11:31:12.594707 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-2a17de12-ce2a-46f9-bc37-db70e4cbc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.596060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-2a17de12-ce2a-46f9-bc37-db70e4cbc073 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1097 time: 0.1203671 Mar 16 11:31:12.725761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-2823fe8c-a69a-4881-b575-9c78a7f130ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.727177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-2823fe8c-a69a-4881-b575-9c78a7f130ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1249352 Mar 16 11:31:12.797209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-554a7967-deae-486a-9f54-87f953e0c232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 217 time: 0.0629184 Mar 16 11:31:12.857471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-51dd6617-3e80-4236-aeac-08d3931426fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.858856 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-51dd6617-3e80-4236-aeac-08d3931426fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0551682 Mar 16 11:31:12.937206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-afc1014f-0f45-4f77-b6f5-8fbe4a7a08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.938693 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-afc1014f-0f45-4f77-b6f5-8fbe4a7a08c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729151 Mar 16 11:31:13.068346 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-28372f90-ac76-4b42-8bd8-8b768e38c738 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231022 Mar 16 11:31:13.198566 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-922ddd2a-4849-4b9b-843a-30d065218b33 req-fbcbece6-5884-456b-a8e9-8a9d67cc1740 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215024 Mar 16 11:31:13.819443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61c4a7-af75-4b85-90f8-a607d0688cc2 req-f522adc3-1b1a-4dec-9774-c982b73b0e28 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:13.820879 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1b61c4a7-af75-4b85-90f8-a607d0688cc2 req-f522adc3-1b1a-4dec-9774-c982b73b0e28 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 944 time: 0.1269667 Mar 16 11:31:13.863953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1b61c4a7-af75-4b85-90f8-a607d0688cc2 req-a3f5dbca-42b6-44db-a3b4-c347701f5dac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374124 Mar 16 11:31:15.047751 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683a96-2627-4f01-97af-9622bfee2910 req-425204d1-b1ed-4ad6-a782-1483060a8cce tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:15.049174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c9683a96-2627-4f01-97af-9622bfee2910 req-425204d1-b1ed-4ad6-a782-1483060a8cce tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 944 time: 0.0812759 Mar 16 11:31:15.093290 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c9683a96-2627-4f01-97af-9622bfee2910 req-ca1146c5-d6d7-4d09-8d72-f7e59503ae9c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370581 Mar 16 11:31:15.287793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:15.415733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:15.431645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e7849592-5157-4928-a93d-1e152392bc64', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:15.486075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:15.502117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:15.516813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:15.521435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:15.586339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:15.593462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.593804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.594135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.594462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.594785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.595106 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.595423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.595741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.596054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.596369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.596687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.597060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:15.918638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e7849592-5157-4928-a93d-1e152392bc64'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:16.277892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20944ec4-8bd6-4176-b6ea-784c3d88bffc req-ca67aa2f-8878-412f-8948-c58b3f76c70f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:16.279236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20944ec4-8bd6-4176-b6ea-784c3d88bffc req-ca67aa2f-8878-412f-8948-c58b3f76c70f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0787394 Mar 16 11:31:16.323998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20944ec4-8bd6-4176-b6ea-784c3d88bffc req-eb03312e-5709-427d-be2e-69b3c2d50e9b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 Mar 16 11:31:17.299569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:17.398585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port e7849592-5157-4928-a93d-1e152392bc64 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:17.403869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e7849592-5157-4928-a93d-1e152392bc64 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:17.404237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.525247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.556845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:17.568208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:17.572397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.611861 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'code': 200} Mar 16 11:31:17.623025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baff9c-b4ef-4600-b222-61726556a927 req-03452dcd-77ac-4fbd-8534-390ba7658db7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:17.624474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-30baff9c-b4ef-4600-b222-61726556a927 req-03452dcd-77ac-4fbd-8534-390ba7658db7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.1961527 Mar 16 11:31:17.652035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:17.670803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-30baff9c-b4ef-4600-b222-61726556a927 req-26818e8d-a61f-4668-9952-70cdea18e566 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398116 Mar 16 11:31:17.860658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a85-0531-4b22-bd43-7f3dd7fafa9f req-3cf2763a-5df7-4dda-9abc-6f8f7f5edf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:17.862039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d920a85-0531-4b22-bd43-7f3dd7fafa9f req-3cf2763a-5df7-4dda-9abc-6f8f7f5edf24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.0697773 Mar 16 11:31:17.903448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d920a85-0531-4b22-bd43-7f3dd7fafa9f req-f525d8b8-3053-4d10-824d-5f4314ff8e59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355418 Mar 16 11:31:18.858362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1161-c3ea-4483-9775-a855d98c7835 req-0f356213-df2f-49c2-b978-48424576e7df tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:18.859785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-301e1161-c3ea-4483-9775-a855d98c7835 req-0f356213-df2f-49c2-b978-48424576e7df tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0791671 Mar 16 11:31:18.903045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-301e1161-c3ea-4483-9775-a855d98c7835 req-4ea00b13-ca05-45f1-b513-6943a9c135da tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368769 Mar 16 11:31:20.086370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8509b3-8f55-4f22-bf99-71d6677a0b3b req-46f198ff-c57d-4b1f-98ce-fec69204afc6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.087782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe8509b3-8f55-4f22-bf99-71d6677a0b3b req-46f198ff-c57d-4b1f-98ce-fec69204afc6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0814407 Mar 16 11:31:20.131191 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe8509b3-8f55-4f22-bf99-71d6677a0b3b req-fd27a515-772a-4487-a238-8c921539a580 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Mar 16 11:31:20.315547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b0e9-aa18-4ab5-97f7-e311e07c3ff0 req-b5df9824-1d9f-4457-bc57-dcf9b9e8df3b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.317010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0148b0e9-aa18-4ab5-97f7-e311e07c3ff0 req-b5df9824-1d9f-4457-bc57-dcf9b9e8df3b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0806026 Mar 16 11:31:20.325357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 50688) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:20.330296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'floatingip': {'port_id': 'e7849592-5157-4928-a93d-1e152392bc64'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:20.407359 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:20.997165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:21.000791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:21.168660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb associated. External IP: 172.26.0.40, port: e7849592-5157-4928-a93d-1e152392bc64. Mar 16 11:31:21.617548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:21.793254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:21.797990 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:21.803439 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:21.812447 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:21.813078 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:30:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:21.851199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a6abcd05-4369-448b-ac20-4f9071b1b831 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "PUT /v2.0/floatingips/66c90d1b-1127-4ade-8632-7051e8ae54fb HTTP/1.1" status: 200 len: 991 time: 1.5248058 Mar 16 11:31:21.851870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:21.896141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'status': 'completed', 'code': 200} Mar 16 11:31:22.017713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-ffc564c8-be3c-4c06-a0b3-3e3b97c1f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.018166 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:22.019905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-ffc564c8-be3c-4c06-a0b3-3e3b97c1f485 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.0777612 Mar 16 11:31:22.179776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-724c0fc0-446e-4f2e-9e5a-97f72427ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.181480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-724c0fc0-446e-4f2e-9e5a-97f72427ec16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1558096 Mar 16 11:31:22.328675 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-bfe1f5c7-a37e-429b-840b-25aca8a2b9ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1993227 Mar 16 11:31:22.342333 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-4810abb6-9822-444e-be00-df3cc21c1c07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 999 time: 0.1241620 Mar 16 11:31:22.382800 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:31:20Z', 'revision_number': 9, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:22.385078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d6c2e-0c77-4324-9d29-6d62e9ec9c9d req-c015a534-3a22-4b33-967c-cd5cb849b0c9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.386544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc2d6c2e-0c77-4324-9d29-6d62e9ec9c9d req-c015a534-3a22-4b33-967c-cd5cb849b0c9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.2015834 Mar 16 11:31:22.386675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:22.395976 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:22.396585 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:30:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:22.442552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-332ec9ce-d81b-4249-a0f2-6cb67b05b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.444045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-332ec9ce-d81b-4249-a0f2-6cb67b05b2dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0956023 Mar 16 11:31:22.511060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc2d6c2e-0c77-4324-9d29-6d62e9ec9c9d req-e8a24909-9e3a-4d6d-a328-e39068b7ac1b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091280 Mar 16 11:31:22.543387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-e06c848c-2380-43f8-b3c5-4ce1c8351bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.544964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-e06c848c-2380-43f8-b3c5-4ce1c8351bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953441 Mar 16 11:31:22.577245 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:22.685693 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-c52e643b-4565-4c92-86da-2116c1e06d42 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341813 Mar 16 11:31:22.826567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6f89efb-6050-46c8-8a39-865e2b18e167 req-98ae6e5d-07c9-447e-a6d1-a309b7c2dfb9 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345444 Mar 16 11:31:22.934566 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:31:20Z', 'revision_number': 9, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:22.938586 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d581792-38d5-41e9-bd37-d5212b1eb81e None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:31:20Z', 'revision_number': 9, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:23.135336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf937a4-51bd-41ac-a44a-ed28e88f3f5f None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:31:23.573943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-f7561a99-4a7d-4d9f-b3f5-36e970cf2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:23.575421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-f7561a99-4a7d-4d9f-b3f5-36e970cf2f8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.0694933 Mar 16 11:31:23.875601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-0f966e45-1970-41de-b467-0ef54347d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:23.877065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-0f966e45-1970-41de-b467-0ef54347d00d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.2947302 Mar 16 11:31:23.889244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d49cf-343c-4c68-bef8-27f7911c2549 req-28058fcb-4d30-421d-8ec0-01978b9053dc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:23.890573 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-592d49cf-343c-4c68-bef8-27f7911c2549 req-28058fcb-4d30-421d-8ec0-01978b9053dc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.2791269 Mar 16 11:31:24.008243 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:24.013708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-592d49cf-343c-4c68-bef8-27f7911c2549 req-598dc326-7c7b-442d-9ecc-4092471d0810 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703037 Mar 16 11:31:24.017363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-152a8350-5589-46c2-a552-59859b66ddc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1002 time: 0.1259587 Mar 16 11:31:24.077742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-b693b209-b9cb-455b-8e04-f18950d2ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:24.079145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-b693b209-b9cb-455b-8e04-f18950d2ba6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0559824 Mar 16 11:31:24.158232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-abf038eb-462a-4061-8208-79b80b9db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:24.159647 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-abf038eb-462a-4061-8208-79b80b9db96d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750980 Mar 16 11:31:24.296692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-332820c2-8caf-4dcd-a828-8492020fb40a service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309586 Mar 16 11:31:24.423310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-0369ec57-50cf-4da1-b5e2-ab32c7f428c5 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208611 Mar 16 11:31:25.194822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caaa10-b100-4a92-a7db-063c3588e8ff req-e8d1539b-a048-4cec-a8ce-b520b95737bb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:25.196251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39caaa10-b100-4a92-a7db-063c3588e8ff req-e8d1539b-a048-4cec-a8ce-b520b95737bb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0780392 Mar 16 11:31:25.239897 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-39caaa10-b100-4a92-a7db-063c3588e8ff req-de74453f-6fe8-4d69-a677-f11a2ed43280 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Mar 16 11:31:26.424117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d867d5-4b7e-4539-a219-36716785db0a req-408a8e70-f8ba-4bcc-b894-87e3e872f469 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:26.426192 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d867d5-4b7e-4539-a219-36716785db0a req-408a8e70-f8ba-4bcc-b894-87e3e872f469 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0814395 Mar 16 11:31:26.468798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54d867d5-4b7e-4539-a219-36716785db0a req-37723972-3645-4f33-a3a8-4dea462c089f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368195 Mar 16 11:31:26.897402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-97d6e94d-ee18-4271-8526-61606a51f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:27.652805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952956-af23-4c8b-a5e5-867ff93fe85a req-7f230a59-c3a7-4f79-871f-2cfd25159ec3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:27.654298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8952956-af23-4c8b-a5e5-867ff93fe85a req-7f230a59-c3a7-4f79-871f-2cfd25159ec3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0797789 Mar 16 11:31:27.697701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a8952956-af23-4c8b-a5e5-867ff93fe85a req-0c055931-62a0-40b8-83b2-12b3b6b156d5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Mar 16 11:31:28.882248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08d179-e58a-42e1-885e-9fe774fdb1e6 req-c014138b-63d8-40f5-b32b-a000572ffa54 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:28.883664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af08d179-e58a-42e1-885e-9fe774fdb1e6 req-c014138b-63d8-40f5-b32b-a000572ffa54 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0814211 Mar 16 11:31:28.926635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af08d179-e58a-42e1-885e-9fe774fdb1e6 req-ac855964-ca4c-43c3-8fce-7e2817749f24 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373673 Mar 16 11:31:29.118174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-275d1abf-f382-40a9-ab0a-8ef13f103d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.110771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a6418-f54f-49a8-b68f-c1b1162a4efd req-00da76f5-f79b-46d5-999c-6a6cc961c074 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:30.112188 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef4a6418-f54f-49a8-b68f-c1b1162a4efd req-00da76f5-f79b-46d5-999c-6a6cc961c074 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0775921 Mar 16 11:31:30.158969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef4a6418-f54f-49a8-b68f-c1b1162a4efd req-4497b411-fb0b-4f51-b8a6-e9b11b1b282f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Mar 16 11:31:30.544379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.566437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:31.341401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2b7e-9ed8-4651-aa20-5a90a70f3cf7 req-138315b8-a46a-49f5-b151-04fb9d3ac448 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:31.342841 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c6e2b7e-9ed8-4651-aa20-5a90a70f3cf7 req-138315b8-a46a-49f5-b151-04fb9d3ac448 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0794678 Mar 16 11:31:31.386424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c6e2b7e-9ed8-4651-aa20-5a90a70f3cf7 req-fd123c1e-4fdc-42ec-acb6-5fbd44078e8a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Mar 16 11:31:31.983067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:32.569947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e841f29-2110-4621-8dbb-8a4fe1a9a2b8 req-25acae3a-fbbe-4ae7-8be6-8372bbf928de tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:32.571373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e841f29-2110-4621-8dbb-8a4fe1a9a2b8 req-25acae3a-fbbe-4ae7-8be6-8372bbf928de tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0812676 Mar 16 11:31:32.615285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e841f29-2110-4621-8dbb-8a4fe1a9a2b8 req-d2659600-b242-4106-af7f-c110fb07368b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382891 Mar 16 11:31:33.799818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a043f7-22f0-4c8c-bd25-ef137412593a req-50d93db5-e27b-4dd0-a424-adc2f89bf7f4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:33.801265 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76a043f7-22f0-4c8c-bd25-ef137412593a req-50d93db5-e27b-4dd0-a424-adc2f89bf7f4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0791323 Mar 16 11:31:33.844616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76a043f7-22f0-4c8c-bd25-ef137412593a req-ff121381-9f01-4330-a2cf-83d3ea38e332 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Mar 16 11:31:34.324111 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.028736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55759d33-2844-43d6-99f2-90f8eb955d35 req-d90953ca-115a-4b6e-a733-d407b17e80f6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:35.030184 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55759d33-2844-43d6-99f2-90f8eb955d35 req-d90953ca-115a-4b6e-a733-d407b17e80f6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0820196 Mar 16 11:31:35.072857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55759d33-2844-43d6-99f2-90f8eb955d35 req-f609bfdd-3bee-4172-a3e0-d81ba63e6ac1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372150 Mar 16 11:31:36.274873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b225f0b-1bf2-4c0b-8fef-dbdf15977700 req-2d5e695f-c0b2-4f40-acec-22b9835a59a8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:36.276332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b225f0b-1bf2-4c0b-8fef-dbdf15977700 req-2d5e695f-c0b2-4f40-acec-22b9835a59a8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0780694 Mar 16 11:31:36.322735 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b225f0b-1bf2-4c0b-8fef-dbdf15977700 req-9b509668-19fa-448c-8ba2-ee9087c22b5c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407505 Mar 16 11:31:37.608328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11feab8-1006-499f-bef0-87e8790aea58 req-6aa01345-aedc-43e6-a0f0-e07ec9b5f0bf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:37.609713 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e11feab8-1006-499f-bef0-87e8790aea58 req-6aa01345-aedc-43e6-a0f0-e07ec9b5f0bf tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.1811674 Mar 16 11:31:37.653370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e11feab8-1006-499f-bef0-87e8790aea58 req-8073fbad-b2dd-4e53-8785-3ea98c5f6b8c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367351 Mar 16 11:31:38.840994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582286-a2e2-41f1-9295-46ead61b8237 req-5401a631-e898-4af2-b5ea-eda4bf988fcc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:38.842436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a582286-a2e2-41f1-9295-46ead61b8237 req-5401a631-e898-4af2-b5ea-eda4bf988fcc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0852706 Mar 16 11:31:38.885392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a582286-a2e2-41f1-9295-46ead61b8237 req-8bb01fcf-81f9-4bd0-9c0b-7d50d799bddb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Mar 16 11:31:40.065468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31ee4-d44b-494c-b7d6-064bbc78c573 req-7ddadca9-c434-4bc5-9a7f-14a6ff052382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:40.066930 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-52d31ee4-d44b-494c-b7d6-064bbc78c573 req-7ddadca9-c434-4bc5-9a7f-14a6ff052382 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0786154 Mar 16 11:31:40.112176 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-52d31ee4-d44b-494c-b7d6-064bbc78c573 req-07281602-ed39-4e25-89e9-21cedf223cf6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393686 Mar 16 11:31:41.331441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-3c2e729b-a9a1-4061-adcb-2b863094c603 service neutron] 10.222.0.55 "GET /v2.0/ports/e7849592-5157-4928-a93d-1e152392bc64/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1206822 Mar 16 11:31:41.355149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c17ca-c401-4f08-8b36-1efd001871a8 req-476cfd53-e4f2-4f41-90e8-377301e3bdd7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.356597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da1c17ca-c401-4f08-8b36-1efd001871a8 req-476cfd53-e4f2-4f41-90e8-377301e3bdd7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.1133976 Mar 16 11:31:41.401912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da1c17ca-c401-4f08-8b36-1efd001871a8 req-36323adb-cc68-406d-a21c-7844bf738b2c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 Mar 16 11:31:41.609787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-bd381476-2f56-42ea-8bcc-169ffd194814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.611213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-bd381476-2f56-42ea-8bcc-169ffd194814 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1099 time: 0.0696282 Mar 16 11:31:41.728194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-a7116e9f-1dcc-46c0-b46f-21affe4aa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.729574 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-a7116e9f-1dcc-46c0-b46f-21affe4aa334 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.0728941 Mar 16 11:31:41.857825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-e348c0ed-472a-4486-acfd-d9578d3ffc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.859223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-e348c0ed-472a-4486-acfd-d9578d3ffc04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1228762 Mar 16 11:31:41.956843 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-0b18643c-413d-4d8f-9e68-4b8035ac97c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1002 time: 0.0908103 Mar 16 11:31:42.020112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-41ea48e7-446c-4762-841a-3b2ccb149e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.021533 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-41ea48e7-446c-4762-841a-3b2ccb149e15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0588572 Mar 16 11:31:42.096070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-504e32fb-7798-4451-a2ca-013f8be6e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.097522 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-504e32fb-7798-4451-a2ca-013f8be6e0b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681522 Mar 16 11:31:42.227805 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-33898cc2-06f2-4732-ac95-533b281ffe4c service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240900 Mar 16 11:31:42.364256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7317ea-0c9f-4d52-9160-cf0bf167f6e9 req-33a30c5c-8900-492b-b9d3-ddc33665d1d2 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282301 Mar 16 11:31:42.695855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb4a21-08f7-454e-8f7c-b462edeef5c7 req-e0c880c7-9339-41bc-aa80-7fb2b4f7db32 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.697343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57bb4a21-08f7-454e-8f7c-b462edeef5c7 req-e0c880c7-9339-41bc-aa80-7fb2b4f7db32 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.1587102 Mar 16 11:31:42.699361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-d058420f-4367-43dc-af11-702eb048505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.700681 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-d058420f-4367-43dc-af11-702eb048505d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.1601942 Mar 16 11:31:42.831909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57bb4a21-08f7-454e-8f7c-b462edeef5c7 req-874f198e-28ad-4ff1-b252-42d0995da840 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286974 Mar 16 11:31:42.882940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-39f53c92-1ba4-47fa-b7f9-8c7686dc5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.884277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-39f53c92-1ba4-47fa-b7f9-8c7686dc5eef service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1613002 Mar 16 11:31:43.118649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-298fb4de-3751-4488-8566-75164598ecbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1002 time: 0.2271309 Mar 16 11:31:43.184220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-132f57b5-c196-4ee4-977f-2c452a158a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.185559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-132f57b5-c196-4ee4-977f-2c452a158a6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0590768 Mar 16 11:31:43.258170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-c67c58af-ff7f-46b3-9dcb-32694649635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.259597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-c67c58af-ff7f-46b3-9dcb-32694649635e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681281 Mar 16 11:31:43.390653 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-f3dfe5c0-2337-4296-8bd1-3ea104dbe586 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233866 Mar 16 11:31:43.480768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:43.523353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a3347bd-ab46-43db-a372-aeedbeb9a81d req-97cd5681-3464-48de-9d6f-aaf563915fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Mar 16 11:31:43.618538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:43.632189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e7849592-5157-4928-a93d-1e152392bc64', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:43.686400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:43.704519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:43.721455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:43.725591 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:43.795206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:44.025536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db671c-64e7-4cf9-a898-a2f49d60f64b req-2fff15ea-c666-4942-8c31-11bfed70689e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:44.026957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90db671c-64e7-4cf9-a898-a2f49d60f64b req-2fff15ea-c666-4942-8c31-11bfed70689e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0859203 Mar 16 11:31:44.058304 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e7849592-5157-4928-a93d-1e152392bc64'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:44.071121 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90db671c-64e7-4cf9-a898-a2f49d60f64b req-03cdbb9a-3ba1-4d46-b990-d669e27ea2d5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Mar 16 11:31:45.405975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344c89-079c-404e-a0f5-94b67c600453 req-5fd3767f-18b4-4394-8269-327cd77e6ccd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:45.407336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c344c89-079c-404e-a0f5-94b67c600453 req-5fd3767f-18b4-4394-8269-327cd77e6ccd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Mar 16 11:31:45.450827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c344c89-079c-404e-a0f5-94b67c600453 req-abea12d2-01c8-4723-8937-ce9276f80334 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371649 Mar 16 11:31:45.486266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:45.555171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e7849592-5157-4928-a93d-1e152392bc64 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:45.555537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:45.671458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:45.698496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:45.708560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:45.714323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:45.766416 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'code': 200} Mar 16 11:31:45.791466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:45.946402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-45b09fce-0b52-4a9a-940c-78191120cd20 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:45.947722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-45b09fce-0b52-4a9a-940c-78191120cd20 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0&tenant_id=919f611062984f24a50cd84fd8eda92f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1450467 Mar 16 11:31:45.955379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7545407-9bb1-4316-a345-16bd4675050c req-473401ca-f665-4393-b3e8-7dba37194f02 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:45.956666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7545407-9bb1-4316-a345-16bd4675050c req-473401ca-f665-4393-b3e8-7dba37194f02 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.1163030 Mar 16 11:31:46.050710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7545407-9bb1-4316-a345-16bd4675050c req-b468b955-3c62-4b51-abe8-c768ad2cd540 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627306 Mar 16 11:31:46.060948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-4ffc68c9-ea01-49e8-b0d7-aa6feb50af05 service neutron] 10.222.0.55 "GET /v2.0/ports/e7849592-5157-4928-a93d-1e152392bc64/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1033540 Mar 16 11:31:46.168624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-3c51c2f0-b07f-4694-92c3-7b9405175df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.170069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-3c51c2f0-b07f-4694-92c3-7b9405175df9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.0725322 Mar 16 11:31:46.296431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-32c2d850-d8fc-4337-bd32-4f6ccca6abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.297881 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-32c2d850-d8fc-4337-bd32-4f6ccca6abbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1220393 Mar 16 11:31:46.392842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-a3633733-1b50-4d1f-957f-8df9905928a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1002 time: 0.0887852 Mar 16 11:31:46.455838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-dbe1884b-b545-401c-b452-3bf1f317cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.457770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-dbe1884b-b545-401c-b452-3bf1f317cd39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0585141 Mar 16 11:31:46.529585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-c28a6996-0474-41c6-808d-43f43c70ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.531041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-c28a6996-0474-41c6-808d-43f43c70ed2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682473 Mar 16 11:31:46.662071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-f4d26937-6272-434f-ae19-85381cc3c1a0 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228049 Mar 16 11:31:46.887802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-d5a0b40b-de6f-4a22-85a3-0924aea89ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194231 Mar 16 11:31:47.236318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6526428-1711-4370-be3b-a64d71194fd8 req-f1cb5d38-ec83-4d30-811e-34492349f4fb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:47.237701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b6526428-1711-4370-be3b-a64d71194fd8 req-f1cb5d38-ec83-4d30-811e-34492349f4fb tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0817044 Mar 16 11:31:47.280355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b6526428-1711-4370-be3b-a64d71194fd8 req-10372f28-5795-403d-867b-61f6071bb53c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370898 Mar 16 11:31:48.459749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec0a42-149a-45dd-8b9c-5fee7304c59c req-8ac3203b-a3a1-4beb-8c89-88ccf7394cfa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:48.461185 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fec0a42-149a-45dd-8b9c-5fee7304c59c req-8ac3203b-a3a1-4beb-8c89-88ccf7394cfa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 946 time: 0.0781283 Mar 16 11:31:48.507899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fec0a42-149a-45dd-8b9c-5fee7304c59c req-c0031c00-a001-4aae-8eec-041c47da87e8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Mar 16 11:31:49.501624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:49.569770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-31c4dd15-2052-4f7c-845c-0daaa37806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.571227 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-31c4dd15-2052-4f7c-845c-0daaa37806a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1099 time: 0.0748675 Mar 16 11:31:49.621856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:49.661370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:49.671282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:49.679197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:49.728248 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'code': 200} Mar 16 11:31:49.739956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-c1a9a737-8c85-47b9-aa69-c4d93f94c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.741447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-c1a9a737-8c85-47b9-aa69-c4d93f94c45c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 1099 time: 0.1396284 Mar 16 11:31:49.752489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1a535-691f-41b7-b84f-c0f96f1d1aa5 req-d61a7c7f-4820-43dc-b3f6-56b12cf16ecd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.752752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:49.754567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff1a535-691f-41b7-b84f-c0f96f1d1aa5 req-d61a7c7f-4820-43dc-b3f6-56b12cf16ecd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 944 time: 0.1190524 Mar 16 11:31:49.883956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9ff1a535-691f-41b7-b84f-c0f96f1d1aa5 req-b302512d-656d-4fdb-af53-13124d491950 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228318 Mar 16 11:31:49.916337 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-82c77fc0-3535-434e-ac41-d981df0ecdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.917704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-82c77fc0-3535-434e-ac41-d981df0ecdc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1434801 Mar 16 11:31:50.029861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-7881bc01-1b5d-47ea-a5d8-997e92877968 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 200 len: 1000 time: 0.1062682 Mar 16 11:31:50.090099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-7e0f0dd1-ea58-41ea-b9ce-fd31f5d75dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.091443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-7e0f0dd1-ea58-41ea-b9ce-fd31f5d75dc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0557661 Mar 16 11:31:50.165871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-121bdddc-1cb9-49ed-8bb0-08abdc6dc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.167345 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-121bdddc-1cb9-49ed-8bb0-08abdc6dc6ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703492 Mar 16 11:31:50.300791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-1546f1e7-df5f-48bd-83de-bab7c83d2f84 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266410 Mar 16 11:31:50.427506 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ead38faa-3451-44b1-aba0-cd9faf8e1086 req-b0357bf0-6baa-48c0-b174-3c6ae4c3a813 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207561 Mar 16 11:31:51.088185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af9ba-96db-4f49-9415-7a25207178f0 req-1a368ff0-22c3-4488-a4e0-bc35e57371c4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:51.089640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b09af9ba-96db-4f49-9415-7a25207178f0 req-1a368ff0-22c3-4488-a4e0-bc35e57371c4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 944 time: 0.0804238 Mar 16 11:31:51.133681 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b09af9ba-96db-4f49-9415-7a25207178f0 req-e4b8320b-7db0-4e0e-b6d7-7d33398dbaa3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384357 Mar 16 11:31:51.500081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:51.639775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:51.684464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e7849592-5157-4928-a93d-1e152392bc64', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': 'e7849592-5157-4928-a93d-1e152392bc64', 'mac_address': 'fa:16:3e:a9:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:51.738855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.755325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:51.769887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:51.773504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.840145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:51.922861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e7849592-5157-4928-a93d-1e152392bc64'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:52.321772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e458-20b5-4862-bdbf-d25a860e6ab5 req-19d186a1-2b1f-40ac-9fc1-c07015ff2050 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:52.323219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6590e458-20b5-4862-bdbf-d25a860e6ab5 req-19d186a1-2b1f-40ac-9fc1-c07015ff2050 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0829089 Mar 16 11:31:52.367488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6590e458-20b5-4862-bdbf-d25a860e6ab5 req-69138afa-b904-4b86-a2ce-13ef8c862eb2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Mar 16 11:31:53.509253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:53.547002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacbad-e537-4feb-b73a-54eceb367076 req-c4a52398-dc4f-4551-b1d9-51be4dbdc213 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.548433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8eaacbad-e537-4feb-b73a-54eceb367076 req-c4a52398-dc4f-4551-b1d9-51be4dbdc213 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0781653 Mar 16 11:31:53.579715 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e7849592-5157-4928-a93d-1e152392bc64 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:53.580087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:53.596801 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8eaacbad-e537-4feb-b73a-54eceb367076 req-165a03ce-a55d-4272-804a-e429af362c48 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Mar 16 11:31:53.697245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:53.724098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:53.734307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:53.741782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:53.784308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217346c9-60d7-4d27-94c7-8b6dda08cb03 req-919b878e-21ea-4a84-8ff2-88d4ac916ebd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.786480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-217346c9-60d7-4d27-94c7-8b6dda08cb03 req-919b878e-21ea-4a84-8ff2-88d4ac916ebd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 945 time: 0.0866656 Mar 16 11:31:53.786628 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'code': 200} Mar 16 11:31:53.818635 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=10']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:53.830476 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-217346c9-60d7-4d27-94c7-8b6dda08cb03 req-e67c07b4-1ee1-4eff-a6c4-a2dd4d2c7d0c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381153 Mar 16 11:31:54.111693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e3558-4934-4ff7-91b7-a3432894af72 req-ff0fbfbd-b1dd-45ed-9483-f4a1ec85cff4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.113129 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef6e3558-4934-4ff7-91b7-a3432894af72 req-ff0fbfbd-b1dd-45ed-9483-f4a1ec85cff4 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 947 time: 0.1758006 Mar 16 11:31:54.155578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef6e3558-4934-4ff7-91b7-a3432894af72 req-1207538a-bda5-4bda-a23e-938cc27b1233 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Mar 16 11:31:54.527819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d771364-7b07-4009-bade-65826f0b6add req-8e78df4c-fdcb-4012-b236-6f3ffe498450 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:54.529248 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d771364-7b07-4009-bade-65826f0b6add req-8e78df4c-fdcb-4012-b236-6f3ffe498450 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 947 time: 0.0776842 Mar 16 11:31:54.573514 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5d771364-7b07-4009-bade-65826f0b6add req-7bf28660-d818-4ffd-80ea-a270dddb2d14 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Mar 16 11:31:55.759377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80b31b-b134-47a9-8fa9-b5442c68b2c2 req-d612adda-09ae-4079-a2de-766a62354a4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:55.760743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ac80b31b-b134-47a9-8fa9-b5442c68b2c2 req-d612adda-09ae-4079-a2de-766a62354a4c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 947 time: 0.0830693 Mar 16 11:31:55.805916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ac80b31b-b134-47a9-8fa9-b5442c68b2c2 req-b42c3803-cc79-4967-8108-eb2fff1b46a6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Mar 16 11:31:56.821843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-a96ffd55-3a7a-4d1e-89cf-a15201cb8461 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:56.823231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-a96ffd55-3a7a-4d1e-89cf-a15201cb8461 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 947 time: 0.0813224 Mar 16 11:31:56.899462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ae7934c2-7a13-4c35-8bff-5347c43149be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:56.900914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Deleting port e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:56.901278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.114374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06a350-80d6-4a51-af7c-5a450bde1e4c req-feef0eed-740e-46ce-8582-f11a86b4f1dc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.115700 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db06a350-80d6-4a51-af7c-5a450bde1e4c req-feef0eed-740e-46ce-8582-f11a86b4f1dc tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 947 time: 0.1851590 Mar 16 11:31:57.232730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-db06a350-80d6-4a51-af7c-5a450bde1e4c req-c8cf8341-516f-484a-85f7-45471e314060 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748646 Mar 16 11:31:57.241591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] For port e7849592-5157-4928-a93d-1e152392bc64, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e7849592-5157-4928-a93d-1e152392bc64,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:57.241944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.522235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.522605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.522912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb disassociated. External IP: 172.26.0.40, port: e7849592-5157-4928-a93d-1e152392bc64. Mar 16 11:31:57.523269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Calling delete_port for e7849592-5157-4928-a93d-1e152392bc64 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:57.662964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.711961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'Port': ['ID=e7849592-5157-4928-a93d-1e152392bc64,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:57.902067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:58.182344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:58.192690 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:58.201572 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:58.202171 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:31:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:58.251998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] No DVR routers for this DVR port e7849592-5157-4928-a93d-1e152392bc64 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:31:58.254951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:58.257489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-deleted', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:58.275378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-28e1acf2-e72c-4b6f-a9a2-ca2d31a90902 req-6f4b11f1-399f-4504-b29d-323aca2f10e0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "DELETE /v2.0/ports/e7849592-5157-4928-a93d-1e152392bc64 HTTP/1.1" status: 204 len: 173 time: 1.4459958 Mar 16 11:31:58.310488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bce80f5-ec12-4f2f-bebb-b885e4d513a0', 'name': 'network-vif-deleted', 'tag': 'e7849592-5157-4928-a93d-1e152392bc64', 'status': 'completed', 'code': 200} Mar 16 11:31:58.395106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-5051d869-3ced-4fa2-94d3-a8f03e05530c req-6ef9d3d4-29e7-4b76-bb25-30e645fc1849 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:58.411403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-5051d869-3ced-4fa2-94d3-a8f03e05530c req-6ef9d3d4-29e7-4b76-bb25-30e645fc1849 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:58.412579 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5051d869-3ced-4fa2-94d3-a8f03e05530c req-6ef9d3d4-29e7-4b76-bb25-30e645fc1849 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bce80f5-ec12-4f2f-bebb-b885e4d513a0 HTTP/1.1" status: 200 len: 210 time: 0.0617735 Mar 16 11:31:58.422081 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:58.742166 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:58.745969 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:58.754367 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:58.754954 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:31:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:58.933587 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:59.119865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-45a99bb9-6f0f-4938-8ff7-041e00fcb7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:59.242505 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:59.246291 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc735e-cfee-4c6f-8a4a-10830594f9c0 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:59.453440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42e131d-3c83-414f-a7c9-235cac245ac9 None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:31:59.758116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-c060804a-b942-4255-9a46-52619e75bee8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1124930128&fields=id&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 267 time: 0.0395963 Mar 16 11:31:59.903022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-2ce8bc2f-6070-4eb0-87ea-d6514718fdba tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:59.904326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-2ce8bc2f-6070-4eb0-87ea-d6514718fdba tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1398706 Mar 16 11:31:59.918300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-c9b43e30-0819-4785-b05a-447c3f4c0524 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/quotas/919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 375 time: 0.0086379 Mar 16 11:32:00.000620 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-838498c6-2d8e-4858-86ed-acc40bce3f56 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774777 Mar 16 11:32:00.182222 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-aaa2c93b-9be6-43c3-a7ee-92842638484e service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699522 Mar 16 11:32:00.311102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-5d92b307-dc1f-4aac-a8b0-dfe901a7dfbb service neutron] 10.222.0.50 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232357 Mar 16 11:32:00.485434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb8d04d5-ec05-48ed-a20e-55738539e6a1 req-fb90a0d3-3758-468f-bec8-f124a08e0a06 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 210 time: 0.0474677 Mar 16 11:32:00.548987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:00.569593 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:01.007842 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:01.523625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:01.572542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: e7849592-5157-4928-a93d-1e152392bc64 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:01.573277 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e7849592-5157-4928-a93d-1e152392bc64 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:01.579628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-e5686785-98e2-4041-8745-688dd20b5283 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:01.581196 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-e5686785-98e2-4041-8745-688dd20b5283 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 812 time: 0.1581347 Mar 16 11:32:01.657572 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27d135c2-f379-47ef-a189-9db5717f7915 req-80ccda1f-dbd4-43e2-95e0-3d2d962cda9b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 210 time: 0.0614798 Mar 16 11:32:01.678916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-c8750c41-ab1c-45b0-8a4f-0b49ba30b998 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 380 time: 0.0841761 Mar 16 11:32:01.687967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'port': {'device_id': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'admin_state_up': True, 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'security_groups': ['a52714ab-915c-46bb-8660-b33ca5e862ba']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:01.820241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:01.829464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:01.838869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Made reservation on behalf of 919f611062984f24a50cd84fd8eda92f for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:01.842662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:01.986581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.002345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Allocated IP 172.20.0.3 (2de4ec62-5b00-4b25-b7f7-e6bb50aae77d/0c050fab-5eca-45f5-a95e-6882cdacd14d/128f36e5-f181-4bea-93fa-fe71250d12c5) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:02.186422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.201317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Transition to ACTIVE for port object 128f36e5-f181-4bea-93fa-fe71250d12c5 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:02.226764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.293330 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:02.296154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:02.298610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:02.349320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:02.374755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:02.375404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.402181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-69bb1371-ccb1-4443-9cd3-6c4846b29a6b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7175632 Mar 16 11:32:02.419981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Request body: {'port': {'device_id': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:02.533864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.534107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2047-8897-4515-81c1-281ec61fc3e3 None None] Provisioning for port 128f36e5-f181-4bea-93fa-fe71250d12c5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:02.539068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2047-8897-4515-81c1-281ec61fc3e3 None None] Provisioning complete for port 128f36e5-f181-4bea-93fa-fe71250d12c5 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:02.539473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2047-8897-4515-81c1-281ec61fc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.592327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b2047-8897-4515-81c1-281ec61fc3e3 None None] Port 128f36e5-f181-4bea-93fa-fe71250d12c5 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:32:02.983762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874a8b-1b72-4d7e-855d-663995497fa3 req-3d41b0a8-53cb-4a78-b2b8-1c79d37098f5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:02.984449 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9c874a8b-1b72-4d7e-855d-663995497fa3 req-3d41b0a8-53cb-4a78-b2b8-1c79d37098f5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:03.045402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9c874a8b-1b72-4d7e-855d-663995497fa3 req-3d41b0a8-53cb-4a78-b2b8-1c79d37098f5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:03.046521 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9c874a8b-1b72-4d7e-855d-663995497fa3 req-3d41b0a8-53cb-4a78-b2b8-1c79d37098f5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 931 time: 0.1921735 Mar 16 11:32:03.050155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:03.070602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.101015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Transition to ACTIVE for port object 128f36e5-f181-4bea-93fa-fe71250d12c5 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:03.106312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.142995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9c874a8b-1b72-4d7e-855d-663995497fa3 req-1b313bb0-f2f3-40e0-ac56-caaefbbbdead tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880420 Mar 16 11:32:03.265175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:03.345115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Attempting to bind port 128f36e5-f181-4bea-93fa-fe71250d12c5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:03.345455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Attempting to bind port 128f36e5-f181-4bea-93fa-fe71250d12c5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:03.345782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Attempting to bind port 128f36e5-f181-4bea-93fa-fe71250d12c5 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:03.351402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Port 128f36e5-f181-4bea-93fa-fe71250d12c5 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:32:03.351720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Attempting to bind port 128f36e5-f181-4bea-93fa-fe71250d12c5 on network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:03.356743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:03.357107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Checking segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:03.357488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Bound using segment: {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:03.357909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Bound port: 128f36e5-f181-4bea-93fa-fe71250d12c5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180ac898-8f05-4bcc-96de-6d0dc2564039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:03.358247 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.450420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:03.453255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:03.459124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.514999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.515628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.517051 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] 10.222.0.55 "PUT /v2.0/ports/128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 1093 time: 1.1013787 Mar 16 11:32:03.517486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:03.544203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6060223-1b10-45a9-9d19-32261993e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:03.570515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'status': 'completed', 'code': 200} Mar 16 11:32:03.657258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-8c9761ac-507f-4c05-98ec-5984c2d779bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.658741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-8c9761ac-507f-4c05-98ec-5984c2d779bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1096 time: 0.0722380 Mar 16 11:32:03.737163 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-0a56a316-ca66-458d-b45c-b12bdeb6a479 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 217 time: 0.0640972 Mar 16 11:32:03.802669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-28ff7cf1-a013-4807-8318-df6eb85478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.804304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-28ff7cf1-a013-4807-8318-df6eb85478bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0610936 Mar 16 11:32:03.877860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3161-3fae-4636-a280-f8009862be4f req-a02c0014-ffa7-4761-85cc-67f62dfd2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.879444 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-a02c0014-ffa7-4761-85cc-67f62dfd2737 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692959 Mar 16 11:32:04.007211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-8052f2ef-26cc-4eac-8030-2fb474216c2c service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217926 Mar 16 11:32:04.134862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e9c3161-3fae-4636-a280-f8009862be4f req-ed6919a2-4a10-42ad-afaa-d98dbd168f78 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220772 Mar 16 11:32:04.329882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:04.363647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-e6ebb0fa-ac8a-4ab9-a4f4-0e879dce99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.365287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-e6ebb0fa-ac8a-4ab9-a4f4-0e879dce99b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1096 time: 0.1366758 Mar 16 11:32:04.377447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195d8f0-7db5-4878-9550-69257ab662d1 req-3d428e05-547f-4fc8-b6e7-88faa671c81a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.379529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5195d8f0-7db5-4878-9550-69257ab662d1 req-3d428e05-547f-4fc8-b6e7-88faa671c81a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.1151626 Mar 16 11:32:04.507800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5195d8f0-7db5-4878-9550-69257ab662d1 req-10b76183-370a-4a3e-b4f9-e7b430f6fba2 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103218 Mar 16 11:32:04.534223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-19d8ab63-679a-4da1-b796-5206bfaec0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.536355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-19d8ab63-679a-4da1-b796-5206bfaec0e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1559780 Mar 16 11:32:04.708280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-54e62602-5265-42b1-be12-91f9663913ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 217 time: 0.1661305 Mar 16 11:32:04.770785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-a2c44a8a-c508-4ec4-a8ec-faf59face763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.772084 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-a2c44a8a-c508-4ec4-a8ec-faf59face763 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0573204 Mar 16 11:32:04.848289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-71eebb48-5115-4877-8032-8029cfe19089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.849877 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-71eebb48-5115-4877-8032-8029cfe19089 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715072 Mar 16 11:32:04.977125 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-cc6f9821-b2fa-4c70-96b3-f898386af07a service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212010 Mar 16 11:32:05.106358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de6a6d63-3e02-4f25-930f-c8508f560c5d req-9c286a88-150e-4d93-89e8-768ffcceaece service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232488 Mar 16 11:32:05.696673 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c322-a99b-4e8c-9b51-e97f0f96f484 req-82d7e4dd-f1c8-4edf-9c14-314f1548a1e9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:05.698137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1496c322-a99b-4e8c-9b51-e97f0f96f484 req-82d7e4dd-f1c8-4edf-9c14-314f1548a1e9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0835063 Mar 16 11:32:05.741876 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1496c322-a99b-4e8c-9b51-e97f0f96f484 req-8711144c-4b59-467a-a0d0-482553acce4a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Mar 16 11:32:06.939559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7e3b-febd-47e5-a77a-88729e052775 req-35f0416e-7cb3-4491-bf65-8cc7bea8dc21 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.941554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c95e7e3b-febd-47e5-a77a-88729e052775 req-35f0416e-7cb3-4491-bf65-8cc7bea8dc21 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0922837 Mar 16 11:32:06.989708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c95e7e3b-febd-47e5-a77a-88729e052775 req-72cf42d5-307a-4a71-bf8d-6e09a7a3d080 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Mar 16 11:32:07.555901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:32:07.686099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:07.701522 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:32:07.756453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:07.772399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:07.787730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:07.791471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:07.857095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:08.155334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['128f36e5-f181-4bea-93fa-fe71250d12c5'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:08.171702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bccb-3124-415e-b7d8-a4922536ed66 req-65b64ff2-bfc6-4ca4-83ac-a788cde634ea tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:08.173166 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-58b4bccb-3124-415e-b7d8-a4922536ed66 req-65b64ff2-bfc6-4ca4-83ac-a788cde634ea tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 944 time: 0.0786827 Mar 16 11:32:08.217503 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-58b4bccb-3124-415e-b7d8-a4922536ed66 req-a50f90d5-275b-432e-b4a1-fbdac2c5da1a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376437 Mar 16 11:32:09.406038 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a52b48-f29f-47e7-ad63-064796b4be5a req-17cb378b-62e4-4465-81c5-b864f5be9399 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:09.407467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96a52b48-f29f-47e7-ad63-064796b4be5a req-17cb378b-62e4-4465-81c5-b864f5be9399 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 944 time: 0.0814722 Mar 16 11:32:09.450723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96a52b48-f29f-47e7-ad63-064796b4be5a req-00ab67ad-a0be-4580-a35f-7e46428fccb1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Mar 16 11:32:09.562649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:09.631078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 128f36e5-f181-4bea-93fa-fe71250d12c5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:09.635732 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 128f36e5-f181-4bea-93fa-fe71250d12c5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:09.636096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:09.746334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:09.775885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:09.785542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:09.790214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:09.877959 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:32:09.885830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:10.124493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad8a9d-a0e7-4b5f-8478-930539575d53 req-f77e9306-4fc8-4ac2-bbfa-c50cf25e4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:10.125995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fbad8a9d-a0e7-4b5f-8478-930539575d53 req-f77e9306-4fc8-4ac2-bbfa-c50cf25e4e0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1098 time: 0.0672183 Mar 16 11:32:10.168159 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fbad8a9d-a0e7-4b5f-8478-930539575d53 req-42c4b196-498d-48bd-bf7b-a22829f916d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Mar 16 11:32:10.636186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696e994-3506-45f5-9dab-b1f3dc67ee8b req-4769183a-639e-4540-91ae-8976f23669ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:10.637632 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5696e994-3506-45f5-9dab-b1f3dc67ee8b req-4769183a-639e-4540-91ae-8976f23669ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0777881 Mar 16 11:32:10.680200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5696e994-3506-45f5-9dab-b1f3dc67ee8b req-d664bdf9-63c6-4b6f-8f4f-dae71079b78c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369608 Mar 16 11:32:11.868158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077206-2559-4350-8cd7-1084c7604a52 req-0b7a9e41-49be-4814-823a-f049833ce8ff tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:11.869623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1077206-2559-4350-8cd7-1084c7604a52 req-0b7a9e41-49be-4814-823a-f049833ce8ff tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0838776 Mar 16 11:32:11.913273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1077206-2559-4350-8cd7-1084c7604a52 req-bd65a278-0d51-4563-ac58-746e6610f351 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Mar 16 11:32:12.090217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4764e96-7c8f-409a-b519-771bb927c43e req-ccba8df7-db95-4139-9f15-0a8a35e21413 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.091628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d4764e96-7c8f-409a-b519-771bb927c43e req-ccba8df7-db95-4139-9f15-0a8a35e21413 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Mar 16 11:32:12.100288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 50866) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:12.105138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Request body: {'floatingip': {'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:12.179741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.871002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.874678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.043530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb associated. External IP: 172.26.0.40, port: 128f36e5-f181-4bea-93fa-fe71250d12c5. Mar 16 11:32:13.382655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:32:13.557085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:32:13.561320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.567413 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:32:13.577382 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:13.577987 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:31:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:13.614908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5ae0dd2e-4ac5-4de5-baa3-d970c896d2fa tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "PUT /v2.0/floatingips/66c90d1b-1127-4ade-8632-7051e8ae54fb HTTP/1.1" status: 200 len: 991 time: 1.5128467 Mar 16 11:32:13.615603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:13.658414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'status': 'completed', 'code': 200} Mar 16 11:32:13.755884 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:13.777647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-8670ff96-d8f8-476e-95f2-83cbd647357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:13.779114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-8670ff96-d8f8-476e-95f2-83cbd647357c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1098 time: 0.0734878 Mar 16 11:32:13.919770 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-1fc3a262-959e-4267-a288-a2bac5442abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:13.921233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-1fc3a262-959e-4267-a288-a2bac5442abf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1362870 Mar 16 11:32:14.146784 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-e128fd1c-718e-45d2-97f5-1a08404fea39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 999 time: 0.2198586 Mar 16 11:32:14.184551 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:32:12Z', 'revision_number': 13, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.187140 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:32:14.196937 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:32:14.197545 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:31:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.213292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-b9d603fe-7b7d-4f75-a7e5-83f0a21e9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.214851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-b9d603fe-7b7d-4f75-a7e5-83f0a21e9038 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0620060 Mar 16 11:32:14.296758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-3f84980a-ee21-4fbe-bed0-1fa5a5d261b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.298402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-3f84980a-ee21-4fbe-bed0-1fa5a5d261b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767972 Mar 16 11:32:14.383245 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:32:14.458408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-c2761851-6898-4315-be6b-44c35e9e5c31 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529036 Mar 16 11:32:14.617849 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ec72418-d55d-4d94-881d-69492bf8f13b req-8e43f516-bf64-46a9-b4ea-3b94bb1aded5 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540852 Mar 16 11:32:14.741352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:32:12Z', 'revision_number': 13, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.745286 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e036c76-557d-4235-ac85-385ce7e62688 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '66c90d1b-1127-4ade-8632-7051e8ae54fb', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:13Z', 'updated_at': '2022-03-16T11:32:12Z', 'revision_number': 13, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:32:14.933387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd036f-7b62-4eeb-bfa0-014c7695b21c None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:32:15.325222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18fac9-d6e3-4e51-bacb-5992f5a954a9 req-333a3078-4cc5-47df-b503-bdd0ccdeadc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:15.326640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de18fac9-d6e3-4e51-bacb-5992f5a954a9 req-333a3078-4cc5-47df-b503-bdd0ccdeadc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0862279 Mar 16 11:32:15.369370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de18fac9-d6e3-4e51-bacb-5992f5a954a9 req-a1c94dcf-c9e7-4103-982f-440148cd2a0a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370378 Mar 16 11:32:26.902491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1cddc071-1aab-4a84-966d-d366816b8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.122461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f784ed7f-03ad-4901-8dc7-53935746b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.438115 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-c5fe0e82-63d0-4788-af64-8d1080952412 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124218 Mar 16 11:32:29.447919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1349b-2621-4d5b-bfdd-c1de1b105094 req-c055e0e0-8b62-486f-8c03-e369bb4aabec tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:29.449538 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9f1349b-2621-4d5b-bfdd-c1de1b105094 req-c055e0e0-8b62-486f-8c03-e369bb4aabec tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0810072 Mar 16 11:32:29.509433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9f1349b-2621-4d5b-bfdd-c1de1b105094 req-6e65e584-520d-4151-95cf-319d85a22356 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532312 Mar 16 11:32:30.568320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.580867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.729148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-9217952d-653f-4c06-bdd8-37e831962acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.730613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-9217952d-653f-4c06-bdd8-37e831962acf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1098 time: 0.1316593 Mar 16 11:32:30.738475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7fa9-242f-40f9-a565-9cdcb73be3f2 req-50d2bd76-67c1-4856-948c-2e75ad1f5bc9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.739785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b06d7fa9-242f-40f9-a565-9cdcb73be3f2 req-50d2bd76-67c1-4856-948c-2e75ad1f5bc9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.1062558 Mar 16 11:32:30.874355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b06d7fa9-242f-40f9-a565-9cdcb73be3f2 req-bce9b449-b501-44ac-99a5-451c7465a293 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160560 Mar 16 11:32:30.900319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-a202a352-3a15-4d35-9f70-8f4a0e49eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.901756 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-a202a352-3a15-4d35-9f70-8f4a0e49eb1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1611617 Mar 16 11:32:31.004319 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-4b4533cc-8279-4551-a271-71c28469c692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 1001 time: 0.0938575 Mar 16 11:32:31.064850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-65053b94-a02e-41d9-8d5a-ef6c0dbe8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:31.066205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-65053b94-a02e-41d9-8d5a-ef6c0dbe8e37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0559607 Mar 16 11:32:31.141675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-63de6f86-3245-4058-bd21-54e54a34b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:31.142998 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-63de6f86-3245-4058-bd21-54e54a34b133 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703166 Mar 16 11:32:31.268820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-23453dbe-d74b-4060-8c34-0f81fe23b45d service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187475 Mar 16 11:32:31.505645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-ab8d3276-7ae5-4ff0-9f65-a28ff069b710 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306740 Mar 16 11:32:31.990773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:32.062712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148531b2-874b-4460-b9d7-3b47f0fd3ee2 req-c0aefb0d-a37b-492f-9fda-60cf5d666855 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:32.064140 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-148531b2-874b-4460-b9d7-3b47f0fd3ee2 req-c0aefb0d-a37b-492f-9fda-60cf5d666855 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0799387 Mar 16 11:32:32.107281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-148531b2-874b-4460-b9d7-3b47f0fd3ee2 req-1ee932e5-d49d-4eef-b9d6-0b4153731b77 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368485 Mar 16 11:32:33.291436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb9069-468e-43ce-8f30-dd5961400f23 req-39339326-8513-4ef9-ba40-40f87ff171a6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:33.292860 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82fb9069-468e-43ce-8f30-dd5961400f23 req-39339326-8513-4ef9-ba40-40f87ff171a6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0796924 Mar 16 11:32:33.336548 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-82fb9069-468e-43ce-8f30-dd5961400f23 req-96930962-236b-45ad-8d1b-936ac50254ca tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380361 Mar 16 11:32:34.336887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.516685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409327bd-1ba1-414b-ad3c-ec2901e356c7 req-7ed86e5d-9f06-42d4-8805-fec067a5a1ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:34.518142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-409327bd-1ba1-414b-ad3c-ec2901e356c7 req-7ed86e5d-9f06-42d4-8805-fec067a5a1ee tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0791883 Mar 16 11:32:34.564403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-409327bd-1ba1-414b-ad3c-ec2901e356c7 req-fa7e67df-b973-42f6-9c2b-dde356a35b51 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Mar 16 11:32:35.745365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ee74-7b28-4865-b504-9f3460ad2ea2 req-f0ea4d22-a628-4e46-9fa2-ade0de744d60 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:35.746795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0591ee74-7b28-4865-b504-9f3460ad2ea2 req-f0ea4d22-a628-4e46-9fa2-ade0de744d60 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0804093 Mar 16 11:32:35.789724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0591ee74-7b28-4865-b504-9f3460ad2ea2 req-335d8d5a-65b5-4ba4-930c-ee20b7e5f603 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371881 Mar 16 11:32:36.976433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23dd2-451d-4b83-840a-f5887356e73f req-fa426b83-f593-47a9-a500-65e1c12d3d8b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:36.977904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84b23dd2-451d-4b83-840a-f5887356e73f req-fa426b83-f593-47a9-a500-65e1c12d3d8b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0830474 Mar 16 11:32:37.029083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84b23dd2-451d-4b83-840a-f5887356e73f req-cd50bf19-4909-429f-9e84-a5572f43742f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Mar 16 11:32:38.007126 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:38.218502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faffa4-8104-423d-82b8-111bac8f1a04 req-20add52c-89e7-4ee4-bf2a-2c55caaa5c3c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:38.219935 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f4faffa4-8104-423d-82b8-111bac8f1a04 req-20add52c-89e7-4ee4-bf2a-2c55caaa5c3c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0785885 Mar 16 11:32:38.274033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f4faffa4-8104-423d-82b8-111bac8f1a04 req-300a6bc0-863f-4e86-be62-bc94dc13d8a5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Mar 16 11:32:39.060651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-68d6c41c-874a-45af-85e6-dcabc1a31994 service neutron] 10.222.0.55 "GET /v2.0/ports/128f36e5-f181-4bea-93fa-fe71250d12c5/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0780230 Mar 16 11:32:39.358625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-9f955eeb-93e7-42c8-b811-01deec37b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.360256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-9f955eeb-93e7-42c8-b811-01deec37b250 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1098 time: 0.0757296 Mar 16 11:32:39.517860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-5fabd3a5-6450-4f07-8b20-a5e8828b514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.519306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-5fabd3a5-6450-4f07-8b20-a5e8828b514e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1098 time: 0.0983567 Mar 16 11:32:39.527831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2302b-df11-41b0-8b04-7ae145c58444 req-16006cc4-3b52-4c71-b566-31ed242609af tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.529161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87d2302b-df11-41b0-8b04-7ae145c58444 req-16006cc4-3b52-4c71-b566-31ed242609af tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.1479919 Mar 16 11:32:39.659528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87d2302b-df11-41b0-8b04-7ae145c58444 req-901f8c47-2a6a-483b-8342-0af4c2dfb6ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246543 Mar 16 11:32:39.692923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-6864c898-87e0-4977-bbc6-309efd770d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.694850 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-6864c898-87e0-4977-bbc6-309efd770d76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1465278 Mar 16 11:32:39.792971 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-6a9b452c-44f3-4f80-9063-15e457b6cd16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 1001 time: 0.0911324 Mar 16 11:32:39.858731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-cbd568d8-d3ad-4ad1-9bc3-836d079740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.860031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-cbd568d8-d3ad-4ad1-9bc3-836d079740ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0597773 Mar 16 11:32:39.933452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-5605bcde-7099-4aba-9c82-a641549ccb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:39.934866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-5605bcde-7099-4aba-9c82-a641549ccb01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673609 Mar 16 11:32:40.061795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-950b2e66-b92f-4d0f-8ea8-926b04d455e3 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208193 Mar 16 11:32:40.191120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-ca8c1a7b-37ba-428e-ba3c-6d733442cedc service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238277 Mar 16 11:32:40.849565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea45ca-68c9-4a9f-a4a8-ab46333d03ba req-56cd6c14-541c-4cbd-9be9-2c58f91912d1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:40.851726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-beea45ca-68c9-4a9f-a4a8-ab46333d03ba req-56cd6c14-541c-4cbd-9be9-2c58f91912d1 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0843768 Mar 16 11:32:40.896376 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-beea45ca-68c9-4a9f-a4a8-ab46333d03ba req-22f71c87-8593-4916-aa76-1464a8171b12 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Mar 16 11:32:41.749751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:41.860992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.890138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:41.899946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:41.903267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:41.947442 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:32:41.971517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:41.979486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.979856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.980190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.980520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.980869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.981193 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.981512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.981831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.982148 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.982462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.982776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:41.983122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:42.088498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac590-e7d7-4f8e-a00f-6e64fb17b58e req-e661a41a-b395-4590-8c35-1760c0af5cde tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:42.089955 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-005ac590-e7d7-4f8e-a00f-6e64fb17b58e req-e661a41a-b395-4590-8c35-1760c0af5cde tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0779843 Mar 16 11:32:42.132894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-005ac590-e7d7-4f8e-a00f-6e64fb17b58e req-6677b914-1f26-49b8-8b8b-c0b152cf3ed5 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373869 Mar 16 11:32:43.321375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0073be-4304-41f9-8f2a-0b1e19608329 req-700d315a-6bdb-42a5-b645-aa5b198566b6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:43.322803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fd0073be-4304-41f9-8f2a-0b1e19608329 req-700d315a-6bdb-42a5-b645-aa5b198566b6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0840886 Mar 16 11:32:43.366519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fd0073be-4304-41f9-8f2a-0b1e19608329 req-f9fb2927-c1c7-49ea-91df-4a2471bdfe53 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Mar 16 11:32:44.155226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-0a0a6a41-9e65-4d54-8d56-c2bd04962e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.156645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-0a0a6a41-9e65-4d54-8d56-c2bd04962e38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1096 time: 0.0689743 Mar 16 11:32:44.298733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-fb6ba4a8-bf47-47ad-a822-ee905fdc581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.300155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-fb6ba4a8-bf47-47ad-a822-ee905fdc581f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1242547 Mar 16 11:32:44.547357 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-557c5593-8741-41f3-b696-43b7751247e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 999 time: 0.2406175 Mar 16 11:32:44.627352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26160522-5cd1-4264-b2e6-8fb18d6e6ae4 req-b0c2cdb9-2b76-446c-9999-4b29d1fccc04 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.628768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-26160522-5cd1-4264-b2e6-8fb18d6e6ae4 req-b0c2cdb9-2b76-446c-9999-4b29d1fccc04 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.1511960 Mar 16 11:32:44.630215 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-ff1bede5-c6fe-435e-81cd-82985b1679e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.632245 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-ff1bede5-c6fe-435e-81cd-82985b1679e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0765789 Mar 16 11:32:44.716538 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-26160522-5cd1-4264-b2e6-8fb18d6e6ae4 req-b01678a2-3ab4-43bf-9bd4-31245e49bfc7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812900 Mar 16 11:32:44.739339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-07a285cb-2f64-4f3f-8136-5065b248d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.740766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-07a285cb-2f64-4f3f-8136-5065b248d1ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910308 Mar 16 11:32:44.869676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-dfdbc55f-a7cf-4d27-b0da-b4dbdfb6ba48 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229699 Mar 16 11:32:44.998356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f7875ee-ba44-4494-88f7-9047f9dddbb8 req-e055f0fe-bd3c-4329-ba15-657d1632a8cb service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Mar 16 11:32:45.764556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:32:45.898596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:45.899499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f509-d985-4888-9f39-df77857164ba req-b23a119a-7a1f-498f-91d3-216225338b6c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.901057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9c2f509-d985-4888-9f39-df77857164ba req-b23a119a-7a1f-498f-91d3-216225338b6c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0808058 Mar 16 11:32:45.912017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:32:45.948236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9c2f509-d985-4888-9f39-df77857164ba req-42a07211-061c-4357-95c4-5b0efffb56be tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Mar 16 11:32:45.970700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:45.987031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:46.002679 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:46.007118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:46.071553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:46.130850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['128f36e5-f181-4bea-93fa-fe71250d12c5'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:47.130303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902714b1-ded3-4268-83bb-8d90b8eaba60 req-2cdc2b16-0f5d-461c-a86d-5636dec1d6c8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:47.132343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-902714b1-ded3-4268-83bb-8d90b8eaba60 req-2cdc2b16-0f5d-461c-a86d-5636dec1d6c8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 944 time: 0.0792644 Mar 16 11:32:47.175297 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-902714b1-ded3-4268-83bb-8d90b8eaba60 req-e4ad62e5-57e0-43b5-8eb6-107990aeac28 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Mar 16 11:32:47.777322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:47.842863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 128f36e5-f181-4bea-93fa-fe71250d12c5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:47.843228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:47.957098 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:47.982966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:47.992779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:47.997362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:48.041285 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:32:48.068253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:48.358093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a757-da03-44d7-99a7-8599330bf235 req-d23f39b0-b662-4abe-8b64-0ef35ce76dc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:48.359518 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1520a757-da03-44d7-99a7-8599330bf235 req-d23f39b0-b662-4abe-8b64-0ef35ce76dc0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0811365 Mar 16 11:32:48.402980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1520a757-da03-44d7-99a7-8599330bf235 req-872c4a48-9929-4e07-99a3-9dd02486953f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378294 Mar 16 11:32:49.593134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aac1f-ef4b-4859-95b4-4ec9d4d73f88 req-0f203036-81d9-4849-bc95-3555d8fcc21d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:49.594484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-377aac1f-ef4b-4859-95b4-4ec9d4d73f88 req-0f203036-81d9-4849-bc95-3555d8fcc21d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0801690 Mar 16 11:32:49.639520 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-377aac1f-ef4b-4859-95b4-4ec9d4d73f88 req-aecf6d87-8b2e-402f-bb1a-4958a0daf422 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Mar 16 11:32:50.830455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20ef00-27a2-4114-9249-11f57aac6470 req-032266b9-92ff-494b-94d2-27a5125e0e46 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:50.831877 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3d20ef00-27a2-4114-9249-11f57aac6470 req-032266b9-92ff-494b-94d2-27a5125e0e46 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0829859 Mar 16 11:32:50.874994 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3d20ef00-27a2-4114-9249-11f57aac6470 req-f6a6b789-c635-4227-9822-29ce6266ac64 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366235 Mar 16 11:32:51.319039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-2b6c6f2e-2fe0-43df-8de4-cd13d1bb47ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.320471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-2b6c6f2e-2fe0-43df-8de4-cd13d1bb47ac tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188&tenant_id=919f611062984f24a50cd84fd8eda92f&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1446278 Mar 16 11:32:51.399992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6d5ad-fb08-4e1f-b71d-5bc1909c6c47 req-4b362b03-7f2c-4daf-a113-6b56e5f7f073 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.401329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bd6d5ad-fb08-4e1f-b71d-5bc1909c6c47 req-4b362b03-7f2c-4daf-a113-6b56e5f7f073 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.1675963 Mar 16 11:32:51.445336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-195df07e-17c7-44cc-a61c-9998ade01b80 service neutron] 10.222.0.55 "GET /v2.0/ports/128f36e5-f181-4bea-93fa-fe71250d12c5/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1192765 Mar 16 11:32:51.456740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bd6d5ad-fb08-4e1f-b71d-5bc1909c6c47 req-2316ddd4-ad1c-4bd9-ac2f-cf44965ca883 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497670 Mar 16 11:32:51.555826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-a22830bd-5a51-4765-a27c-d701c743e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.557325 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-a22830bd-5a51-4765-a27c-d701c743e752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1098 time: 0.0698662 Mar 16 11:32:51.694670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-9135f59b-a23f-40ef-a248-de2e5fe9b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.696546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-9135f59b-a23f-40ef-a248-de2e5fe9b86f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1339598 Mar 16 11:32:51.893025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-dd6a1a66-dab3-493b-9803-1c7e18985493 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 1001 time: 0.1910729 Mar 16 11:32:51.958527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-2262f738-4a83-4190-8ae3-039340cf9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.959845 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-2262f738-4a83-4190-8ae3-039340cf9d55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0601804 Mar 16 11:32:52.035186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-4a168876-a01d-48f1-a46e-965b36b9d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.036597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-4a168876-a01d-48f1-a46e-965b36b9d1d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705397 Mar 16 11:32:52.163282 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-70d0e0c8-9836-4b65-9e37-052c4990b863 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205013 Mar 16 11:32:52.289861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-e1e05fe7-e2fb-4ac6-bed3-33a804469ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205401 Mar 16 11:32:52.649510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851733f-7d81-4b5a-b237-d2c88f70dd80 req-a3064fa7-58f7-477a-a9af-96d3db27f66b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.650966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9851733f-7d81-4b5a-b237-d2c88f70dd80 req-a3064fa7-58f7-477a-a9af-96d3db27f66b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0819843 Mar 16 11:32:52.694434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9851733f-7d81-4b5a-b237-d2c88f70dd80 req-f26321b4-0d9a-4dbe-b934-e5d44bb06162 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Mar 16 11:32:53.806637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:53.883853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd898-0907-4592-b873-da9792e9c507 req-f90653d6-5b6e-4b34-851f-5e20ba5d7268 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:53.885333 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d04fd898-0907-4592-b873-da9792e9c507 req-f90653d6-5b6e-4b34-851f-5e20ba5d7268 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0859575 Mar 16 11:32:53.933943 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d04fd898-0907-4592-b873-da9792e9c507 req-d9a8ab0c-fc52-4c30-84ca-3ab6495a8781 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Mar 16 11:32:53.973778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.000054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:54.010134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:54.014729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:54.059648 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:32:54.082513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:55.120632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def0855-846b-4fe4-a910-8b66529fb73c req-b55ee826-3665-44b2-8c42-e484cae62710 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.122007 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2def0855-846b-4fe4-a910-8b66529fb73c req-b55ee826-3665-44b2-8c42-e484cae62710 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0788536 Mar 16 11:32:55.165150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2def0855-846b-4fe4-a910-8b66529fb73c req-aeaf4dda-07e3-4ac7-ac4e-af7087733cc7 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 Mar 16 11:32:55.656348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-bd71d1af-a54a-4e3c-a7a1-00ae514482b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.658017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-bd71d1af-a54a-4e3c-a7a1-00ae514482b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188&tenant_id=919f611062984f24a50cd84fd8eda92f HTTP/1.1" status: 200 len: 1096 time: 0.0762796 Mar 16 11:32:55.758779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-caefb869-85de-44cc-8da1-a31545a00fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.760190 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-caefb869-85de-44cc-8da1-a31545a00fa0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=919f611062984f24a50cd84fd8eda92f&device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 1096 time: 0.0704584 Mar 16 11:32:55.889141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-75e6dc4d-e62f-42aa-9fce-60279cd0793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.890563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-75e6dc4d-e62f-42aa-9fce-60279cd0793c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 200 len: 913 time: 0.1249747 Mar 16 11:32:55.991613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-69876d30-8628-4a37-93a9-2bfd4b285eeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 200 len: 999 time: 0.0935934 Mar 16 11:32:56.053823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-39cd6e32-a9f8-4e4e-a4a4-9370f5bb7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.056060 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-39cd6e32-a9f8-4e4e-a4a4-9370f5bb7e2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 200 len: 851 time: 0.0582881 Mar 16 11:32:56.130875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086502be-b95f-4298-8312-189082bbc628 req-9ed6f74b-75ef-41ce-9aa3-0f8f48dcdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.132282 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-9ed6f74b-75ef-41ce-9aa3-0f8f48dcdc8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706320 Mar 16 11:32:56.262169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-e8ad34f7-d75d-49d5-8463-b75dce389312 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237743 Mar 16 11:32:56.445701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-086502be-b95f-4298-8312-189082bbc628 req-7d9d54c5-ce84-402c-884c-cecd1430f645 service neutron] 10.222.0.55 "GET /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743381 Mar 16 11:32:56.458792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b731c-8457-4083-a5c5-b087b1ca2e28 req-951611d3-9bbe-4f01-85c3-ad597b41ae1d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:56.460169 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d8b731c-8457-4083-a5c5-b087b1ca2e28 req-951611d3-9bbe-4f01-85c3-ad597b41ae1d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.1721287 Mar 16 11:32:56.622225 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d8b731c-8457-4083-a5c5-b087b1ca2e28 req-322a7f1d-ce40-48d6-8871-baaf8e04bac0 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554379 Mar 16 11:32:56.906057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2e365ae2-1b2b-463a-a3c1-d91f9e3ab46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:57.810586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f263e-373f-4ee7-9068-937ed5b9a58e req-fdffd62b-a48f-44f4-b702-a1c2f0201162 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:57.812020 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7e2f263e-373f-4ee7-9068-937ed5b9a58e req-fdffd62b-a48f-44f4-b702-a1c2f0201162 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0827255 Mar 16 11:32:57.825364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:57.857086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7e2f263e-373f-4ee7-9068-937ed5b9a58e req-16f47681-add9-4d4e-a0d0-cd1ed5a03a77 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Mar 16 11:32:59.045693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5d30-a3a3-4772-ba84-40a24aa95634 req-e3b461c8-f46d-4476-98fd-acffcd1135c3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.047120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e7f5d30-a3a3-4772-ba84-40a24aa95634 req-e3b461c8-f46d-4476-98fd-acffcd1135c3 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0812185 Mar 16 11:32:59.095142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e7f5d30-a3a3-4772-ba84-40a24aa95634 req-bca1faad-a5d7-4c55-a2b9-a0fab80309fd tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Mar 16 11:32:59.124684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4cd67069-d647-4913-b8a8-122d15e22d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:00.282704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc598bd-042c-4aa3-9007-b14c2232c219 req-9474801e-2fc5-4e57-b87e-0bd4f5b62604 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:00.284155 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fc598bd-042c-4aa3-9007-b14c2232c219 req-9474801e-2fc5-4e57-b87e-0bd4f5b62604 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0835712 Mar 16 11:33:00.331073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fc598bd-042c-4aa3-9007-b14c2232c219 req-b88395a8-f09e-4185-b428-5d25845015c9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Mar 16 11:33:00.564378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:00.575619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:01.521071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e5848-8a3d-433b-b4d4-395a29d3b906 req-7329cf00-8db4-49e0-8df1-e358f7c83e06 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:01.522497 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-009e5848-8a3d-433b-b4d4-395a29d3b906 req-7329cf00-8db4-49e0-8df1-e358f7c83e06 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 943 time: 0.0872734 Mar 16 11:33:01.566524 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-009e5848-8a3d-433b-b4d4-395a29d3b906 req-95e0ad72-46fe-4130-ac66-a5def45100b6 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Mar 16 11:33:01.886764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:02.005691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:02.027893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:02.044313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:02.101201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:02.117629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:02.133052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:02.136419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:02.201431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=10']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:02.258648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['128f36e5-f181-4bea-93fa-fe71250d12c5'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:02.755210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5754c-cd7e-4d91-9cc7-e66ec1cc35ae req-8b631cad-edf4-4889-a20f-ef2290ae1e43 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:02.756547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32a5754c-cd7e-4d91-9cc7-e66ec1cc35ae req-8b631cad-edf4-4889-a20f-ef2290ae1e43 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0831263 Mar 16 11:33:02.799443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32a5754c-cd7e-4d91-9cc7-e66ec1cc35ae req-a4c3a139-2adc-4ea7-a9d5-0fba0925b362 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Mar 16 11:33:03.904441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:03.970916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 128f36e5-f181-4bea-93fa-fe71250d12c5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:03.971285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.981264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36094-39e4-42d0-a595-73fe95ea522f req-b277d200-3afa-490e-9f4e-aa50b17bc3a9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:03.982743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4de36094-39e4-42d0-a595-73fe95ea522f req-b277d200-3afa-490e-9f4e-aa50b17bc3a9 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0788264 Mar 16 11:33:04.026414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4de36094-39e4-42d0-a595-73fe95ea522f req-8de5aa11-d538-4d2e-a491-4a83167d7136 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380082 Mar 16 11:33:04.087310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:04.112501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:04.125507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:04.129762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:04.175725 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:33:04.201540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=11']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:04.348374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:05.219549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643574-75e6-426d-b8a5-397a7a3cbb8d req-f43c5334-d546-4afa-b1dc-29d237657a07 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:05.221019 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b643574-75e6-426d-b8a5-397a7a3cbb8d req-f43c5334-d546-4afa-b1dc-29d237657a07 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 946 time: 0.0865529 Mar 16 11:33:05.264603 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0b643574-75e6-426d-b8a5-397a7a3cbb8d req-212ce853-52f6-4acb-b79e-7afe9bcc6339 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378346 Mar 16 11:33:05.915056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:06.044462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:06.057883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'port_id': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'mac_address': 'fa:16:3e:fb:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:06.110199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.126639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:06.141314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:06.145253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.214370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=12']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:06.274998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['128f36e5-f181-4bea-93fa-fe71250d12c5'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:06.449887 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844a59-ff1b-43ae-8146-b81d253c4eb8 req-ef1ae78d-70ad-4a58-88f2-76208c204687 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.451309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85844a59-ff1b-43ae-8146-b81d253c4eb8 req-ef1ae78d-70ad-4a58-88f2-76208c204687 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0789089 Mar 16 11:33:06.497989 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85844a59-ff1b-43ae-8146-b81d253c4eb8 req-0b8ddcaf-844f-48f3-a0bb-667741f2ec4e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Mar 16 11:33:06.678122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e45bd4-832e-44ad-a3d9-ba34afd80b62 req-ba2f66cb-acdb-4bf5-8681-f329611bbae8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.680116 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19e45bd4-832e-44ad-a3d9-ba34afd80b62 req-ba2f66cb-acdb-4bf5-8681-f329611bbae8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0795472 Mar 16 11:33:06.723809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19e45bd4-832e-44ad-a3d9-ba34afd80b62 req-849b9564-789a-4d90-a45d-01a814353796 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381403 Mar 16 11:33:06.907404 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271057be-720a-4cc7-a78b-99295c41fa89 req-c3c18663-3316-494e-94ea-2f067900070e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.908854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-271057be-720a-4cc7-a78b-99295c41fa89 req-c3c18663-3316-494e-94ea-2f067900070e tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0817668 Mar 16 11:33:06.951783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-271057be-720a-4cc7-a78b-99295c41fa89 req-fa78c5b5-9365-45f6-9b78-ba3453917951 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Mar 16 11:33:07.350481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a3550-788e-4a30-88a4-0ef2ce45da1e req-110e651e-a720-42cc-a472-4e4ecda99538 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:07.352343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b82a3550-788e-4a30-88a4-0ef2ce45da1e req-110e651e-a720-42cc-a472-4e4ecda99538 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 945 time: 0.0876787 Mar 16 11:33:07.394933 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b82a3550-788e-4a30-88a4-0ef2ce45da1e req-0ecea93b-65cd-473e-9976-bd5aa4e6cb4a tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Mar 16 11:33:07.931008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:07.999506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 128f36e5-f181-4bea-93fa-fe71250d12c5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:07.999873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.140481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.166446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:08.175953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:08.181994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.218549 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'code': 200} Mar 16 11:33:08.249139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=13']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:08.579844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9a49f-f354-4f88-9aad-fee2ac07e61e req-0d3315e4-0e95-42df-a32b-53b3349ddd15 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:08.581292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78c9a49f-f354-4f88-9aad-fee2ac07e61e req-0d3315e4-0e95-42df-a32b-53b3349ddd15 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 946 time: 0.0823832 Mar 16 11:33:08.625146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-78c9a49f-f354-4f88-9aad-fee2ac07e61e req-83c56261-daa6-4c26-9090-2531447541be tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Mar 16 11:33:09.813785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbf2a2-a23b-4f50-8e2d-c2faad5facb6 req-e264577f-0c43-4088-8a01-4d829fb27763 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:09.815215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48fbf2a2-a23b-4f50-8e2d-c2faad5facb6 req-e264577f-0c43-4088-8a01-4d829fb27763 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 946 time: 0.0834539 Mar 16 11:33:09.857662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48fbf2a2-a23b-4f50-8e2d-c2faad5facb6 req-b158e580-f389-4ea0-b30b-1245ef5beac8 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups?id=a52714ab-915c-46bb-8660-b33ca5e862ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366361 Mar 16 11:33:09.966263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-d47f250c-91ed-47b7-a5fd-c8a0d877458c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:09.967675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-d47f250c-91ed-47b7-a5fd-c8a0d877458c tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 946 time: 0.0788107 Mar 16 11:33:10.038161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Deleting port 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:10.039017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:10.275944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] For port 128f36e5-f181-4bea-93fa-fe71250d12c5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=128f36e5-f181-4bea-93fa-fe71250d12c5,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:10.276191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:10.659348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:10.659710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:10.660021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb disassociated. External IP: 172.26.0.40, port: 128f36e5-f181-4bea-93fa-fe71250d12c5. Mar 16 11:33:10.660362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Calling delete_port for 128f36e5-f181-4bea-93fa-fe71250d12c5 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:10.802939 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:10.850468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'Port': ['ID=128f36e5-f181-4bea-93fa-fe71250d12c5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:10.861883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.862230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.862565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.862895 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.863218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.863543 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.863879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.864194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.864515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.864857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.865176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:10.865665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:11.066477 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a57bea73-9b68-4615-bcff-d6612cff9a4a req-fba6d975-aaf5-46ce-af10-15cca4ddd6fe tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 210 time: 0.0505574 Mar 16 11:33:11.096961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:33:11.271756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:11.281467 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:11.291168 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:11.291772 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:32:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:11.346912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] No DVR routers for this DVR port 128f36e5-f181-4bea-93fa-fe71250d12c5 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:11.349458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:11.353299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-deleted', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:11.370949 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4ec6986-d0f8-4f7d-a2e0-c5685632dabf req-f3c2edca-6771-4eff-bd53-ee62d0738b0f tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.55 "DELETE /v2.0/ports/128f36e5-f181-4bea-93fa-fe71250d12c5 HTTP/1.1" status: 204 len: 173 time: 1.3973439 Mar 16 11:33:11.399303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2d6a34-1b1e-402c-9857-533abe41f188', 'name': 'network-vif-deleted', 'tag': '128f36e5-f181-4bea-93fa-fe71250d12c5', 'status': 'completed', 'code': 200} Mar 16 11:33:11.474439 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:11.789043 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:11.792782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:11.801070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:11.801623 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:32:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:12.016140 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:12.231476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0081ae64-7671-4237-bcb0-246a1356b40f req-dfecbae0-64cf-4ebf-b453-bff98689035d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Synchronizing usage tracker for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:12.248664 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0081ae64-7671-4237-bcb0-246a1356b40f req-dfecbae0-64cf-4ebf-b453-bff98689035d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Unset dirty status for tenant:919f611062984f24a50cd84fd8eda92f on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:12.250008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0081ae64-7671-4237-bcb0-246a1356b40f req-dfecbae0-64cf-4ebf-b453-bff98689035d tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2d6a34-1b1e-402c-9857-533abe41f188 HTTP/1.1" status: 200 len: 210 time: 0.0605419 Mar 16 11:33:12.327754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:12.331854 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ca9e-1984-4271-baec-aea3788c663e None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 4, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '9ec7e3e3-77dc-4dac-ae42-c489b866c981', 'name': '', 'network_id': '2de4ec62-5b00-4b25-b7f7-e6bb50aae77d', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'mac_address': 'fa:16:3e:d6:fe:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:09Z', 'updated_at': '2022-03-16T11:29:16Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'subnets': [{'id': '0c050fab-5eca-45f5-a95e-6882cdacd14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:12.556344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50d40b-47d2-4fff-999e-4219fe47c453 None None] New status for floating IP 66c90d1b-1127-4ade-8632-7051e8ae54fb: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:33:13.951231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:13.988036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 128f36e5-f181-4bea-93fa-fe71250d12c5 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:13.988373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 128f36e5-f181-4bea-93fa-fe71250d12c5 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:15.006043 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:16.505655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51084) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:16.572327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:16.598998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:16.657024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:16.674058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52714ab-915c-46bb-8660-b33ca5e862ba,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:16.683043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.683385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.683720 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.684049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.684373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.684695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.685040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.685361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.685682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.686001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.686317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.686629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:16.689210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:16.690285 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dd08729b-4ee3-4d54-9d38-64d039944559 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "DELETE /v2.0/security-groups/a52714ab-915c-46bb-8660-b33ca5e862ba HTTP/1.1" status: 204 len: 168 time: 0.1836996 Mar 16 11:33:16.692823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:16.709100 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.api.v2.resource [None req-40af0bb3-a71b-499c-ba9d-4e215ef4428b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] show failed (client error): The resource could not be found. Mar 16 11:33:16.710054 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-40af0bb3-a71b-499c-ba9d-4e215ef4428b tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "GET /v2.0/security-groups/a52714ab-915c-46bb-8660-b33ca5e862ba HTTP/1.1" status: 404 len: 347 time: 0.0161891 Mar 16 11:33:16.713647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51092) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:16.867882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Deleting port 53b5fdd3-269b-44ee-b505-8b7a2da6c9e3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:16.868217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.030795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.031036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.150496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Calling delete_port for 53b5fdd3-269b-44ee-b505-8b7a2da6c9e3 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:17.288358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.338925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Pushing event deleted for resources: {'Port': ['ID=53b5fdd3-269b-44ee-b505-8b7a2da6c9e3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:17.426022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.443274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.445148 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1d1b98ae-4937-4e83-b6a6-597f1a5dad34 tempest-ServerActionsTestJSON-1350886055 tempest-ServerActionsTestJSON-1350886055-project] 10.222.0.50 "DELETE /v2.0/floatingips/66c90d1b-1127-4ade-8632-7051e8ae54fb HTTP/1.1" status: 204 len: 168 time: 0.7299070 Mar 16 11:33:17.448092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51096) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:18.074104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.414360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Deleting port 9ec7e3e3-77dc-4dac-ae42-c489b866c981 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:18.414600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.582309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] For port 9ec7e3e3-77dc-4dac-ae42-c489b866c981, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ec7e3e3-77dc-4dac-ae42-c489b866c981,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:18.582653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.702016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Calling delete_port for 9ec7e3e3-77dc-4dac-ae42-c489b866c981 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:19.015397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.061871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec7e3e3-77dc-4dac-ae42-c489b866c981,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:19.439119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.791913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:33:19.965125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:33:19.973508 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Sync routers for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:33:19.978692 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-96ec19d7-6303-431d-9df6-4d008f569993 admin admin] 10.222.0.50 "PUT /v2.0/routers/ef49efe7-ac98-4d6b-a823-53dbf7d14a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5295992 Mar 16 11:33:19.979351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:19.982675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:19.983267 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:32:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:20.157535 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:20.158016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.334752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.345017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Deleting port 3b6ca224-a340-439a-8f51-4e7c28df6a8c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:20.345399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.433700 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:33:18Z', 'revision_number': 5, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port': {'id': '3b6ca224-a340-439a-8f51-4e7c28df6a8c', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:20.439630 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Checking router: ef49efe7-ac98-4d6b-a823-53dbf7d14a85 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:33:20.447953 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Routers {'ef49efe7-ac98-4d6b-a823-53dbf7d14a85'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:33:20.448543 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:32:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:20.519114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] For port 3b6ca224-a340-439a-8f51-4e7c28df6a8c, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3b6ca224-a340-439a-8f51-4e7c28df6a8c,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:20.519646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.598622 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] Set router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:33:20.708507 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:33:20Z', 'revision_number': 6, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:20.713437 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2c39e-f384-4470-bdaa-43b83a0e8b25 None None] The sync data for ids ['ef49efe7-ac98-4d6b-a823-53dbf7d14a85'] in dv-neutron-828143-9-hyperv is: [{'id': 'ef49efe7-ac98-4d6b-a823-53dbf7d14a85', 'name': 'tempest-ServerActionsTestJSON-1005369108-router', 'tenant_id': '919f611062984f24a50cd84fd8eda92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:06Z', 'updated_at': '2022-03-16T11:33:20Z', 'revision_number': 6, 'project_id': '919f611062984f24a50cd84fd8eda92f', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:33:20.762454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Calling delete_port for 3b6ca224-a340-439a-8f51-4e7c28df6a8c owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:20.924106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.969200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ca224-a340-439a-8f51-4e7c28df6a8c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:21.058764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.232121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.234226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.258099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.258622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef49efe7-ac98-4d6b-a823-53dbf7d14a85 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:33:21.270579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.271701 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c6e18a13-42f1-4d71-8ff8-99da916d1aee admin admin] 10.222.0.50 "DELETE /v2.0/routers/ef49efe7-ac98-4d6b-a823-53dbf7d14a85 HTTP/1.1" status: 204 len: 168 time: 1.2914050 Mar 16 11:33:21.274240 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51104) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:21.332050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Deleting subnet 0c050fab-5eca-45f5-a95e-6882cdacd14d {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:33:21.334937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.385126 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.461673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.533992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.571718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c050fab-5eca-45f5-a95e-6882cdacd14d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:21.575089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.583212 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e045f9bc-63a4-443d-af47-c55123fa3166 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0c050fab-5eca-45f5-a95e-6882cdacd14d HTTP/1.1" status: 204 len: 168 time: 0.3058679 Mar 16 11:33:21.583376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bf312-a187-49b0-856b-5025d1a4936c None None] Network 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:21.583817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51108) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:21.689622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.700356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Deleting port b6b83ced-4d21-4af7-a246-bd7b38be3112 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:21.700701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.840929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] DHCP port deletion for 2de4ec62-5b00-4b25-b7f7-e6bb50aae77d request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:33:21.845042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Deleting port b6b83ced-4d21-4af7-a246-bd7b38be3112 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:21.845416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:21.916005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] For port b6b83ced-4d21-4af7-a246-bd7b38be3112, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b6b83ced-4d21-4af7-a246-bd7b38be3112,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:21.916343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.041721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Calling delete_port for b6b83ced-4d21-4af7-a246-bd7b38be3112 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:22.049087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] For port b6b83ced-4d21-4af7-a246-bd7b38be3112, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b6b83ced-4d21-4af7-a246-bd7b38be3112,segment=NetworkSegment(180ac898-8f05-4bcc-96de-6d0dc2564039),segment_id=180ac898-8f05-4bcc-96de-6d0dc2564039)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:22.049481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.115290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.164071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] No DVR routers for this DVR port b6b83ced-4d21-4af7-a246-bd7b38be3112 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:22.170880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Calling delete_port for b6b83ced-4d21-4af7-a246-bd7b38be3112 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:22.248194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:33:22.248566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:33:22.294546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b83ced-4d21-4af7-a246-bd7b38be3112,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:22.383974 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.408007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de4ec62-5b00-4b25-b7f7-e6bb50aae77d']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:22.421127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ac898-8f05-4bcc-96de-6d0dc2564039') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:22.421420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ac898-8f05-4bcc-96de-6d0dc2564039') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:22.433606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.449376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.456078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:33:22.456485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:33:22.469408 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:33:22.545324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.549531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.571738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2de4ec62-5b00-4b25-b7f7-e6bb50aae77d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:22.579654 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f58d6fab-8a2a-442c-970d-067bebd4de6a admin admin] 10.222.0.50 "DELETE /v2.0/networks/2de4ec62-5b00-4b25-b7f7-e6bb50aae77d HTTP/1.1" status: 204 len: 168 time: 0.9951973 Mar 16 11:33:22.673988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b6ca224-a340-439a-8f51-4e7c28df6a8c no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:22.690388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51114) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:22.710695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3b6ca224-a340-439a-8f51-4e7c28df6a8c {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:22.711036 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3b6ca224-a340-439a-8f51-4e7c28df6a8c not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:22.711456 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ec7e3e3-77dc-4dac-ae42-c489b866c981 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:22.739789 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5420fedd-72a9-4d25-a901-8c73ba8f5a47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=919f611062984f24a50cd84fd8eda92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480959 Mar 16 11:33:22.742927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51118) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:22.745619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 9ec7e3e3-77dc-4dac-ae42-c489b866c981 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:22.745969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ec7e3e3-77dc-4dac-ae42-c489b866c981 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:22.746382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b6b83ced-4d21-4af7-a246-bd7b38be3112 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:22.776037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Deleting port b6b83ced-4d21-4af7-a246-bd7b38be3112 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:22.776409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.800669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.812034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b6b83ced-4d21-4af7-a246-bd7b38be3112 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:22.812385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b6b83ced-4d21-4af7-a246-bd7b38be3112 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:22.827465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.845648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-12f470b8-d229-494c-ac3a-0514e1d4a866 None None] The port 'b6b83ced-4d21-4af7-a246-bd7b38be3112' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:33:22.882581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.897466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449d8c7-8ef0-42b2-8a31-1ed0135fc3e0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:22.904937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:22.906231 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c36884cb-46d3-4e02-8dca-2a3e24e91fd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c449d8c7-8ef0-42b2-8a31-1ed0135fc3e0 HTTP/1.1" status: 204 len: 168 time: 0.1623499 Mar 16 11:33:23.617352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51142) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:23.724107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-974990260-network', 'tenant_id': '53b0050e2f9d40db81d3a6d3506e6a46'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:23.729506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:23.733254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Usage tracker for resource:network and tenant:53b0050e2f9d40db81d3a6d3506e6a46 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:23.736001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:23.741983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:23.751108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Made reservation on behalf of 53b0050e2f9d40db81d3a6d3506e6a46 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:23.753393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.764672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.778729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:23.782367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Usage tracker for resource:security_group_rule and tenant:53b0050e2f9d40db81d3a6d3506e6a46 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:23.785074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:23.791307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:23.872284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.875934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.903762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:33:23.915794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b346215-2d68-4ec0-834f-562e19d761b6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:23.920484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.920824 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Added segment 0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb of type vlan for network 8c34d598-1fab-4205-985e-757879cfe083 Mar 16 11:33:23.947924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.977053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.978035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:23.978615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.088063 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4696336 Mar 16 11:33:24.088936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc216-8de4-4859-9779-d87b0676cc4e admin admin] Pushing event updated for resources: {'Network': ['ID=8c34d598-1fab-4205-985e-757879cfe083,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:24.090844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51148) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:24.096567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Request body: {'subnet': {'network_id': '8c34d598-1fab-4205-985e-757879cfe083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-974990260-subnet', 'tenant_id': '53b0050e2f9d40db81d3a6d3506e6a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:24.098850 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8c34d598-1fab-4205-985e-757879cfe083 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:33:24.101446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:24.105208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Usage tracker for resource:subnet and tenant:53b0050e2f9d40db81d3a6d3506e6a46 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:24.108022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:24.114097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:24.123894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Made reservation on behalf of 53b0050e2f9d40db81d3a6d3506e6a46 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:24.126315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.335672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.405569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097f32e9-ad94-4c5a-afc9-7a68892c25ff,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:24.414029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Checking segment: {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:24.414381 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Network hostable DHCP agents. Network: 8c34d598-1fab-4205-985e-757879cfe083, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:33:24.433680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Network 8c34d598-1fab-4205-985e-757879cfe083 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:33:24.442621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8c34d598-1fab-4205-985e-757879cfe083) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:24.448239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:24.448907 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.453966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10a58e-83ad-4e94-9a25-04f79d43e7a5 None None] Network 8c34d598-1fab-4205-985e-757879cfe083 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:24.471549 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-84476419-7823-4126-bd6e-64c36318a599 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3796616 Mar 16 11:33:24.704138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9a583-cd0e-4d15-8bb2-72e80e63b79e None None] Network 8c34d598-1fab-4205-985e-757879cfe083 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:33:25.004897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-832a78a2-85e2-406d-9627-1f0331ebeb12 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:25.006232 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-832a78a2-85e2-406d-9627-1f0331ebeb12 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 813 time: 0.1592002 Mar 16 11:33:25.020266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-444f4cb8-dcbb-4fd5-b491-33ef26c6567b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/quotas/53b0050e2f9d40db81d3a6d3506e6a46 HTTP/1.1" status: 200 len: 375 time: 0.0086696 Mar 16 11:33:25.067069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-0e6d03ee-f22f-41fb-9093-8ac80cf10294 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414162 Mar 16 11:33:25.243040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c570ff32-c08c-466d-87b7-66e53b66cc6b service neutron] 10.222.0.50 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693037 Mar 16 11:33:25.387271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-65e48d53-c950-4662-b9b6-aa4a4b009706 service neutron] 10.222.0.50 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384485 Mar 16 11:33:25.573510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d96ffd6b-c8e5-45a2-8f92-8b15bfc249e8 req-3250937d-b2f6-4dbc-9ce1-354ac8fc4833 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 210 time: 0.0480256 Mar 16 11:33:26.757178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5da4aa3b-f828-4dcc-9642-33024b1e476d req-bc6c8987-24cf-46d7-b831-74e4cbbbd1fe tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 210 time: 0.0575149 Mar 16 11:33:26.911869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56a89684-369a-4484-94e5-aa272821e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:26.968094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-517964b0-047d-4638-98a2-a57fdbffcf1a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.969588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-517964b0-047d-4638-98a2-a57fdbffcf1a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 813 time: 0.2923119 Mar 16 11:33:26.989362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Request body: {'port': {'device_id': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'network_id': '8c34d598-1fab-4205-985e-757879cfe083', 'admin_state_up': True, 'tenant_id': '53b0050e2f9d40db81d3a6d3506e6a46'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:27.125766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:27.129502 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Usage tracker for resource:port and tenant:53b0050e2f9d40db81d3a6d3506e6a46 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:27.132213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:27.137993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:27.147450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Made reservation on behalf of 53b0050e2f9d40db81d3a6d3506e6a46 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:27.151788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:27.316040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Allocated IP 172.20.0.4 (8c34d598-1fab-4205-985e-757879cfe083/097f32e9-ad94-4c5a-afc9-7a68892c25ff/0320d02e-19a0-44e3-bdfc-0395b6b9c996) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:27.514717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:27.544443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:27.612002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Network 8c34d598-1fab-4205-985e-757879cfe083 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:27.618821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:27.623074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:27.657220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Pushing event updated for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:27.686859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:27.687450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:27.706834 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-d5914e0a-4856-425e-9acb-ad1e23b85dcb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7210226 Mar 16 11:33:27.722874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Request body: {'port': {'device_id': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:27.833139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.065275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d538a6-82c3-496c-b08b-8d2368c8be9f req-41458336-92c3-4249-8815-63f4a2465ff7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:28.065953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d6d538a6-82c3-496c-b08b-8d2368c8be9f req-41458336-92c3-4249-8815-63f4a2465ff7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Synchronizing usage tracker for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:28.142265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d6d538a6-82c3-496c-b08b-8d2368c8be9f req-41458336-92c3-4249-8815-63f4a2465ff7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Unset dirty status for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:28.143390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6d538a6-82c3-496c-b08b-8d2368c8be9f req-41458336-92c3-4249-8815-63f4a2465ff7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 931 time: 0.2709329 Mar 16 11:33:28.207859 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6d538a6-82c3-496c-b08b-8d2368c8be9f req-673b4558-6735-4833-84ad-381c3a44e554 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Mar 16 11:33:28.272383 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0320d02e-19a0-44e3-bdfc-0395b6b9c996 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:28.279755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.293965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Transition to ACTIVE for port object 0320d02e-19a0-44e3-bdfc-0395b6b9c996 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:28.297312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.420554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Pushing event updated for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:28.522125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Attempting to bind port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:28.522453 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Attempting to bind port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:28.522772 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Attempting to bind port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 on network 8c34d598-1fab-4205-985e-757879cfe083 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:28.527492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 on network 8c34d598-1fab-4205-985e-757879cfe083 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:33:28.527802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Attempting to bind port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 on network 8c34d598-1fab-4205-985e-757879cfe083 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:28.532755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:28.533108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Checking segment: {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:28.533480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Bound using segment: {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:28.533892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Bound port: 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:28.534226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.729151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:28.732095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:28.736062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.790506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:28.791111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:28.792445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] 10.222.0.55 "PUT /v2.0/ports/0320d02e-19a0-44e3-bdfc-0395b6b9c996 HTTP/1.1" status: 200 len: 1093 time: 1.0734446 Mar 16 11:33:28.792900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:28.817489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d2a0-1b34-4aab-a00b-6c6aefca3056 service neutron] Pushing event updated for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:28.837146 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996', 'status': 'completed', 'code': 200} Mar 16 11:33:28.929728 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-1455b780-87aa-42c6-b0d4-dc13ff8b9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:28.931384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-1455b780-87aa-42c6-b0d4-dc13ff8b9913 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 1096 time: 0.0774980 Mar 16 11:33:29.003098 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-933db2a7-cdc4-4743-a6b6-def7301061b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996 HTTP/1.1" status: 200 len: 217 time: 0.0588405 Mar 16 11:33:29.064934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52381b9-8221-4836-a44b-c01887c306b3 req-44c1319f-5433-4b73-bebc-a2bcd7cc3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.066323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-44c1319f-5433-4b73-bebc-a2bcd7cc3e7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 200 len: 853 time: 0.0578938 Mar 16 11:33:29.111029 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-1af1797b-d686-4918-84fe-c6af1cfd3969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c34d598-1fab-4205-985e-757879cfe083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386162 Mar 16 11:33:29.126449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bc202d3-c50e-4b0d-8aa2-6e3d461a6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:29.241746 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-0f405091-95fe-432e-bc27-a57dcd8eed64 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247478 Mar 16 11:33:29.417255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a52381b9-8221-4836-a44b-c01887c306b3 req-e92547df-89f8-4d87-a2bf-80357fee02a1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699898 Mar 16 11:33:29.443735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195a6c7-3780-450a-b5d8-c6bfbddde745 req-7377db17-c7c5-4399-8542-ad7b9292b1b6 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.445187 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8195a6c7-3780-450a-b5d8-c6bfbddde745 req-7377db17-c7c5-4399-8542-ad7b9292b1b6 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 943 time: 0.1166213 Mar 16 11:33:29.490312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8195a6c7-3780-450a-b5d8-c6bfbddde745 req-350052eb-4738-4ff6-ad7d-3d7060b1b38c tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Mar 16 11:33:29.577100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-7ffae5d9-da4a-4257-ab87-3a7548bafd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.578550 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-7ffae5d9-da4a-4257-ab87-3a7548bafd49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 1096 time: 0.0723262 Mar 16 11:33:29.707428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-3646e591-76c6-4d07-bf24-35399ea6e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.708844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-3646e591-76c6-4d07-bf24-35399ea6e151 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 914 time: 0.1236885 Mar 16 11:33:29.777877 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-662905ec-1eda-4f1b-a4c5-de490d770c8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996 HTTP/1.1" status: 200 len: 217 time: 0.0631428 Mar 16 11:33:29.840655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-14d8a37e-3e7e-4e35-ae86-1607e73222a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.842077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-14d8a37e-3e7e-4e35-ae86-1607e73222a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 200 len: 853 time: 0.0574174 Mar 16 11:33:29.891892 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-fbaaca21-2c9b-488e-9500-e379c918318f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c34d598-1fab-4205-985e-757879cfe083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427933 Mar 16 11:33:30.019635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-2dab840f-4708-4cd7-9bf2-25869cef769b service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209993 Mar 16 11:33:30.151909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d36b5499-2501-463e-8254-b8c5e37fd854 req-d1191d54-d729-4747-8ebd-26b8e7fd8015 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261420 Mar 16 11:33:30.557542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:30.583764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:30.677864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87406c-bb39-4a10-b556-6b9e15dc36b1 req-b4aec7e7-d3a4-43c0-b9c2-1b9cc979dfba tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:30.679534 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d87406c-bb39-4a10-b556-6b9e15dc36b1 req-b4aec7e7-d3a4-43c0-b9c2-1b9cc979dfba tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 943 time: 0.0776956 Mar 16 11:33:30.723718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d87406c-bb39-4a10-b556-6b9e15dc36b1 req-71938783-6453-4814-aff7-519d4c7965a8 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Mar 16 11:33:31.905969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308a3e3-44fa-47a7-8c33-586acc8cdf6d req-37d51254-db01-4f82-8c97-f6e1b9ac90b3 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:31.907393 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5308a3e3-44fa-47a7-8c33-586acc8cdf6d req-37d51254-db01-4f82-8c97-f6e1b9ac90b3 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 943 time: 0.0808394 Mar 16 11:33:31.997963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:32.050213 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5308a3e3-44fa-47a7-8c33-586acc8cdf6d req-196d855d-7737-46b7-ba83-553813f9af7b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372426 Mar 16 11:33:33.235750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c237f0-1e32-4bb1-831f-93f9895cbffa req-ec75637e-2912-4c51-abda-b07839181e4e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.237195 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13c237f0-1e32-4bb1-831f-93f9895cbffa req-ec75637e-2912-4c51-abda-b07839181e4e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 943 time: 0.0819995 Mar 16 11:33:33.279729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13c237f0-1e32-4bb1-831f-93f9895cbffa req-ec6303a6-5e0e-4067-9207-da585e06d5d5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Mar 16 11:33:34.044107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0320d02e-19a0-44e3-bdfc-0395b6b9c996 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:34.172008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:34.185234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0320d02e-19a0-44e3-bdfc-0395b6b9c996', 'network_id': '8c34d598-1fab-4205-985e-757879cfe083', 'port_id': '0320d02e-19a0-44e3-bdfc-0395b6b9c996', 'mac_address': 'fa:16:3e:aa:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097f32e9-ad94-4c5a-afc9-7a68892c25ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:34.237760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.253999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0320d02e-19a0-44e3-bdfc-0395b6b9c996 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:34.269086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:34.272980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.353918 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:34.356937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.469825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11278511-2dc0-4855-ba78-e98dd83c88c4 req-f694ef07-f545-49fb-84a5-eca11fdfbba4 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:34.471261 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11278511-2dc0-4855-ba78-e98dd83c88c4 req-f694ef07-f545-49fb-84a5-eca11fdfbba4 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 944 time: 0.0821369 Mar 16 11:33:34.516533 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-11278511-2dc0-4855-ba78-e98dd83c88c4 req-010397d1-2a66-49b6-bb01-4122f31573b0 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Mar 16 11:33:34.655157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0320d02e-19a0-44e3-bdfc-0395b6b9c996'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:35.698667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3df27-e5b7-4d0a-8b3a-67df44bcb118 req-b3e50688-fe43-44a6-90b4-bc0b34e91912 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:35.700077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e3df27-e5b7-4d0a-8b3a-67df44bcb118 req-b3e50688-fe43-44a6-90b4-bc0b34e91912 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 944 time: 0.0808105 Mar 16 11:33:35.743615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a2e3df27-e5b7-4d0a-8b3a-67df44bcb118 req-9b324842-7fdf-443a-a573-2898808e4f3d tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Mar 16 11:33:36.043494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0320d02e-19a0-44e3-bdfc-0395b6b9c996 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:36.109199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:36.113672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:36.114042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:36.226657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:36.252242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:36.262353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:36.266345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:36.300771 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996', 'code': 200} Mar 16 11:33:36.332646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:36.552105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8ac6-af7a-452a-a1ff-85cb9e17a534 req-4960c56a-f17d-4fd4-b588-d3e6b3eb2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.553497 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a25e8ac6-af7a-452a-a1ff-85cb9e17a534 req-4960c56a-f17d-4fd4-b588-d3e6b3eb2ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 1098 time: 0.0687501 Mar 16 11:33:36.591927 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a25e8ac6-af7a-452a-a1ff-85cb9e17a534 req-fafd8c29-7ca9-46f5-bbfc-1686f6a7c483 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Mar 16 11:33:36.934072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250f49-505c-4d03-b894-912a52da3370 req-f9eb6e87-93f7-4ddf-8401-0c64f4a43e75 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.935456 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee250f49-505c-4d03-b894-912a52da3370 req-f9eb6e87-93f7-4ddf-8401-0c64f4a43e75 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0850134 Mar 16 11:33:36.978959 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ee250f49-505c-4d03-b894-912a52da3370 req-f1e79d43-1a04-4684-89e7-134cccb1ceba tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Mar 16 11:33:38.162864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cc299-55c8-47ea-8881-73118bd1aa7b req-3b110d55-648a-4a10-a53d-933e18df1e0b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:38.164290 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-099cc299-55c8-47ea-8881-73118bd1aa7b req-3b110d55-648a-4a10-a53d-933e18df1e0b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0784948 Mar 16 11:33:38.209952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-099cc299-55c8-47ea-8881-73118bd1aa7b req-252f2cc4-d891-4966-9c59-31edb87e975d tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Mar 16 11:33:38.490412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-389c56dc-2d93-4a00-80ca-68dcc6e428ca tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:38.491833 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-389c56dc-2d93-4a00-80ca-68dcc6e428ca tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 813 time: 0.1419251 Mar 16 11:33:38.506870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-22c1104d-7f03-40cf-a51e-6db5409ece36 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/quotas/53b0050e2f9d40db81d3a6d3506e6a46 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Mar 16 11:33:38.592064 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-f4d40368-8789-47b9-bf1f-7ed57163d6bb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795603 Mar 16 11:33:38.732353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-ba2acbb1-13d9-4770-9264-2c86cb505824 service neutron] 10.222.0.50 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337013 Mar 16 11:33:38.860582 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-ff1f97f9-fe43-4a3f-ae6c-2024a2f7055b service neutron] 10.222.0.50 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223588 Mar 16 11:33:39.032028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ac8a934-885f-4304-a1ea-651eca533607 req-2aaa25c9-8e52-4eca-a05d-c218643974da tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 210 time: 0.0429997 Mar 16 11:33:40.182237 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-474f2e2e-c2f5-470d-9e59-6dcde4a9ac1b req-e27c5360-f947-4d13-b56a-f421691cb261 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 210 time: 0.0445502 Mar 16 11:33:40.393251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-736b48e9-73b1-4f47-9ed9-dbe777833a59 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:40.394616 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-736b48e9-73b1-4f47-9ed9-dbe777833a59 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 813 time: 0.1451976 Mar 16 11:33:40.412501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Request body: {'port': {'device_id': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'network_id': '8c34d598-1fab-4205-985e-757879cfe083', 'admin_state_up': True, 'tenant_id': '53b0050e2f9d40db81d3a6d3506e6a46'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:40.547405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:40.557599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:40.567545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Made reservation on behalf of 53b0050e2f9d40db81d3a6d3506e6a46 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:40.572583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:40.836520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Allocated IP 172.20.0.6 (8c34d598-1fab-4205-985e-757879cfe083/097f32e9-ad94-4c5a-afc9-7a68892c25ff/2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:41.036429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.064794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.098046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0320d02e-19a0-44e3-bdfc-0395b6b9c996'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:41.134057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Network 8c34d598-1fab-4205-985e-757879cfe083 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:41.141656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:41.146099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:41.176212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Pushing event updated for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:41.211886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:41.212464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.243012 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-a4edb8f4-0003-43cb-9d1a-cfde95a2fdfa tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339045 Mar 16 11:33:41.260535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Request body: {'port': {'device_id': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:41.421191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.478617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25758871-458c-4280-a96e-01e42d1cf315 req-381a67e4-9d9e-493e-a4e5-6c6ee10e1ceb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:41.479295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-25758871-458c-4280-a96e-01e42d1cf315 req-381a67e4-9d9e-493e-a4e5-6c6ee10e1ceb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Synchronizing usage tracker for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:41.508915 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-25758871-458c-4280-a96e-01e42d1cf315 req-381a67e4-9d9e-493e-a4e5-6c6ee10e1ceb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Unset dirty status for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:41.510707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25758871-458c-4280-a96e-01e42d1cf315 req-381a67e4-9d9e-493e-a4e5-6c6ee10e1ceb tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 931 time: 0.2147942 Mar 16 11:33:41.617941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-25758871-458c-4280-a96e-01e42d1cf315 req-a9163c26-385b-4b85-af77-6b2bcf5944a7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984652 Mar 16 11:33:41.808200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:41.815303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.829104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Transition to ACTIVE for port object 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:41.832656 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:41.982952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.058348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Attempting to bind port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:42.058602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Attempting to bind port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:42.058924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Attempting to bind port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 on network 8c34d598-1fab-4205-985e-757879cfe083 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:42.063447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 on network 8c34d598-1fab-4205-985e-757879cfe083 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:33:42.063762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Attempting to bind port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 on network 8c34d598-1fab-4205-985e-757879cfe083 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:42.068731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:42.069088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Checking segment: {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:42.069466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Bound using segment: {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:42.069882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Bound port: 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c34d598-1fab-4205-985e-757879cfe083'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:42.070218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.158309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:42.161267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:42.166580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.220946 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:42.221552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.222901 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] 10.222.0.55 "PUT /v2.0/ports/2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 HTTP/1.1" status: 200 len: 1093 time: 0.9674253 Mar 16 11:33:42.223335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:42.248546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827e8b-58a9-4636-a4f8-099df0b74312 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:42.272471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8', 'status': 'completed', 'code': 200} Mar 16 11:33:42.369081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-6abe2656-50af-4513-9415-5985a0cadfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:42.370490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-6abe2656-50af-4513-9415-5985a0cadfad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 1096 time: 0.0734003 Mar 16 11:33:42.457329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-519b584a-7196-493e-a5ae-3ad1c30a9021 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 HTTP/1.1" status: 200 len: 217 time: 0.0732963 Mar 16 11:33:42.531670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-33c5e53a-21c7-4a2a-ad12-6bc162051671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:42.533124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-33c5e53a-21c7-4a2a-ad12-6bc162051671 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 200 len: 853 time: 0.0705352 Mar 16 11:33:42.696628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-5a5312d5-849e-44c1-a822-610e666cf1ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c34d598-1fab-4205-985e-757879cfe083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577680 Mar 16 11:33:42.941956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-bf71b7be-6524-4b2a-9cc6-e8b2bf735aaa service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389877 Mar 16 11:33:42.959525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f40b5f-daba-4d61-9fc4-ce80df4638bd req-c5f9c9bc-d862-4025-800d-8f292f4ce2c3 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:42.961215 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51f40b5f-daba-4d61-9fc4-ce80df4638bd req-c5f9c9bc-d862-4025-800d-8f292f4ce2c3 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 943 time: 0.2135131 Mar 16 11:33:43.096987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51f40b5f-daba-4d61-9fc4-ce80df4638bd req-2af30fa5-f24c-46c2-9583-af2bc6f3eee4 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151807 Mar 16 11:33:43.124502 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0cf26dfa-2f8a-4d27-b378-a733b94af08f req-58684907-9729-439e-8960-d6760dd18e5d service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753256 Mar 16 11:33:43.296769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-7932397b-09fc-42fe-8b93-9090b2133e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:43.298260 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-7932397b-09fc-42fe-8b93-9090b2133e66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 1096 time: 0.0742223 Mar 16 11:33:43.430651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-b50b917a-a107-41b4-b956-ee8c83a7c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:43.432292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-b50b917a-a107-41b4-b956-ee8c83a7c688 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 914 time: 0.1241503 Mar 16 11:33:43.501718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-c4109fb8-77b9-43ae-b351-808d1809a5b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 HTTP/1.1" status: 200 len: 217 time: 0.0635462 Mar 16 11:33:43.563999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-92551f48-02e3-40e8-ad65-feafab1e270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:43.565299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-92551f48-02e3-40e8-ad65-feafab1e270d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 200 len: 853 time: 0.0567224 Mar 16 11:33:43.612804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-4391c240-5661-454e-bd81-31ac27129697 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c34d598-1fab-4205-985e-757879cfe083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419216 Mar 16 11:33:43.762706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-82385c27-9bad-49bc-8e02-9bd5bd99a3c1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438661 Mar 16 11:33:43.891404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5ad4fbd-2cb5-4643-ab93-2e9e8ee8a5a2 req-425ae85a-b0d7-40ac-a3d7-13ceb9464bdb service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216872 Mar 16 11:33:44.102505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-c6f9df91-52f9-4e9f-8b60-f7ddb8e4b77d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746436 Mar 16 11:33:44.320365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-634c52e9-eec3-421f-ba62-d27b0a266476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.322338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-634c52e9-eec3-421f-ba62-d27b0a266476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 1098 time: 0.1299601 Mar 16 11:33:44.336262 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5a6f-c4a5-49ba-ac19-2c3b3349da09 req-9a8f33cc-3270-4600-9a97-3690f0af16e8 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.338406 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfca5a6f-c4a5-49ba-ac19-2c3b3349da09 req-9a8f33cc-3270-4600-9a97-3690f0af16e8 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 943 time: 0.1103680 Mar 16 11:33:44.475545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfca5a6f-c4a5-49ba-ac19-2c3b3349da09 req-178eb0a8-a666-4834-be50-36aff0e47bfe tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121147 Mar 16 11:33:44.500584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-c1f35067-ec26-4a40-aee8-e7b0dc66ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.502278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-c1f35067-ec26-4a40-aee8-e7b0dc66ff67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 200 len: 914 time: 0.1612675 Mar 16 11:33:44.673793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-8f597076-f244-466a-9502-c7e1adcad3a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996 HTTP/1.1" status: 200 len: 217 time: 0.1649745 Mar 16 11:33:44.738137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-3288a258-c78c-47fa-873a-e122fb670988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.739510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-3288a258-c78c-47fa-873a-e122fb670988 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 200 len: 853 time: 0.0566645 Mar 16 11:33:44.788145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-4c758eda-771b-4db2-b97f-72fda2922a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c34d598-1fab-4205-985e-757879cfe083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423818 Mar 16 11:33:44.916643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-717f0a9d-fe88-4f20-b838-586455d55d78 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209018 Mar 16 11:33:45.044457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dcfadddb-0019-446a-a747-6151e4d4b82d req-2c5c5cef-6987-4d0b-be8a-e92776546447 service neutron] 10.222.0.55 "GET /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220884 Mar 16 11:33:45.655871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c693-c4d4-424d-b666-fee31fcde426 req-948222db-1a93-44f0-b73f-177125e6a605 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.657341 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ea3c693-c4d4-424d-b666-fee31fcde426 req-948222db-1a93-44f0-b73f-177125e6a605 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 943 time: 0.0786593 Mar 16 11:33:45.700375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6ea3c693-c4d4-424d-b666-fee31fcde426 req-f70f2408-b450-4b25-a440-04968710f847 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Mar 16 11:33:46.886922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71abd7-32fe-4f70-aa8e-11cdd6ea818d req-356ec5db-9a93-4282-ad77-e78061689c38 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.888356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c71abd7-32fe-4f70-aa8e-11cdd6ea818d req-356ec5db-9a93-4282-ad77-e78061689c38 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 943 time: 0.0841973 Mar 16 11:33:46.931662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2c71abd7-32fe-4f70-aa8e-11cdd6ea818d req-f78abbe1-435b-436a-a9d6-f07776a0486f tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Mar 16 11:33:48.097709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:48.110505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46500a7-d168-42de-a768-983d763a2d6c req-6244279e-0e91-464e-ae19-27ff874c2996 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:48.111946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d46500a7-d168-42de-a768-983d763a2d6c req-6244279e-0e91-464e-ae19-27ff874c2996 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 943 time: 0.0784917 Mar 16 11:33:48.159413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d46500a7-d168-42de-a768-983d763a2d6c req-2d2143ba-c797-4aa7-81bf-934748ebfe9a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Mar 16 11:33:48.229734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:48.242213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8', 'network_id': '8c34d598-1fab-4205-985e-757879cfe083', 'port_id': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8', 'mac_address': 'fa:16:3e:93:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097f32e9-ad94-4c5a-afc9-7a68892c25ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:48.298349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.314570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:48.329076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:48.332631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.397217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:48.404588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.404960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.405297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.405624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.405946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.406267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.406586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.406903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.407222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.407534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.407845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.408156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:48.730413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:49.342325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2a167-14b4-49c3-b160-13a590ed2a0b req-20986bc6-84cc-445e-aba7-5b8d198e6b0b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:49.343754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bd2a167-14b4-49c3-b160-13a590ed2a0b req-20986bc6-84cc-445e-aba7-5b8d198e6b0b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 944 time: 0.0783012 Mar 16 11:33:49.387585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bd2a167-14b4-49c3-b160-13a590ed2a0b req-cdcca89f-f79c-45f1-bdfd-06d311af78a0 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381198 Mar 16 11:33:50.127820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:50.193754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:50.198206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:50.198654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.311926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.337237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:50.347485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:50.350428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.383975 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8', 'code': 200} Mar 16 11:33:50.422199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:50.631883 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dca96-7f5d-4d58-8daf-c3386bbcb050 req-9aa04b21-28c6-402a-a7af-8859999d6b92 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.633232 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-742dca96-7f5d-4d58-8daf-c3386bbcb050 req-9aa04b21-28c6-402a-a7af-8859999d6b92 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.1248217 Mar 16 11:33:50.694869 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-742dca96-7f5d-4d58-8daf-c3386bbcb050 req-7a055bb9-5941-45c2-a5ff-a807b5cf36d1 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Mar 16 11:33:50.697752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089e33e-73ef-4edf-bc42-e4693c184aae req-2a05d59a-4b3a-4b98-a0aa-c49bdf3c9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.698950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4089e33e-73ef-4edf-bc42-e4693c184aae req-2a05d59a-4b3a-4b98-a0aa-c49bdf3c9bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 1098 time: 0.1192925 Mar 16 11:33:50.744505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4089e33e-73ef-4edf-bc42-e4693c184aae req-60eb88a3-84c7-4ad6-b915-e172004855fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Mar 16 11:33:51.879819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc984ec9-6695-4519-8fa2-5dbbee679572 req-93868ddf-c637-41ba-8ec9-643570d46079 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.881275 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc984ec9-6695-4519-8fa2-5dbbee679572 req-93868ddf-c637-41ba-8ec9-643570d46079 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.0779219 Mar 16 11:33:51.923610 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dc984ec9-6695-4519-8fa2-5dbbee679572 req-9375195c-3a8a-48c1-9a43-f36619acf709 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Mar 16 11:33:52.005181 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:53.106922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a6d71-ff00-448b-b6bb-3541cfb9e671 req-cc364820-85db-4acc-a243-c220f33a5360 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.109371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-029a6d71-ff00-448b-b6bb-3541cfb9e671 req-cc364820-85db-4acc-a243-c220f33a5360 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.0840635 Mar 16 11:33:53.155917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-029a6d71-ff00-448b-b6bb-3541cfb9e671 req-345cd7ae-843a-4949-87e9-2c4169d840d7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Mar 16 11:33:53.519874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d98cf-e66d-4efb-b7c7-f2838c335ad9 req-7421db8a-5903-491e-af78-3a3f65859da0 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:53.521332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-076d98cf-e66d-4efb-b7c7-f2838c335ad9 req-7421db8a-5903-491e-af78-3a3f65859da0 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.0787399 Mar 16 11:33:53.564576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-076d98cf-e66d-4efb-b7c7-f2838c335ad9 req-6da3f24a-886c-4e63-b32f-b836c69bbf70 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Mar 16 11:33:54.757220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066df91c-fd0b-4028-96a3-c3f65617b032 req-56afa86a-2098-4c4a-80e0-dedfcf63394d tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.758777 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-066df91c-fd0b-4028-96a3-c3f65617b032 req-56afa86a-2098-4c4a-80e0-dedfcf63394d tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.0847933 Mar 16 11:33:54.817079 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-066df91c-fd0b-4028-96a3-c3f65617b032 req-bcad3401-014b-4c82-92d6-8d39c37cd9b7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Mar 16 11:33:55.097278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-77b61176-ff75-46a2-8b82-910ae0e73fd7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.098722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-77b61176-ff75-46a2-8b82-910ae0e73fd7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 945 time: 0.0783281 Mar 16 11:33:55.171496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Deleting port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:55.171828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.535269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] For port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:55.535620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.653462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Calling delete_port for 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:55.800312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.835130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0320d02e-19a0-44e3-bdfc-0395b6b9c996', '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:55.877250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Pushing event deleted for resources: {'Port': ['ID=2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:55.929945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] No DVR routers for this DVR port 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:55.932451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:55.963331 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'name': 'network-vif-deleted', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:55.986525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-33b2a07a-12fe-47ea-ae73-8ad150cb448e req-f61a0701-ca8d-48c0-ae4f-bcf3850df36a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Synchronizing usage tracker for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:55.991917 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5549ab2d-f2f1-4f65-922d-ff094b8f818f req-fe7af179-66ae-443b-aa45-40c343c24800 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "DELETE /v2.0/ports/2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 HTTP/1.1" status: 204 len: 173 time: 0.8871417 Mar 16 11:33:56.006233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-33b2a07a-12fe-47ea-ae73-8ad150cb448e req-f61a0701-ca8d-48c0-ae4f-bcf3850df36a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Unset dirty status for tenant:53b0050e2f9d40db81d3a6d3506e6a46 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:56.007513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33b2a07a-12fe-47ea-ae73-8ad150cb448e req-f61a0701-ca8d-48c0-ae4f-bcf3850df36a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=54973c43-3fc9-417e-bee0-d26fafbc795d HTTP/1.1" status: 200 len: 210 time: 0.0792687 Mar 16 11:33:56.037385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54973c43-3fc9-417e-bee0-d26fafbc795d', 'name': 'network-vif-deleted', 'tag': '2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8', 'status': 'completed', 'code': 200} Mar 16 11:33:56.903652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c542af98-7230-4923-be97-c8f67815c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:57.266288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680b85-3446-4fe8-9677-3d83f49c75ee req-ce55a5d7-255d-40dc-b156-5903bc5877e5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.267607 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe680b85-3446-4fe8-9677-3d83f49c75ee req-ce55a5d7-255d-40dc-b156-5903bc5877e5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0806704 Mar 16 11:33:57.312728 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe680b85-3446-4fe8-9677-3d83f49c75ee req-b5e8f2d8-7a61-4e20-8b13-d14cceab6a7e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Mar 16 11:33:57.508020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0476a6-51df-4fe0-b64d-35de7251c91e req-8ecdd9d0-4d8f-4d33-87f1-65e9907a4178 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.509490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce0476a6-51df-4fe0-b64d-35de7251c91e req-8ecdd9d0-4d8f-4d33-87f1-65e9907a4178 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0776684 Mar 16 11:33:57.555121 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce0476a6-51df-4fe0-b64d-35de7251c91e req-1025cfe6-db73-4832-8e41-044cd70bffd3 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Mar 16 11:33:57.744336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49919ce5-4489-4367-b08d-b28ca1ae5dee req-bd78437e-dbd8-4d44-b581-4d801049a7d9 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.745832 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49919ce5-4489-4367-b08d-b28ca1ae5dee req-bd78437e-dbd8-4d44-b581-4d801049a7d9 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0868862 Mar 16 11:33:57.789786 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49919ce5-4489-4367-b08d-b28ca1ae5dee req-f7cfe459-83d9-4a23-9f27-31948951846b tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Mar 16 11:33:58.075313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761858-150c-4d03-a1f8-38e5bf2a421d req-7298fb5a-82cf-4794-b1f0-1190c33f288e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.076694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4761858-150c-4d03-a1f8-38e5bf2a421d req-7298fb5a-82cf-4794-b1f0-1190c33f288e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0809827 Mar 16 11:33:58.124538 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b4761858-150c-4d03-a1f8-38e5bf2a421d req-8a8da2ff-c7e8-4d59-84e0-02ed78f303ee tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Mar 16 11:33:58.185008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:58.219032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:58.219376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 2ed9d085-7dea-4aa0-80fc-f04f5c1a3df8 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:58.308684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3758d44-e965-4140-be97-9acda53e94a6 req-50b49ed8-b274-497b-9ebc-c71761143f3e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.310138 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a3758d44-e965-4140-be97-9acda53e94a6 req-50b49ed8-b274-497b-9ebc-c71761143f3e tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0786164 Mar 16 11:33:58.354145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a3758d44-e965-4140-be97-9acda53e94a6 req-83b03c96-dc68-4471-a6be-59c04b9e2e90 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 Mar 16 11:33:58.545868 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8689bd7-68ce-4215-b558-82b4d43d8439 req-e6eadc95-3f92-4e7e-8460-3ecce177b379 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:58.547294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8689bd7-68ce-4215-b558-82b4d43d8439 req-e6eadc95-3f92-4e7e-8460-3ecce177b379 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0823894 Mar 16 11:33:58.591251 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8689bd7-68ce-4215-b558-82b4d43d8439 req-024c7209-bf2a-4cd4-ae90-b6d5e16137d9 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Mar 16 11:33:59.104963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56da28d-7672-48ea-9196-3293513dd587 req-84ffe4dd-7ccd-44e2-a379-afe21f165d3c tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.106421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e56da28d-7672-48ea-9196-3293513dd587 req-84ffe4dd-7ccd-44e2-a379-afe21f165d3c tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0798273 Mar 16 11:33:59.129130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f89cd6e5-72ca-4eaf-84f3-68a608ed8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:59.153096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e56da28d-7672-48ea-9196-3293513dd587 req-5bf92b02-70a0-4118-9f9d-8dbeb7743477 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Mar 16 11:34:00.341815 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39081b-a32e-414b-916a-9796c9eec31f req-9247ccd0-7de5-473f-ae16-99288af2da3f tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.343923 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b39081b-a32e-414b-916a-9796c9eec31f req-9247ccd0-7de5-473f-ae16-99288af2da3f tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0830016 Mar 16 11:34:00.387090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b39081b-a32e-414b-916a-9796c9eec31f req-86e34ca2-6efe-4740-98b4-3e4f401beb9a tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Mar 16 11:34:00.560361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:00.585609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:00.846755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-f898b11e-5d4a-44cc-b2e0-789d99ab8e15 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.848167 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-f898b11e-5d4a-44cc-b2e0-789d99ab8e15 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.0779393 Mar 16 11:34:00.919261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Deleting port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:00.919599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.256540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] For port 0320d02e-19a0-44e3-bdfc-0395b6b9c996, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0320d02e-19a0-44e3-bdfc-0395b6b9c996,segment=NetworkSegment(0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb),segment_id=0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:01.256806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.376874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Calling delete_port for 0320d02e-19a0-44e3-bdfc-0395b6b9c996 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:01.568542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.601385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0320d02e-19a0-44e3-bdfc-0395b6b9c996'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:34:01.625563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Pushing event deleted for resources: {'Port': ['ID=0320d02e-19a0-44e3-bdfc-0395b6b9c996,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:01.707130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] No DVR routers for this DVR port 0320d02e-19a0-44e3-bdfc-0395b6b9c996 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:01.715672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8350256-c13d-45b7-93f0-68dfa45a1ad4 req-86cfe2a2-68a4-44b7-bdf0-723b0f538fa7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.717219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8350256-c13d-45b7-93f0-68dfa45a1ad4 req-86cfe2a2-68a4-44b7-bdf0-723b0f538fa7 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9af98e-c3e2-481a-b47c-1768963195a6 HTTP/1.1" status: 200 len: 945 time: 0.2131376 Mar 16 11:34:01.718161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.720614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'name': 'network-vif-deleted', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:01.757360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5e72304-7d47-4465-8d71-f8c4ab8382c5 req-4b59ef76-e717-475d-8dc7-34128ee104a5 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.55 "DELETE /v2.0/ports/0320d02e-19a0-44e3-bdfc-0395b6b9c996 HTTP/1.1" status: 204 len: 173 time: 0.9031520 Mar 16 11:34:01.769697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9af98e-c3e2-481a-b47c-1768963195a6', 'name': 'network-vif-deleted', 'tag': '0320d02e-19a0-44e3-bdfc-0395b6b9c996', 'status': 'completed', 'code': 200} Mar 16 11:34:01.783826 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f8350256-c13d-45b7-93f0-68dfa45a1ad4 req-b5ed482e-b371-43e9-818b-e178da53cd74 tempest-ServersNegativeTestJSON-377437944 tempest-ServersNegativeTestJSON-377437944-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b346215-2d68-4ec0-834f-562e19d761b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568643 Mar 16 11:34:01.998050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:02.878306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51312) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:02.947563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Deleting subnet 097f32e9-ad94-4c5a-afc9-7a68892c25ff {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:02.950588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.001635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.056230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.126452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.163846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097f32e9-ad94-4c5a-afc9-7a68892c25ff,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:03.165744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.172473 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-de6e2d6b-9043-41a5-a1ef-817d74810b35 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/097f32e9-ad94-4c5a-afc9-7a68892c25ff HTTP/1.1" status: 204 len: 168 time: 0.2931457 Mar 16 11:34:03.174931 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51316) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:03.276143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.395803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.419797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c34d598-1fab-4205-985e-757879cfe083']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.431490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.431776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7b6b3a-4584-4cdc-933b-16d9ed00d6fb') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:03.442694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.458632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.464471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:03.464866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:03.481370 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:03.553072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.568881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.578102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c34d598-1fab-4205-985e-757879cfe083,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:03.580791 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-144de5b6-f195-46b9-b7f9-0697a9ee5a43 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8c34d598-1fab-4205-985e-757879cfe083 HTTP/1.1" status: 204 len: 168 time: 0.4049754 Mar 16 11:34:03.688597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51322) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:03.737338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8cc1adc6-88c9-4cac-b3e5-5e59a07f7a74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53b0050e2f9d40db81d3a6d3506e6a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474675 Mar 16 11:34:03.739773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51326) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:03.796393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.821568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.872641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.887644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b346215-2d68-4ec0-834f-562e19d761b6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:03.895241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:03.896340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0351af80-3027-4aac-b700-6dd53accdaf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b346215-2d68-4ec0-834f-562e19d761b6 HTTP/1.1" status: 204 len: 168 time: 0.1556971 Mar 16 11:34:04.232753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0320d02e-19a0-44e3-bdfc-0395b6b9c996 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:04.269893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 0320d02e-19a0-44e3-bdfc-0395b6b9c996 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:34:04.270216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0320d02e-19a0-44e3-bdfc-0395b6b9c996 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:34:04.350867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.622814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51350) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:04.721584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166598069'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:04.726717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:04.730608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:network and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:04.733433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:04.743284 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:04.753136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:04.756439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.768151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.782604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:04.786317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:security_group_rule and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:04.789034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:04.794580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:04.879198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.882823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.911645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:04.924181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f832e1-2045-4da4-a277-63f55a10b013,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:04.928588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.928924 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Added segment c3d7ac1d-1159-49dd-b3e1-0f501dc2d759 of type vlan for network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a Mar 16 11:34:04.955011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.982806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.988223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.988803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:05.095035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4711022 Mar 16 11:34:05.097744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c7995-2f03-47f7-acb2-0d6199b7c7f9 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Network': ['ID=f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:05.107621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:08.297873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51356) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:08.303611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'subnet': {'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:08.510135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:08.513879 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:subnet and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:08.517248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:08.522738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:08.532135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:08.535679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.752646 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.830657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Subnet': ['ID=04146eec-da67-4fc6-bbaa-288df1414dea,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:08.837490 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking segment: {'id': 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:08.837794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network hostable DHCP agents. Network: f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:08.856197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:08.865452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:08.870218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.871343 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.874883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f32f9d-c685-4fbb-8f91-51d218bbd7d1 None None] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:08.896140 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5c230a64-f4ee-44a2-84ae-8b863fc40f2e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5937819 Mar 16 11:34:08.896325 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51360) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:08.901624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1836694652'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:08.906600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:08.910578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:network and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:08.913357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:08.918897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:08.930340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:08.934014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.964988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:08.974468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.974797 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Added segment f1647076-b66e-4a3a-88c0-b9543261e508 of type vlan for network 0602550c-c45b-48d1-96d1-4d73bc3037a7 Mar 16 11:34:09.001469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.029752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.035639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.036211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.085869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a', 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a', 'tenant_id': 'f41f129c609e4aa78935a5585a2d01bc', 'fixed_ips': [{'subnet_id': '04146eec-da67-4fc6-bbaa-288df1414dea'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:09.087453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.088024 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1906686 Mar 16 11:34:09.090799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51364) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:09.099625 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'subnet': {'network_id': '0602550c-c45b-48d1-96d1-4d73bc3037a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:09.150851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b0598-b3ca-4290-b07f-44a82707c081 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Network': ['ID=0602550c-c45b-48d1-96d1-4d73bc3037a7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.172594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0602550c-c45b-48d1-96d1-4d73bc3037a7 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:09.226688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:09.230581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:subnet and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:09.233377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:09.239776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:09.250184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:09.253727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.341897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Allocated IP 2001:db8:0:ffff::2 (f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a/04146eec-da67-4fc6-bbaa-288df1414dea/a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:09.480365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.559207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.565398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Subnet': ['ID=6406db1c-1c90-4d1a-82ed-c534ea527c92,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.570167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Transition to ACTIVE for port object a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:09.574685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking segment: {'id': 'f1647076-b66e-4a3a-88c0-b9543261e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0602550c-c45b-48d1-96d1-4d73bc3037a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:09.575042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network hostable DHCP agents. Network: 0602550c-c45b-48d1-96d1-4d73bc3037a7, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:09.589423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Transition to ACTIVE for port object a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:09.593456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network 0602550c-c45b-48d1-96d1-4d73bc3037a7 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:09.595932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.603273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0602550c-c45b-48d1-96d1-4d73bc3037a7) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:09.607492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.608085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.634941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-93ff6acb-fb64-48e2-9bbd-bbd6e139bb0a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5423083 Mar 16 11:34:09.637790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51368) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:09.644248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc2b66-ee26-4af3-b438-64fe1b324bc9 None None] Network 0602550c-c45b-48d1-96d1-4d73bc3037a7 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:09.786063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.790080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:09.798999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:09.801548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:09.844980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Pushing event updated for resources: {'Port': ['ID=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.861497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.940322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.949871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Attempting to bind port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:09.950378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Attempting to bind port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:09.950581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Attempting to bind port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 on network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:09.982129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Subnet': ['ID=6406db1c-1c90-4d1a-82ed-c534ea527c92,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.987023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:09.987403 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Checking segment: {'id': 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:09.987812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.988198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Bound using segment: {'id': 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:09.988667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Bound port: a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:09.989065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.006675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae788a6-b077-4577-8aab-58b20d4b580a None None] Network 0602550c-c45b-48d1-96d1-4d73bc3037a7 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:10.077834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.102910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0602550c-c45b-48d1-96d1-4d73bc3037a7']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:10.115494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1647076-b66e-4a3a-88c0-b9543261e508') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:10.115783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1647076-b66e-4a3a-88c0-b9543261e508') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:10.127223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.144538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.151026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:10.151411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:10.166782 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:10.242890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] For port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:10.251796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.255541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] For port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,segment=NetworkSegment(c3d7ac1d-1159-49dd-b3e1-0f501dc2d759),segment_id=c3d7ac1d-1159-49dd-b3e1-0f501dc2d759)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:10.260097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.271670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.279805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Network': ['ID=0602550c-c45b-48d1-96d1-4d73bc3037a7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.284455 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3f0e9b12-a625-4017-800b-7e35e8fec065 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/0602550c-c45b-48d1-96d1-4d73bc3037a7 HTTP/1.1" status: 204 len: 168 time: 0.6456044 Mar 16 11:34:10.287851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51372) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:10.293208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875874971'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:10.298125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:10.301904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:network and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:10.304967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:10.310532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:10.321554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:10.325672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.346864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63eaaa-a6c4-4817-b824-d246ef7f5f72 None None] Pushing event updated for resources: {'Port': ['ID=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.355939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:10.365371 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.365762 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Added segment 9e43ddac-26fb-452b-8d9a-802163416fd6 of type vlan for network 2f1ad862-c623-4500-b994-b60305a39205 Mar 16 11:34:10.395472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.426337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.432033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:10.432612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.536498 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2465875 Mar 16 11:34:10.542308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51376) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:10.549803 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'subnet': {'network_id': '2f1ad862-c623-4500-b994-b60305a39205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:10.570788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807587-119a-4bac-9b0e-88f5552b687b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Network': ['ID=2f1ad862-c623-4500-b994-b60305a39205,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:10.582249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 2f1ad862-c623-4500-b994-b60305a39205 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:10.675722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:10.681247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:subnet and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:10.684759 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:10.692085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:10.707658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:10.712983 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:10.746324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:10.836203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:10.921895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Performing IP validity checks on allocation pools {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:34:10.922406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.ipam_backend_mixin [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87842) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:34:11.041274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.122142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Subnet': ['ID=479306b5-ad2a-44bd-8191-248b17d1d3e7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:11.139852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking segment: {'id': '9e43ddac-26fb-452b-8d9a-802163416fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f1ad862-c623-4500-b994-b60305a39205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:11.140621 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network hostable DHCP agents. Network: 2f1ad862-c623-4500-b994-b60305a39205, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:11.162201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network 2f1ad862-c623-4500-b994-b60305a39205 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:11.177195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 2f1ad862-c623-4500-b994-b60305a39205) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:11.182717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:11.183317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.191533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1c6c5-a4d2-449d-a6fc-f686504c299e None None] Network 2f1ad862-c623-4500-b994-b60305a39205 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:11.209965 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d9eef5e2-b8ca-42ba-a838-8e2c887470ec tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6700885 Mar 16 11:34:11.213230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51380) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:11.372720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.422408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c57289-b2c2-4624-8bce-fd7a5027c79c None None] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:11.451431 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.451659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3439bd-f620-40bb-a47d-51798d823ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-2f1ad862-c623-4500-b994-b60305a39205', 'network_id': '2f1ad862-c623-4500-b994-b60305a39205', 'tenant_id': 'f41f129c609e4aa78935a5585a2d01bc', 'fixed_ips': [{'subnet_id': '479306b5-ad2a-44bd-8191-248b17d1d3e7'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:11.452545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf3439bd-f620-40bb-a47d-51798d823ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.548740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.598652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Provisioning for port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:11.606397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Subnet': ['ID=479306b5-ad2a-44bd-8191-248b17d1d3e7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:11.621614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Provisioning complete for port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:11.621976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.628819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.629188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.629530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.629857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.630195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.630509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.630829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.631148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.631467 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.631781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.632095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.632410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:11.721480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27616f7-87f0-4c81-86e8-1e69032c001c None None] Network 2f1ad862-c623-4500-b994-b60305a39205 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:11.812127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.844466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1ad862-c623-4500-b994-b60305a39205']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:11.856583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e43ddac-26fb-452b-8d9a-802163416fd6') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:11.856908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e43ddac-26fb-452b-8d9a-802163416fd6') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:11.869203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.886608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.893534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:11.893927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:11.909277 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:11.994890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.015671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.021719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Network': ['ID=2f1ad862-c623-4500-b994-b60305a39205,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.028214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17ebad53-f35f-4f68-8df1-604d62ebf88a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/2f1ad862-c623-4500-b994-b60305a39205 HTTP/1.1" status: 204 len: 168 time: 0.8121521 Mar 16 11:34:12.032504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51384) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:12.038774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615103368'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:12.043817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:12.049337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:network and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:12.050694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.053144 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:12.059113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:12.069337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:12.072772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.095309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] For port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,segment=NetworkSegment(c3d7ac1d-1159-49dd-b3e1-0f501dc2d759),segment_id=c3d7ac1d-1159-49dd-b3e1-0f501dc2d759)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:12.098622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.101482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:12.110791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.111137 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Added segment fe252b21-0702-406c-991c-fe88e7bdcd34 of type vlan for network 9c65df6e-94c8-44e8-b241-9de10323f3d1 Mar 16 11:34:12.138708 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.172479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.176897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a661a84-c7b5-4dfb-9b4a-848cd38b139a None None] Pushing event updated for resources: {'Port': ['ID=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.178871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:12.179934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.282276 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2445834 Mar 16 11:34:12.282532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51388) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:12.290900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'subnet': {'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:12.291525 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdfd0b-6494-4908-92f8-19d48121be6e tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Network': ['ID=9c65df6e-94c8-44e8-b241-9de10323f3d1,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.302537 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 9c65df6e-94c8-44e8-b241-9de10323f3d1 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:12.402948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:12.407636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:subnet and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:12.410586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:12.416265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:12.419275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e5900892-a389-40c5-af88-417677f3b4c0 None None] Provisioning complete for port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:12.419659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e5900892-a389-40c5-af88-417677f3b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.426455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:12.430395 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.647977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.694439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:12.729165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Subnet': ['ID=089ace75-46fd-4230-a14e-e3d5659a5fed,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:12.740153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking segment: {'id': 'fe252b21-0702-406c-991c-fe88e7bdcd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:12.740512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network hostable DHCP agents. Network: 9c65df6e-94c8-44e8-b241-9de10323f3d1, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:12.759620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network 9c65df6e-94c8-44e8-b241-9de10323f3d1 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:12.765945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:12.766320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.769580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 9c65df6e-94c8-44e8-b241-9de10323f3d1) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:12.773958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:12.774612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.795206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e18d84-8d0c-4c68-9c1f-a2304fe892d6 None None] Network 9c65df6e-94c8-44e8-b241-9de10323f3d1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:12.797370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6b86bd1b-0d04-4034-8fc6-2efa4b8950a0 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5137579 Mar 16 11:34:12.800911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51392) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:12.806725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442546874'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:12.812399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:12.816408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:network and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:12.819246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:12.825453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:12.835655 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:12.839098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.869297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:12.877929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.878348 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Added segment 7258cca2-1cc0-426e-b645-6a56d9bbce01 of type vlan for network 0d11a663-7d89-4e47-98ca-db394edf82a0 Mar 16 11:34:12.908145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.938984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.944626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:12.945244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.036842 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2348082 Mar 16 11:34:13.040266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51396) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:13.046710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Request body: {'subnet': {'network_id': '0d11a663-7d89-4e47-98ca-db394edf82a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:13.049830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b82c7c-bb9f-4054-9af7-37232505a436 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Network': ['ID=0d11a663-7d89-4e47-98ca-db394edf82a0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.082045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 0d11a663-7d89-4e47-98ca-db394edf82a0 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:13.117113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-9c65df6e-94c8-44e8-b241-9de10323f3d1', 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1', 'tenant_id': 'f41f129c609e4aa78935a5585a2d01bc', 'fixed_ips': [{'subnet_id': '089ace75-46fd-4230-a14e-e3d5659a5fed'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:13.117929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.157522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:13.161305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Usage tracker for resource:subnet and tenant:f41f129c609e4aa78935a5585a2d01bc is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:13.164092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:13.169681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:13.181318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Made reservation on behalf of f41f129c609e4aa78935a5585a2d01bc for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:13.184955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.348998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Allocated IP 2001:db8::2 (9c65df6e-94c8-44e8-b241-9de10323f3d1/089ace75-46fd-4230-a14e-e3d5659a5fed/87a5391c-5d6a-4efe-9430-0d2adf536817) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:13.401908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.482845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event updated for resources: {'Subnet': ['ID=e4fad515-c9fc-4353-8849-45e3ae79580b,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.492013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Checking segment: {'id': '7258cca2-1cc0-426e-b645-6a56d9bbce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0d11a663-7d89-4e47-98ca-db394edf82a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:13.492344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network hostable DHCP agents. Network: 0d11a663-7d89-4e47-98ca-db394edf82a0, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:13.512336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Network 0d11a663-7d89-4e47-98ca-db394edf82a0 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:13.523732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 0d11a663-7d89-4e47-98ca-db394edf82a0) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:13.528015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:13.528646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.536158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafcde8-bc96-4f7b-9087-f4dcc0b8e487 None None] Network 0d11a663-7d89-4e47-98ca-db394edf82a0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:13.550024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d53c3f66-6906-4a5b-8534-8d92b2ebffc1 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5086367 Mar 16 11:34:13.552558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51400) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:13.646311 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.661716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Transition to ACTIVE for port object 87a5391c-5d6a-4efe-9430-0d2adf536817 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:13.692152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.696656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Transition to ACTIVE for port object 87a5391c-5d6a-4efe-9430-0d2adf536817 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:13.729964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.758091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.803217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Network 9c65df6e-94c8-44e8-b241-9de10323f3d1 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:13.814705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:13.820580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:13.822495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Pushing event updated for resources: {'Port': ['ID=87a5391c-5d6a-4efe-9430-0d2adf536817,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.838722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.877867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fad515-c9fc-4353-8849-45e3ae79580b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:13.967158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870776d-f947-4f9e-8677-d8a2ad36f55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-0d11a663-7d89-4e47-98ca-db394edf82a0', 'network_id': '0d11a663-7d89-4e47-98ca-db394edf82a0', 'tenant_id': 'f41f129c609e4aa78935a5585a2d01bc', 'fixed_ips': [{'subnet_id': 'e4fad515-c9fc-4353-8849-45e3ae79580b'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:13.968160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d870776d-f947-4f9e-8677-d8a2ad36f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.979452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.000186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Attempting to bind port 87a5391c-5d6a-4efe-9430-0d2adf536817 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:14.000502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Attempting to bind port 87a5391c-5d6a-4efe-9430-0d2adf536817 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'fe252b21-0702-406c-991c-fe88e7bdcd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:14.000876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Attempting to bind port 87a5391c-5d6a-4efe-9430-0d2adf536817 on network 9c65df6e-94c8-44e8-b241-9de10323f3d1 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:14.006101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d11a663-7d89-4e47-98ca-db394edf82a0']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:14.018137 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7258cca2-1cc0-426e-b645-6a56d9bbce01') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:14.018430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7258cca2-1cc0-426e-b645-6a56d9bbce01') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:14.029540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.038765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:14.039086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Checking segment: {'id': 'fe252b21-0702-406c-991c-fe88e7bdcd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:14.039517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.039936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Bound using segment: {'id': 'fe252b21-0702-406c-991c-fe88e7bdcd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:14.040411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Bound port: 87a5391c-5d6a-4efe-9430-0d2adf536817, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe252b21-0702-406c-991c-fe88e7bdcd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9c65df6e-94c8-44e8-b241-9de10323f3d1'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:14.040778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.046635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.052710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:14.053133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:14.068916 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:14.140496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e805f-2465-4d90-8978-e6076e1a063b None None] Network 0d11a663-7d89-4e47-98ca-db394edf82a0 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:14.227421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] For port 87a5391c-5d6a-4efe-9430-0d2adf536817, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:14.250867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] For port 87a5391c-5d6a-4efe-9430-0d2adf536817, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=87a5391c-5d6a-4efe-9430-0d2adf536817,segment=NetworkSegment(fe252b21-0702-406c-991c-fe88e7bdcd34),segment_id=fe252b21-0702-406c-991c-fe88e7bdcd34)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:14.255721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.255937 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.259742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.286320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Network': ['ID=0d11a663-7d89-4e47-98ca-db394edf82a0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.289827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-85ab0c32-518a-4a33-99ff-2f1845d09757 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/0d11a663-7d89-4e47-98ca-db394edf82a0 HTTP/1.1" status: 204 len: 168 time: 0.7362714 Mar 16 11:34:14.293060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51404) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.336670 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff36ac76-4d04-497c-abd1-edfb4f9d3f50 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] GET failed (client error): The resource could not be found. Mar 16 11:34:14.337211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ff36ac76-4d04-497c-abd1-edfb4f9d3f50 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Synchronizing usage tracker for tenant:f41f129c609e4aa78935a5585a2d01bc on resource:subnet {{(pid=87842) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:14.354467 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ff36ac76-4d04-497c-abd1-edfb4f9d3f50 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Unset dirty status for tenant:f41f129c609e4aa78935a5585a2d01bc on resource:subnet {{(pid=87842) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:14.355814 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ff36ac76-4d04-497c-abd1-edfb4f9d3f50 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "GET /v2.0/subnets/e4fad515-c9fc-4353-8849-45e3ae79580b HTTP/1.1" status: 404 len: 337 time: 0.0613341 Mar 16 11:34:14.358658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51408) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.392256 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7a6a71-963c-4ec2-8192-cb50af17054b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:14.393060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7a6a71-963c-4ec2-8192-cb50af17054b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:14.398762 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5a7a6a71-963c-4ec2-8192-cb50af17054b tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/0d11a663-7d89-4e47-98ca-db394edf82a0 HTTP/1.1" status: 404 len: 339 time: 0.0354230 Mar 16 11:34:14.398842 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0fd11-41c8-470e-abf2-bea9fd49cd6b None None] Pushing event updated for resources: {'Port': ['ID=87a5391c-5d6a-4efe-9430-0d2adf536817,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.401077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51412) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.439019 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d441d1-88b3-42dc-ae9f-b8f81a1b6838 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:14.439472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d441d1-88b3-42dc-ae9f-b8f81a1b6838 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:14.443377 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d5d441d1-88b3-42dc-ae9f-b8f81a1b6838 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/subnets/e4fad515-c9fc-4353-8849-45e3ae79580b HTTP/1.1" status: 404 len: 337 time: 0.0391483 Mar 16 11:34:14.443897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51416) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.473008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a8acdd-dd9d-4eca-bb81-e808567d416f tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:14.473481 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a8acdd-dd9d-4eca-bb81-e808567d416f tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:14.477517 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a5a8acdd-dd9d-4eca-bb81-e808567d416f tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/0d11a663-7d89-4e47-98ca-db394edf82a0 HTTP/1.1" status: 404 len: 339 time: 0.0302777 Mar 16 11:34:14.478386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51420) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.567805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Deleting subnet 089ace75-46fd-4230-a14e-e3d5659a5fed {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:14.570853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.630349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.723242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.731671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 87a5391c-5d6a-4efe-9430-0d2adf536817 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:14.800716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.802093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 87a5391c-5d6a-4efe-9430-0d2adf536817 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:14.851761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Subnet': ['ID=089ace75-46fd-4230-a14e-e3d5659a5fed,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.853692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.866858 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05a62197-1d71-4f85-8bfa-8b060974fb8a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/subnets/089ace75-46fd-4230-a14e-e3d5659a5fed HTTP/1.1" status: 204 len: 168 time: 0.3873765 Mar 16 11:34:14.869287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51424) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:14.993053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.004025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Deleting port 87a5391c-5d6a-4efe-9430-0d2adf536817 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:15.004353 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.231443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] For port 87a5391c-5d6a-4efe-9430-0d2adf536817, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=87a5391c-5d6a-4efe-9430-0d2adf536817,segment=NetworkSegment(fe252b21-0702-406c-991c-fe88e7bdcd34),segment_id=fe252b21-0702-406c-991c-fe88e7bdcd34)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:15.231807 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.358951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Calling delete_port for 87a5391c-5d6a-4efe-9430-0d2adf536817 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:15.362731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e390e4d-8ec1-4eeb-968d-aeb20c9f6735 None None] Network 9c65df6e-94c8-44e8-b241-9de10323f3d1 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:15.450119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f72a64cb-1cc3-4bb3-a2ee-9d5bc0c09312 None None] Provisioning for port 87a5391c-5d6a-4efe-9430-0d2adf536817 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:15.454765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.467131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f72a64cb-1cc3-4bb3-a2ee-9d5bc0c09312 None None] Provisioning complete for port 87a5391c-5d6a-4efe-9430-0d2adf536817 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:15.467505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f72a64cb-1cc3-4bb3-a2ee-9d5bc0c09312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.503954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Port': ['ID=87a5391c-5d6a-4efe-9430-0d2adf536817,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.505709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No DVR routers for this DVR port 87a5391c-5d6a-4efe-9430-0d2adf536817 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:15.525373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f72a64cb-1cc3-4bb3-a2ee-9d5bc0c09312 None None] Port 87a5391c-5d6a-4efe-9430-0d2adf536817 was deleted so its status cannot be updated. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:34:15.628381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930092e6-ff1e-4bd4-8796-1c88280f8ea6 None None] DHCP port deletion for 9c65df6e-94c8-44e8-b241-9de10323f3d1 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:34:15.637339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.661559 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c65df6e-94c8-44e8-b241-9de10323f3d1']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:15.673739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe252b21-0702-406c-991c-fe88e7bdcd34') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:15.674029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe252b21-0702-406c-991c-fe88e7bdcd34') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:15.685212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.701579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.707770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:15.708170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:15.722720 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:15.805188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.822900 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.834647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Network': ['ID=9c65df6e-94c8-44e8-b241-9de10323f3d1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:15.839253 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-adaf7514-70d0-4e46-bb4a-1485b147e3df tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/9c65df6e-94c8-44e8-b241-9de10323f3d1 HTTP/1.1" status: 204 len: 168 time: 0.9669201 Mar 16 11:34:15.839520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51428) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:15.880122 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-883db188-1502-4cf3-9336-44c696ab845c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:15.880515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883db188-1502-4cf3-9336-44c696ab845c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:15.884778 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-883db188-1502-4cf3-9336-44c696ab845c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/subnets/479306b5-ad2a-44bd-8191-248b17d1d3e7 HTTP/1.1" status: 404 len: 337 time: 0.0421901 Mar 16 11:34:15.885021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51432) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.007871 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf42099-464e-4649-abba-bcb7469ad16a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:16.008333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf42099-464e-4649-abba-bcb7469ad16a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:16.010036 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5bf42099-464e-4649-abba-bcb7469ad16a tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/2f1ad862-c623-4500-b994-b60305a39205 HTTP/1.1" status: 404 len: 339 time: 0.1241417 Mar 16 11:34:16.012560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51436) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.050856 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b403d4-2a31-4fb3-9433-1f6309445b0d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:16.051306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b403d4-2a31-4fb3-9433-1f6309445b0d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:16.053033 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f0b403d4-2a31-4fb3-9433-1f6309445b0d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/subnets/6406db1c-1c90-4d1a-82ed-c534ea527c92 HTTP/1.1" status: 404 len: 337 time: 0.0395334 Mar 16 11:34:16.055864 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51440) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.080216 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec9156d-57c5-4850-90f8-fd9f80a91d4d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] DELETE failed (client error): The resource could not be found. Mar 16 11:34:16.080681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec9156d-57c5-4850-90f8-fd9f80a91d4d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87842) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:34:16.082360 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cec9156d-57c5-4850-90f8-fd9f80a91d4d tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/0602550c-c45b-48d1-96d1-4d73bc3037a7 HTTP/1.1" status: 404 len: 339 time: 0.0256743 Mar 16 11:34:16.084762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51444) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.151375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Deleting subnet 04146eec-da67-4fc6-bbaa-288df1414dea {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:16.154300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.209356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.296446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.369274 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.407074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Subnet': ['ID=04146eec-da67-4fc6-bbaa-288df1414dea,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:16.410779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.416595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ab618-92d1-4156-90a3-18e3aee09cf5 None None] Network f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:16.422695 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0ebe2f01-e3bb-46df-bacd-4937b429a9c8 tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/subnets/04146eec-da67-4fc6-bbaa-288df1414dea HTTP/1.1" status: 204 len: 168 time: 0.3341448 Mar 16 11:34:16.422896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51448) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.548452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.558753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Deleting port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:16.559077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.660915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] DHCP port deletion for f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:34:16.665648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Deleting port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:16.666016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.721409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 87a5391c-5d6a-4efe-9430-0d2adf536817 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:16.769748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] For port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,segment=NetworkSegment(c3d7ac1d-1159-49dd-b3e1-0f501dc2d759),segment_id=c3d7ac1d-1159-49dd-b3e1-0f501dc2d759)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:16.770037 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.789669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 87a5391c-5d6a-4efe-9430-0d2adf536817 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:34:16.790004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 87a5391c-5d6a-4efe-9430-0d2adf536817 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:34:16.790412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:16.893076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Calling delete_port for a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:16.971122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.993117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 update to DOWN by agent not found {{(pid=87843) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:34:16.999056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] For port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,segment=NetworkSegment(c3d7ac1d-1159-49dd-b3e1-0f501dc2d759),segment_id=c3d7ac1d-1159-49dd-b3e1-0f501dc2d759)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:16.999705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.019072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Port': ['ID=a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.021404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] No DVR routers for this DVR port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:17.055197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.055537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.055876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.056203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.056528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.056870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.057198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.057516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.057838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.058155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.058473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.058786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:17.151681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Calling delete_port for a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:17.157540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.182904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:17.195890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:17.196182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d7ac1d-1159-49dd-b3e1-0f501dc2d759') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:17.208659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.225317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.225538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:34:17.225737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:34:17.231406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:17.231808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:17.250026 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:17.324672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.341659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.353830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] Pushing event deleted for resources: {'Network': ['ID=f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.356309 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-242bf845-1a90-4d8b-8149-0ab3a337588c tempest-NetworksIpV6Test-126695523 tempest-NetworksIpV6Test-126695523-project] 10.222.0.50 "DELETE /v2.0/networks/f25466e1-9d7a-4bae-a7ef-a1c9d67eb20a HTTP/1.1" status: 204 len: 168 time: 0.9325254 Mar 16 11:34:17.619028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51456) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:17.727226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Deleting port a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:17.727737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.768018 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4a478bab-4071-4652-be6d-00f639a5a145 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f41f129c609e4aa78935a5585a2d01bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478319 Mar 16 11:34:17.770548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51462) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:17.792811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-111b1c53-1322-4533-aa06-f0d8f691de26 None None] The port 'a1d3bba0-dc0d-4582-a35a-2f55e4c4aa01' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:34:17.829581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.854251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.904355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.919498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f832e1-2045-4da4-a277-63f55a10b013,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.925749 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.926660 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-49192517-e439-4411-ab2c-6c522108d2d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81f832e1-2045-4da4-a277-63f55a10b013 HTTP/1.1" status: 204 len: 168 time: 0.1552410 Mar 16 11:34:18.596745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51486) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:18.697576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-916246632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:18.704739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:18.708606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:router and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:18.711375 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:18.717458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:18.727596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.728618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.743385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.761770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.782665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.783806 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-95d01977-6934-4530-804d-50ad8242478b tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1860485 Mar 16 11:34:18.786515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51492) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:18.791893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-635303178'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:18.796612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:18.800911 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:network and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:18.803675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:18.809549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:18.820033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Made reservation on behalf of bcfa6b331f434779a0abaee911fb997d for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:18.823322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.835820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.852217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:18.855857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:security_group_rule and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:18.858588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:18.864016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:18.946929 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.950607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.979221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:18.991634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5714f60c-88f7-4e77-bc50-86e7a2329033,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:18.996054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.996397 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Added segment 702eaa2a-7a01-4208-9d11-e562c894c765 of type vlan for network c660e2f5-b73c-41c4-b376-9f100d72a792 Mar 16 11:34:19.022984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.051281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.056918 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.057506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.261487 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4737756 Mar 16 11:34:19.263991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a934-6533-416d-b1f3-a3745315e545 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event updated for resources: {'Network': ['ID=c660e2f5-b73c-41c4-b376-9f100d72a792,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:19.264142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51496) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:19.270040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'subnet': {'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:19.274610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network c660e2f5-b73c-41c4-b376-9f100d72a792 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:19.381927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:19.385669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:subnet and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:19.388405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:19.394193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:19.403399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Made reservation on behalf of bcfa6b331f434779a0abaee911fb997d for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:19.406833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.622520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.697285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event updated for resources: {'Subnet': ['ID=b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:19.706548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Checking segment: {'id': '702eaa2a-7a01-4208-9d11-e562c894c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:19.706897 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Network hostable DHCP agents. Network: c660e2f5-b73c-41c4-b376-9f100d72a792, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:19.725536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Network c660e2f5-b73c-41c4-b376-9f100d72a792 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:19.735162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, c660e2f5-b73c-41c4-b376-9f100d72a792) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:19.739742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.740327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.745168 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd7af2-80a2-405f-a343-f312a51c1598 None None] Network c660e2f5-b73c-41c4-b376-9f100d72a792 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:19.761891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d0138907-2161-4a0c-a015-ed3e5aead173 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4966862 Mar 16 11:34:19.764907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51500) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:19.770237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-486947547'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:19.774853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:19.778582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:network and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:19.782022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:19.787805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:19.798142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Made reservation on behalf of bcfa6b331f434779a0abaee911fb997d for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:19.801743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.829057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:19.838671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.839008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Added segment cb2faeb4-7ff8-4443-9805-5956f6616126 of type vlan for network 00cf63fe-b906-4ef9-8004-f72a51dadb97 Mar 16 11:34:19.867992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.897548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.903104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.903684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.955651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1897135 Mar 16 11:34:19.961419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51504) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:19.967033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'subnet': {'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:19.972929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-c660e2f5-b73c-41c4-b376-9f100d72a792', 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792', 'tenant_id': 'bcfa6b331f434779a0abaee911fb997d', 'fixed_ips': [{'subnet_id': 'b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:19.973831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.011156 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7425c-a661-4085-9571-85e66a10f4a9 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event updated for resources: {'Network': ['ID=00cf63fe-b906-4ef9-8004-f72a51dadb97,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:20.028669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:20.080000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:20.084033 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Usage tracker for resource:subnet and tenant:bcfa6b331f434779a0abaee911fb997d is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:20.086729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:20.092319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:20.101744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Made reservation on behalf of bcfa6b331f434779a0abaee911fb997d for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:20.105318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.216282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Allocated IP 172.20.0.2 (c660e2f5-b73c-41c4-b376-9f100d72a792/b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d/6c87504f-39a7-48aa-bf5d-ea98c7892a40) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:20.350854 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.431423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event updated for resources: {'Subnet': ['ID=23f2b90d-53ef-4e1a-a7e0-d7a7e1305439,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:20.439841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Checking segment: {'id': 'cb2faeb4-7ff8-4443-9805-5956f6616126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:20.440194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Network hostable DHCP agents. Network: 00cf63fe-b906-4ef9-8004-f72a51dadb97, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:20.447336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.457502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Transition to ACTIVE for port object 6c87504f-39a7-48aa-bf5d-ea98c7892a40 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:20.459385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:20.471845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 00cf63fe-b906-4ef9-8004-f72a51dadb97) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:20.476159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Transition to ACTIVE for port object 6c87504f-39a7-48aa-bf5d-ea98c7892a40 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:20.477333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:20.477952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.484174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.500811 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a3db18bd-5972-4ba7-be8f-c629c4c90073 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5382695 Mar 16 11:34:20.503641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51508) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:20.510922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e014089e-4327-42d7-8f58-ffdb5213a97e tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Request body: {'router': {'external_gateway_info': {'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:20.522392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ed915-aec3-4e25-9380-56c9a6b7337d None None] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:20.576421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Network c660e2f5-b73c-41c4-b376-9f100d72a792 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:20.592644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Pushing event updated for resources: {'Port': ['ID=6c87504f-39a7-48aa-bf5d-ea98c7892a40,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:20.595426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:20.599274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:20.757989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Attempting to bind port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:20.758261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Attempting to bind port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '702eaa2a-7a01-4208-9d11-e562c894c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:20.758614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Attempting to bind port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 on network c660e2f5-b73c-41c4-b376-9f100d72a792 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:20.789388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:20.789759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Checking segment: {'id': '702eaa2a-7a01-4208-9d11-e562c894c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:20.790172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.790539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Bound using segment: {'id': '702eaa2a-7a01-4208-9d11-e562c894c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:20.791021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Bound port: 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702eaa2a-7a01-4208-9d11-e562c894c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c660e2f5-b73c-41c4-b376-9f100d72a792'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:20.791391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.903195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e014089e-4327-42d7-8f58-ffdb5213a97e tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.922851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-00cf63fe-b906-4ef9-8004-f72a51dadb97', 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97', 'tenant_id': 'bcfa6b331f434779a0abaee911fb997d', 'fixed_ips': [{'subnet_id': '23f2b90d-53ef-4e1a-a7e0-d7a7e1305439'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:20.923636 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.954754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] For port 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:21.035880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] For port 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c87504f-39a7-48aa-bf5d-ea98c7892a40,segment=NetworkSegment(702eaa2a-7a01-4208-9d11-e562c894c765),segment_id=702eaa2a-7a01-4208-9d11-e562c894c765)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:21.043253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.059938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.api.v2.resource [None req-e014089e-4327-42d7-8f58-ffdb5213a97e tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:34:21.061028 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e014089e-4327-42d7-8f58-ffdb5213a97e tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "PUT /v2.0/routers/ff0e0fb6-ca7f-43f8-92b2-3cb3eef89b6f HTTP/1.1" status: 400 len: 364 time: 0.5556629 Mar 16 11:34:21.067519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51512) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:21.136297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Deleting subnet 23f2b90d-53ef-4e1a-a7e0-d7a7e1305439 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:21.187307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6909a94-dc2c-4cb7-a775-abcc07733b22 None None] Pushing event updated for resources: {'Port': ['ID=6c87504f-39a7-48aa-bf5d-ea98c7892a40,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.206819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Allocated IP 172.21.0.2 (00cf63fe-b906-4ef9-8004-f72a51dadb97/23f2b90d-53ef-4e1a-a7e0-d7a7e1305439/8d5652e0-1d74-491b-ad98-e1b7f05ec1f1) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:21.429218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.440924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Transition to ACTIVE for port object 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:21.461337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Transition to ACTIVE for port object 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:21.467300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.471901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.534677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.537378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:21.544119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:21.549528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:21.555734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Pushing event updated for resources: {'Port': ['ID=8d5652e0-1d74-491b-ad98-e1b7f05ec1f1,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.646826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Attempting to bind port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:21.647203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Attempting to bind port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'cb2faeb4-7ff8-4443-9805-5956f6616126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:21.647562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Attempting to bind port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 on network 00cf63fe-b906-4ef9-8004-f72a51dadb97 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:21.653447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:21.653815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Checking segment: {'id': 'cb2faeb4-7ff8-4443-9805-5956f6616126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:21.654213 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.654612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Bound using segment: {'id': 'cb2faeb4-7ff8-4443-9805-5956f6616126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:21.655143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Bound port: 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2faeb4-7ff8-4443-9805-5956f6616126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00cf63fe-b906-4ef9-8004-f72a51dadb97'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:21.655655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.725292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.798193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.800760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] For port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:21.803879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] For port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d5652e0-1d74-491b-ad98-e1b7f05ec1f1,segment=NetworkSegment(cb2faeb4-7ff8-4443-9805-5956f6616126),segment_id=cb2faeb4-7ff8-4443-9805-5956f6616126)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:21.809898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.844190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.849680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Subnet': ['ID=23f2b90d-53ef-4e1a-a7e0-d7a7e1305439,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.853949 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-baf9dc92-de7d-4b59-becd-39650770e6c1 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "DELETE /v2.0/subnets/23f2b90d-53ef-4e1a-a7e0-d7a7e1305439 HTTP/1.1" status: 204 len: 168 time: 0.7854805 Mar 16 11:34:21.856748 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51516) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:21.907838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b9909-c4c4-43e6-a37c-110cd24c97c1 None None] Pushing event updated for resources: {'Port': ['ID=8d5652e0-1d74-491b-ad98-e1b7f05ec1f1,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.977850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.989548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Deleting port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:21.989885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.210916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] For port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d5652e0-1d74-491b-ad98-e1b7f05ec1f1,segment=NetworkSegment(cb2faeb4-7ff8-4443-9805-5956f6616126),segment_id=cb2faeb4-7ff8-4443-9805-5956f6616126)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:22.211300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.256131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de29e6e-f776-497d-9cca-d0f393853316 None None] Network c660e2f5-b73c-41c4-b376-9f100d72a792 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:22.345290 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Calling delete_port for 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:22.364667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5bf1a6bf-0b87-48e3-af17-cdeab44206e2 None None] Provisioning for port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:22.423365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.474308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] No DVR routers for this DVR port 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:22.502410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Port': ['ID=8d5652e0-1d74-491b-ad98-e1b7f05ec1f1,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:22.611071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.638581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cf63fe-b906-4ef9-8004-f72a51dadb97']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.656642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2faeb4-7ff8-4443-9805-5956f6616126') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.656980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2faeb4-7ff8-4443-9805-5956f6616126') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.670405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.689871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.702119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:22.702528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:22.718034 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:22.742886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6c87504f-39a7-48aa-bf5d-ea98c7892a40 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:22.807077 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.828723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:22.829766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.834653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:22.835033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.836297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Network': ['ID=00cf63fe-b906-4ef9-8004-f72a51dadb97,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:22.844084 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7c50c157-a6bd-4658-879b-44ee5c9e8f67 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "DELETE /v2.0/networks/00cf63fe-b906-4ef9-8004-f72a51dadb97 HTTP/1.1" status: 204 len: 168 time: 0.9862161 Mar 16 11:34:22.847041 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51520) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:22.914487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Deleting subnet b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:22.917782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.968438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.979489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.002664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c87504f-39a7-48aa-bf5d-ea98c7892a40,segment=NetworkSegment(702eaa2a-7a01-4208-9d11-e562c894c765),segment_id=702eaa2a-7a01-4208-9d11-e562c894c765)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:23.007147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.070588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.076242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6c87504f-39a7-48aa-bf5d-ea98c7892a40,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:23.131825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11642776-8a3c-4e87-b18a-b5e61cd05ce2 None None] DHCP port deletion for 00cf63fe-b906-4ef9-8004-f72a51dadb97 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:34:23.136609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-60255e93-9b9a-4cf7-990c-eb56069645db None None] Could not find standard attr ID for object 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1. {{(pid=87843) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:34:23.149540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8a0af-bcf3-4fcb-aac5-b9f4b6101447 None None] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:23.153203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.171619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8a0af-bcf3-4fcb-aac5-b9f4b6101447 None None] Network 00cf63fe-b906-4ef9-8004-f72a51dadb97 could not be found, it might have been deleted concurrently. {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 11:34:23.196602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Subnet': ['ID=b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:23.200319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.206448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-fc24e7cf-4057-485c-ae09-e57caef3316c tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "DELETE /v2.0/subnets/b07ecfb3-a1a5-483c-b16c-d8ef706a8a7d HTTP/1.1" status: 204 len: 168 time: 0.3578990 Mar 16 11:34:23.206615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73f320-ebab-46d1-a555-81df584b3d81 None None] Network c660e2f5-b73c-41c4-b376-9f100d72a792 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:23.208860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51524) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:23.321924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.332222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Deleting port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:23.332556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.448090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] DHCP port deletion for c660e2f5-b73c-41c4-b376-9f100d72a792 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:34:23.452450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Deleting port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:23.452823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.538548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] For port 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c87504f-39a7-48aa-bf5d-ea98c7892a40,segment=NetworkSegment(702eaa2a-7a01-4208-9d11-e562c894c765),segment_id=702eaa2a-7a01-4208-9d11-e562c894c765)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:23.538901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.664610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Calling delete_port for 6c87504f-39a7-48aa-bf5d-ea98c7892a40 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:23.682782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] For port 6c87504f-39a7-48aa-bf5d-ea98c7892a40, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6c87504f-39a7-48aa-bf5d-ea98c7892a40,segment=NetworkSegment(702eaa2a-7a01-4208-9d11-e562c894c765),segment_id=702eaa2a-7a01-4208-9d11-e562c894c765)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:23.683102 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.740494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.789847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] No DVR routers for this DVR port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:23.791734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Port': ['ID=6c87504f-39a7-48aa-bf5d-ea98c7892a40,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:23.805031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Calling delete_port for 6c87504f-39a7-48aa-bf5d-ea98c7892a40 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:23.877910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:34:23.878253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:34:23.914592 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.943010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c660e2f5-b73c-41c4-b376-9f100d72a792']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:23.955235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702eaa2a-7a01-4208-9d11-e562c894c765') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:23.955523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702eaa2a-7a01-4208-9d11-e562c894c765') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:23.966386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.982726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.988955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:23.989361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:24.004233 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:24.079838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.084379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.113753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Pushing event deleted for resources: {'Network': ['ID=c660e2f5-b73c-41c4-b376-9f100d72a792,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:24.117601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-434f1adf-724b-4965-a81a-d917628da709 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "DELETE /v2.0/networks/c660e2f5-b73c-41c4-b376-9f100d72a792 HTTP/1.1" status: 204 len: 168 time: 0.9078338 Mar 16 11:34:24.120085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51528) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:24.162062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-04537639-b8bf-4729-ad18-038ed9e5bc8f tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Synchronizing usage tracker for tenant:bcfa6b331f434779a0abaee911fb997d on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:24.177161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-04537639-b8bf-4729-ad18-038ed9e5bc8f tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Unset dirty status for tenant:bcfa6b331f434779a0abaee911fb997d on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:24.178465 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-04537639-b8bf-4729-ad18-038ed9e5bc8f tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff0e0fb6-ca7f-43f8-92b2-3cb3eef89b6f HTTP/1.1" status: 200 len: 205 time: 0.0574753 Mar 16 11:34:24.181116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51532) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:24.313940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.379212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Deleting port 6c87504f-39a7-48aa-bf5d-ea98c7892a40 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:24.379708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.446709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9278f934-39ba-4db1-ab21-d4e49e95bbc0 None None] The port '6c87504f-39a7-48aa-bf5d-ea98c7892a40' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:34:24.697047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6c87504f-39a7-48aa-bf5d-ea98c7892a40 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:24.716220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.719333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.735569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6c87504f-39a7-48aa-bf5d-ea98c7892a40 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:34:24.735913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6c87504f-39a7-48aa-bf5d-ea98c7892a40 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:34:24.736334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:24.745176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.745676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Fanout notify agent at l3_agent the message router_deleted on router ff0e0fb6-ca7f-43f8-92b2-3cb3eef89b6f {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:34:24.758294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.759351 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-87cc8ec1-28b8-4329-9905-bd08d357aa06 tempest-RoutersNegativeTest-1266303541 tempest-RoutersNegativeTest-1266303541-project] 10.222.0.50 "DELETE /v2.0/routers/ff0e0fb6-ca7f-43f8-92b2-3cb3eef89b6f HTTP/1.1" status: 204 len: 168 time: 0.5773678 Mar 16 11:34:24.771197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:34:24.771538 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d5652e0-1d74-491b-ad98-e1b7f05ec1f1 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:34:25.024007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51540) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:25.173296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ea9759c2-6e90-4930-b5a7-d4e224980d63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcfa6b331f434779a0abaee911fb997d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480489 Mar 16 11:34:25.175663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51546) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:25.234452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.267420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.327239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.340786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5714f60c-88f7-4e77-bc50-86e7a2329033,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:25.351261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.355004 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd690fa6-f0f7-4acb-88a7-e7638f5df7b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5714f60c-88f7-4e77-bc50-86e7a2329033 HTTP/1.1" status: 204 len: 168 time: 0.1759260 Mar 16 11:34:26.001482 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51570) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:26.102762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1614666701-network', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:26.107414 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:26.111491 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Usage tracker for resource:network and tenant:8d8d98d0f03c4ca59c01274c2d752351 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:26.114271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:26.120228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:26.130161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Made reservation on behalf of 8d8d98d0f03c4ca59c01274c2d752351 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:26.132499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.144786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.159260 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:26.162965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8d98d0f03c4ca59c01274c2d752351 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:26.165748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:26.171637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:26.256593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.260716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.297169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:26.302349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09092d8e-7280-4110-9d47-8ce1df1e4945,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:26.309454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.309883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Added segment 5e5948f0-b65a-485b-97fe-8af408e8a87f of type vlan for network 937ba03b-3429-4104-9e04-79499f363c66 Mar 16 11:34:26.338051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.365436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.366360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:26.366935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.472960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4677567 Mar 16 11:34:26.472960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f954c3b-6b9f-4f22-b7c7-e496661a3274 admin admin] Pushing event updated for resources: {'Network': ['ID=937ba03b-3429-4104-9e04-79499f363c66,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:26.473764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51576) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:26.481235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 937ba03b-3429-4104-9e04-79499f363c66 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:26.485651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Request body: {'subnet': {'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-subnet', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:26.502162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:26.507087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Usage tracker for resource:subnet and tenant:8d8d98d0f03c4ca59c01274c2d752351 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:26.509528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:26.515373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:26.526058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Made reservation on behalf of 8d8d98d0f03c4ca59c01274c2d752351 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:26.528346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.849271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.906619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-af1147e8-9f77-4cda-9ca9-708fb6fa70c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.927397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8960bcc1-4523-44af-a45c-1e7036180363,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:26.936141 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Checking segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:26.936542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Network hostable DHCP agents. Network: 937ba03b-3429-4104-9e04-79499f363c66, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:26.955916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Network 937ba03b-3429-4104-9e04-79499f363c66 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:26.964741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 937ba03b-3429-4104-9e04-79499f363c66) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:26.971662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:26.972334 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:26.975164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602294f-5efb-49da-9a20-61dbfc40c755 None None] Network 937ba03b-3429-4104-9e04-79499f363c66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:26.994127 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-00158dee-4055-4b05-ba84-40d87558574d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5187712 Mar 16 11:34:26.996668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51580) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:27.002235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:27.006735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:27.010526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Usage tracker for resource:router and tenant:8d8d98d0f03c4ca59c01274c2d752351 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:27.013323 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:27.019553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:27.031235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.032393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.046711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.192049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-937ba03b-3429-4104-9e04-79499f363c66', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:27.192908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.318156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.352056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Allocated IP 172.20.0.2 (937ba03b-3429-4104-9e04-79499f363c66/8960bcc1-4523-44af-a45c-1e7036180363/d656fde9-e782-43c0-9206-c21f9e569a64) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:27.567342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.577933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Transition to ACTIVE for port object d656fde9-e782-43c0-9206-c21f9e569a64 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:27.596642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Transition to ACTIVE for port object d656fde9-e782-43c0-9206-c21f9e569a64 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:27.601894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.629811 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.659999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.660229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Network 937ba03b-3429-4104-9e04-79499f363c66 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:27.666817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:27.671772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:27.677363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Pushing event updated for resources: {'Port': ['ID=d656fde9-e782-43c0-9206-c21f9e569a64,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:27.765818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Attempting to bind port d656fde9-e782-43c0-9206-c21f9e569a64 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:27.766090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Attempting to bind port d656fde9-e782-43c0-9206-c21f9e569a64 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:27.766460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Attempting to bind port d656fde9-e782-43c0-9206-c21f9e569a64 on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:27.771601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:27.771966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Checking segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:27.772355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.772738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Bound using segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:27.773224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Bound port: d656fde9-e782-43c0-9206-c21f9e569a64, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:27.773594 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.796544 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Allocated IP 172.26.0.211 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/e2ebe94d-ef85-4b62-9710-6137a3e74cd5) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:27.893916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] For port d656fde9-e782-43c0-9206-c21f9e569a64, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:27.897044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] For port d656fde9-e782-43c0-9206-c21f9e569a64, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d656fde9-e782-43c0-9206-c21f9e569a64,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:27.901377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.943587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.973967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.984186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582b15-cd77-4d20-af4d-1ec67b8701f2 None None] Pushing event updated for resources: {'Port': ['ID=d656fde9-e782-43c0-9206-c21f9e569a64,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:28.034220 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:28.037060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:28.044944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:28.084355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:28.597565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.739833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d656fde9-e782-43c0-9206-c21f9e569a64 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:28.814177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d656fde9-e782-43c0-9206-c21f9e569a64 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:28.949881 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.976430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076ca23-5c0e-4a8a-b28a-5033484f46c2 None None] Network 937ba03b-3429-4104-9e04-79499f363c66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:29.007662 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:29.062478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Provisioning for port d656fde9-e782-43c0-9206-c21f9e569a64 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:29.076284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Provisioning complete for port d656fde9-e782-43c0-9206-c21f9e569a64 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:29.076653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.157814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Router c288dd01-5596-4b5a-bcb4-fe144d5b2205 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:34:29.194327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8083e9c3-b39c-4fe8-b027-25a4a9e699ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.303103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.333902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:29.347393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] For port d656fde9-e782-43c0-9206-c21f9e569a64, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d656fde9-e782-43c0-9206-c21f9e569a64,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:29.350093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Sync routers for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:29.355212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.361006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.362233 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b516e7ae-b673-41f8-8ee9-c35a966d5787 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3646045 Mar 16 11:34:29.364778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51584) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:29.412364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:29.413215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:29.613486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30437c99-ef1b-449b-ae40-38e07deef099 None None] Pushing event updated for resources: {'Port': ['ID=d656fde9-e782-43c0-9206-c21f9e569a64,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:29.617085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:29.823121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0e0f46c8-1fa2-49b2-b303-1fbd3dc273f1 None None] Provisioning complete for port d656fde9-e782-43c0-9206-c21f9e569a64 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:29.823808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0e0f46c8-1fa2-49b2-b303-1fbd3dc273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.018067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:28Z', 'revision_number': 3, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:30.021854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Checking router: c288dd01-5596-4b5a-bcb4-fe144d5b2205 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:30.022204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Updating router c288dd01-5596-4b5a-bcb4-fe144d5b2205 port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:30.073906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.208620 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.423298 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Allocated IP 172.20.0.1 (937ba03b-3429-4104-9e04-79499f363c66/8960bcc1-4523-44af-a45c-1e7036180363/6a370936-ea74-4ca3-9bb1-d04a630219f2) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:30.453975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.467492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Transition to ACTIVE for port object e2ebe94d-ef85-4b62-9710-6137a3e74cd5 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:30.474678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.566677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Attempting to bind port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:30.567042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Attempting to bind port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:30.567399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Attempting to bind port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:30.573777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e757ac3-f723-41dc-9658-15614df69d92 None None] Pushing event updated for resources: {'Port': ['ID=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:30.582103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.585689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:30.585858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:30.586349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.586709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:30.587170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Bound port: e2ebe94d-ef85-4b62-9710-6137a3e74cd5, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:30.587535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.603454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Transition to ACTIVE for port object 6a370936-ea74-4ca3-9bb1-d04a630219f2 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:30.627299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.627626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.638747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.676345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] For port e2ebe94d-ef85-4b62-9710-6137a3e74cd5, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:30.680402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] For port e2ebe94d-ef85-4b62-9710-6137a3e74cd5, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:30.685784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.690753 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Network 937ba03b-3429-4104-9e04-79499f363c66 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:30.693471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:30.701464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:30.737303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Pushing event updated for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:30.752424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d656fde9-e782-43c0-9206-c21f9e569a64 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:30.760480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.830207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e757ac3-f723-41dc-9658-15614df69d92 None None] Pushing event updated for resources: {'Port': ['ID=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:30.847743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:30.848368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:30.918155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d656fde9-e782-43c0-9206-c21f9e569a64 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:30.918646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.027603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.064551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0c8a5aa1-e15e-440c-a8cf-8b8cdc72f70e None None] Provisioning for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:31.089691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0c8a5aa1-e15e-440c-a8cf-8b8cdc72f70e None None] Provisioning complete for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:31.090053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0c8a5aa1-e15e-440c-a8cf-8b8cdc72f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.121676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:31.246502 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.252054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.361332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a5aa1-e15e-440c-a8cf-8b8cdc72f70e None None] Port 6a370936-ea74-4ca3-9bb1-d04a630219f2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:31.480288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.484510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:28Z', 'revision_number': 3, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:31.484723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Pushing event updated for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:31.488568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e7bc-22e8-4eb1-a110-bfff05830980 None None] The sync data for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv is: [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:28Z', 'revision_number': 3, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:31.624485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Network 937ba03b-3429-4104-9e04-79499f363c66 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:31.625603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:31.854248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Router c288dd01-5596-4b5a-bcb4-fe144d5b2205 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:34:31.884483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0efa07c0-b742-4698-8f8d-1a33f6c6d3d1 None None] Provisioning complete for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:31.885046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0efa07c0-b742-4698-8f8d-1a33f6c6d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.948701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-0efa07c0-b742-4698-8f8d-1a33f6c6d3d1 None None] Port 6a370936-ea74-4ca3-9bb1-d04a630219f2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:32.008406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.039998 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:32.049771 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6f96a32e-6e37-406c-9af0-59b1d2e7c56c admin admin] 10.222.0.50 "PUT /v2.0/routers/c288dd01-5596-4b5a-bcb4-fe144d5b2205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839802 Mar 16 11:34:32.553329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51602) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:32.559065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1337492210-network', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:32.564957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:32.568769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Usage tracker for resource:network and tenant:cf3e2eb4cf8b4ab1924c23b74ebfe66f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:32.571622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:32.578522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:32.589183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Made reservation on behalf of cf3e2eb4cf8b4ab1924c23b74ebfe66f for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:32.591402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.605047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.625529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:32.629288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3e2eb4cf8b4ab1924c23b74ebfe66f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:32.631991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:32.637833 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:32.729881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.734466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e2ebe94d-ef85-4b62-9710-6137a3e74cd5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:32.735989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.767235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:32.776425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1438ef-fa59-4b41-9777-9b5e0dc4628d,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:32.782281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.782675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Added segment 0951a063-1fe5-465e-8e31-f6e87ba28e82 of type vlan for network 68184e1a-83fa-4739-aae6-d4706d78b9f7 Mar 16 11:34:32.811771 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:32.812938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.816510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:32.816913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.843135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.843959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:32.844652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.938476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.949252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3946731 Mar 16 11:34:32.952448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51606) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:32.957212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e2ebe94d-ef85-4b62-9710-6137a3e74cd5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:32.959913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Request body: {'subnet': {'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-subnet', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:32.962302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:32.964184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712fbd-9924-459e-baed-871f713e4e47 admin admin] Pushing event updated for resources: {'Network': ['ID=68184e1a-83fa-4739-aae6-d4706d78b9f7,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:32.968108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:32.972474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Usage tracker for resource:subnet and tenant:cf3e2eb4cf8b4ab1924c23b74ebfe66f is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:32.975468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:32.981162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:32.992134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Made reservation on behalf of cf3e2eb4cf8b4ab1924c23b74ebfe66f for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:32.994811 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.001074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:33.083489 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Sync routers for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:33.095101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:33.095972 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:33.166902 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:33.212845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.286089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85704c95-1277-4aae-a9cc-af485b9b444a,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:33.293448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Checking segment: {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:33.293787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Network hostable DHCP agents. Network: 68184e1a-83fa-4739-aae6-d4706d78b9f7, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:33.314380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:33.324407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 68184e1a-83fa-4739-aae6-d4706d78b9f7) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:33.327930 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:33.328873 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:33.329572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.336274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b100ba-be4b-4dac-8f20-90ce705dd1c9 None None] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:33.356254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51610) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:33.356809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d7a2682a-f62d-4842-8962-7f284fed16f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4028323 Mar 16 11:34:33.363267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:33.368107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:33.373769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Usage tracker for resource:router and tenant:cf3e2eb4cf8b4ab1924c23b74ebfe66f is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:33.377068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:33.383222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:33.394863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.396026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.413774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.570245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-68184e1a-83fa-4739-aae6-d4706d78b9f7', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:33.571197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.648019 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:30Z', 'revision_number': 4, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6a370936-ea74-4ca3-9bb1-d04a630219f2', 'name': '', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'mac_address': 'fa:16:3e:7a:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:30Z', 'updated_at': '2022-03-16T11:34:31Z', 'revision_number': 2, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'subnets': [{'id': '8960bcc1-4523-44af-a45c-1e7036180363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:33.651993 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Checking router: c288dd01-5596-4b5a-bcb4-fe144d5b2205 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:33.652440 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Updating router c288dd01-5596-4b5a-bcb4-fe144d5b2205 port 6a370936-ea74-4ca3-9bb1-d04a630219f2 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:33.715305 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.723847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.740623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Allocated IP 172.20.0.2 (68184e1a-83fa-4739-aae6-d4706d78b9f7/85704c95-1277-4aae-a9cc-af485b9b444a/b2826c4c-07a5-4150-8d41-6d2d3eacb285) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:33.952249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.962474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Transition to ACTIVE for port object b2826c4c-07a5-4150-8d41-6d2d3eacb285 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:33.982847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Transition to ACTIVE for port object b2826c4c-07a5-4150-8d41-6d2d3eacb285 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:33.988615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.037927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.058644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:34.066977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:34.067167 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.068868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.071899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:34.078095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Pushing event updated for resources: {'Port': ['ID=b2826c4c-07a5-4150-8d41-6d2d3eacb285,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.080113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Transition to ACTIVE for port object 6a370936-ea74-4ca3-9bb1-d04a630219f2 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:34.088226 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.154083 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Pushing event updated for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.163293 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.163623 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.164116 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.164603 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.165102 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.165418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.165903 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.166378 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.166841 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.167315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Attempting to bind port b2826c4c-07a5-4150-8d41-6d2d3eacb285 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:34.167451 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.167692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Attempting to bind port b2826c4c-07a5-4150-8d41-6d2d3eacb285 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:34.168062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Attempting to bind port b2826c4c-07a5-4150-8d41-6d2d3eacb285 on network 68184e1a-83fa-4739-aae6-d4706d78b9f7 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:34.168197 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.168652 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:34.174475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:34.174849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Checking segment: {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:34.175257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.175646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Bound using segment: {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:34.176117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Bound port: b2826c4c-07a5-4150-8d41-6d2d3eacb285, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:34.176493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.287159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] For port b2826c4c-07a5-4150-8d41-6d2d3eacb285, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:34.293264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] For port b2826c4c-07a5-4150-8d41-6d2d3eacb285, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b2826c4c-07a5-4150-8d41-6d2d3eacb285,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:34.301080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.333924 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Attempting to bind port 6a370936-ea74-4ca3-9bb1-d04a630219f2 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:34.335499 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Attempting to bind port 6a370936-ea74-4ca3-9bb1-d04a630219f2 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:34.336028 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Attempting to bind port 6a370936-ea74-4ca3-9bb1-d04a630219f2 on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:34.343403 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:34.344041 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Checking segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:34.344597 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.345161 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Bound using segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:34.346195 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Bound port: 6a370936-ea74-4ca3-9bb1-d04a630219f2, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:34.346739 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.348379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Allocated IP 172.26.0.178 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/2411e18a-e17d-49f5-bae6-9e90d3184411) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:34.395653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.404610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034805c-8ef2-4e8c-acc2-46323f006eb6 None None] Pushing event updated for resources: {'Port': ['ID=b2826c4c-07a5-4150-8d41-6d2d3eacb285,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.458167 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] For port 6a370936-ea74-4ca3-9bb1-d04a630219f2, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:34.463112 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] For port 6a370936-ea74-4ca3-9bb1-d04a630219f2, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6a370936-ea74-4ca3-9bb1-d04a630219f2,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:34.468813 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.547472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.553577 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:34.554209 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:34.586330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.666115 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b451b-7bc5-433b-aeef-9855eb5fc68c None None] Pushing event updated for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.719061 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:34.724078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Pushing event updated for resources: {'Port': ['ID=2411e18a-e17d-49f5-bae6-9e90d3184411,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.728887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:34.731878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:34.841287 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:34.872322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b2826c4c-07a5-4150-8d41-6d2d3eacb285 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:34.967750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b2826c4c-07a5-4150-8d41-6d2d3eacb285 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:34.973526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e2ebe94d-ef85-4b62-9710-6137a3e74cd5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:35.043026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:35.043473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.185883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:30Z', 'revision_number': 4, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6a370936-ea74-4ca3-9bb1-d04a630219f2', 'name': '', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'mac_address': 'fa:16:3e:7a:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:30Z', 'updated_at': '2022-03-16T11:34:34Z', 'revision_number': 4, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'subnets': [{'id': '8960bcc1-4523-44af-a45c-1e7036180363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:35.190514 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b0c5a-ec2e-45e2-b39b-536d3ba75ad0 None None] The sync data for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv is: [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:30Z', 'revision_number': 4, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6a370936-ea74-4ca3-9bb1-d04a630219f2', 'name': '', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'mac_address': 'fa:16:3e:7a:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:30Z', 'updated_at': '2022-03-16T11:34:34Z', 'revision_number': 4, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'subnets': [{'id': '8960bcc1-4523-44af-a45c-1e7036180363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:35.196195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.569917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.642415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779138e-7fac-476d-b436-663af59570ae None None] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:35.752592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Provisioning for port b2826c4c-07a5-4150-8d41-6d2d3eacb285 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:35.760056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Provisioning complete for port b2826c4c-07a5-4150-8d41-6d2d3eacb285 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:35.760421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.785680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:34:36.025176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.071426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] For port b2826c4c-07a5-4150-8d41-6d2d3eacb285, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b2826c4c-07a5-4150-8d41-6d2d3eacb285,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:36.078893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.130457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:36.150187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Sync routers for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:36.161498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e16dad-921b-47c6-8432-7a9922b70c19 None None] Pushing event updated for resources: {'Port': ['ID=b2826c4c-07a5-4150-8d41-6d2d3eacb285,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:36.165206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.166778 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2ee24c15-3613-4a38-82a8-33f524c42cfd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8087263 Mar 16 11:34:36.169883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51614) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:36.175754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:36.176392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:36.448978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5fbb4925-cc6b-40e1-a0ca-d6731e2ff32d None None] Provisioning complete for port b2826c4c-07a5-4150-8d41-6d2d3eacb285 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:36.449349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4925-cc6b-40e1-a0ca-d6731e2ff32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.475342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:36.793425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a370936-ea74-4ca3-9bb1-d04a630219f2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:36.882223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.002317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:37.011858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:37.012228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.057443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:35Z', 'revision_number': 3, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:37.067088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Checking router: 2d99ade9-9b74-47f1-8455-e5b7c42ab02f for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:37.067436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Updating router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f port 2411e18a-e17d-49f5-bae6-9e90d3184411 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:37.089191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Allocated IP 172.20.0.1 (68184e1a-83fa-4739-aae6-d4706d78b9f7/85704c95-1277-4aae-a9cc-af485b9b444a/e69e04ca-f717-41fa-ba3c-50209c695fe7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:37.137820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.236163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.252225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Transition to ACTIVE for port object e69e04ca-f717-41fa-ba3c-50209c695fe7 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:37.276479 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.278569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.334896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:37.337692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:37.341182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:37.356694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6a370936-ea74-4ca3-9bb1-d04a630219f2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6a370936-ea74-4ca3-9bb1-d04a630219f2,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:37.363115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.363900 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b2826c4c-07a5-4150-8d41-6d2d3eacb285 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:37.395364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:37.409716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.549703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.629643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:37.636051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de051e7a-d464-4119-9dc4-a743b5c9700c None None] Provisioning for port e69e04ca-f717-41fa-ba3c-50209c695fe7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:37.649546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de051e7a-d464-4119-9dc4-a743b5c9700c None None] Provisioning complete for port e69e04ca-f717-41fa-ba3c-50209c695fe7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:37.649915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de051e7a-d464-4119-9dc4-a743b5c9700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.700032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b2826c4c-07a5-4150-8d41-6d2d3eacb285 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:37.700426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.808094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-de051e7a-d464-4119-9dc4-a743b5c9700c None None] Port e69e04ca-f717-41fa-ba3c-50209c695fe7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:37.838017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.881963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Transition to ACTIVE for port object 2411e18a-e17d-49f5-bae6-9e90d3184411 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:37.895939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.896646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.900216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:37.995324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Attempting to bind port 2411e18a-e17d-49f5-bae6-9e90d3184411 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:37.995691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Attempting to bind port 2411e18a-e17d-49f5-bae6-9e90d3184411 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:37.996053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Attempting to bind port 2411e18a-e17d-49f5-bae6-9e90d3184411 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:37.998185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7a55b-f1bf-4de8-8326-0dcf521bf581 None None] Pushing event updated for resources: {'Port': ['ID=2411e18a-e17d-49f5-bae6-9e90d3184411,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:38.004430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:38.004802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:38.005227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:38.005651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:38.006097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Bound port: 2411e18a-e17d-49f5-bae6-9e90d3184411, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:38.006415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:38.015427 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:38.017916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:38.081329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] For port 2411e18a-e17d-49f5-bae6-9e90d3184411, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:38.084226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] For port 2411e18a-e17d-49f5-bae6-9e90d3184411, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2411e18a-e17d-49f5-bae6-9e90d3184411,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:38.089037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:38.151954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:38.153051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:38.165908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:38.166544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:38.226633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7a55b-f1bf-4de8-8326-0dcf521bf581 None None] Pushing event updated for resources: {'Port': ['ID=2411e18a-e17d-49f5-bae6-9e90d3184411,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:38.355799 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:34:38.360701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:38.524342 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1867ec82-5ca6-4225-b46b-7e7464fe64ff None None] Provisioning complete for port e69e04ca-f717-41fa-ba3c-50209c695fe7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:38.524713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1867ec82-5ca6-4225-b46b-7e7464fe64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:38.535548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:38.544273 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-266e98be-c1ca-43b2-a14a-cccb453c0ed4 admin admin] 10.222.0.50 "PUT /v2.0/routers/2d99ade9-9b74-47f1-8455-e5b7c42ab02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735518 Mar 16 11:34:38.640350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1867ec82-5ca6-4225-b46b-7e7464fe64ff None None] Port e69e04ca-f717-41fa-ba3c-50209c695fe7 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:38.719045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a370936-ea74-4ca3-9bb1-d04a630219f2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:38.783852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e69e04ca-f717-41fa-ba3c-50209c695fe7', 'name': '', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'mac_address': 'fa:16:3e:43:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:36Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 2, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'subnets': [{'id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:38.789924 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bd398-b7d9-4045-9f90-94eb5477d60e None None] The sync data for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv is: [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e69e04ca-f717-41fa-ba3c-50209c695fe7', 'name': '', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'mac_address': 'fa:16:3e:43:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:36Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 2, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'subnets': [{'id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:38.802397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6a370936-ea74-4ca3-9bb1-d04a630219f2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:38.802923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:39.904548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-7a95990b-df0c-4cd6-9d7d-dfd4b8e3d193 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:39.906186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-44ecf184-9b5b-4315-962d-935d52e10886 req-7a95990b-df0c-4cd6-9d7d-dfd4b8e3d193 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Synchronizing usage tracker for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:39.922780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-44ecf184-9b5b-4315-962d-935d52e10886 req-7a95990b-df0c-4cd6-9d7d-dfd4b8e3d193 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Unset dirty status for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:39.924071 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-7a95990b-df0c-4cd6-9d7d-dfd4b8e3d193 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 817 time: 0.1672835 Mar 16 11:34:39.939939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-5ca414b9-1cac-4fb7-b47d-553119815a04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/quotas/8d8d98d0f03c4ca59c01274c2d752351 HTTP/1.1" status: 200 len: 375 time: 0.0101044 Mar 16 11:34:40.129975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-b7c8631a-dd32-489a-b284-e04aaeb393db tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848376 Mar 16 11:34:40.264615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f55a4a55-71b0-4273-94d3-ef27b94cec41 service neutron] 10.222.0.50 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231706 Mar 16 11:34:40.401721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-4d783269-3855-4a7a-98d6-b82d88fa450d service neutron] 10.222.0.50 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314278 Mar 16 11:34:40.574954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cb799e85-01f9-4896-b4e5-adc36f460640 req-db3eb683-3e26-4b8d-81a8-0dbf93dd68f8 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 210 time: 0.0421951 Mar 16 11:34:40.740723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2411e18a-e17d-49f5-bae6-9e90d3184411 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:40.847155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 2411e18a-e17d-49f5-bae6-9e90d3184411 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:40.852122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2411e18a-e17d-49f5-bae6-9e90d3184411 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:40.852486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.012315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.034290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 2411e18a-e17d-49f5-bae6-9e90d3184411, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2411e18a-e17d-49f5-bae6-9e90d3184411,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:41.041984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.115131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=2411e18a-e17d-49f5-bae6-9e90d3184411,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:41.757854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef06671e-7d04-4291-929c-e2a15e1114ee req-7498129c-647e-47a9-95d9-281bb5b9f0f5 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 210 time: 0.0571706 Mar 16 11:34:41.793886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-896b42eb-7690-4159-8993-54a3bf1c7fa6 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:41.795277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-896b42eb-7690-4159-8993-54a3bf1c7fa6 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 817 time: 0.1960220 Mar 16 11:34:41.824213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Request body: {'port': {'device_id': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'admin_state_up': True, 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:41.957408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:41.961409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Usage tracker for resource:port and tenant:8d8d98d0f03c4ca59c01274c2d752351 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:41.964118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:41.970426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:41.980198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Made reservation on behalf of 8d8d98d0f03c4ca59c01274c2d752351 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:41.983777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.161487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Allocated IP 172.20.0.12 (937ba03b-3429-4104-9e04-79499f363c66/8960bcc1-4523-44af-a45c-1e7036180363/19374341-e5b9-459f-b00a-35a70d1cbd3b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:42.283714 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Sync routers for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:42.293157 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:42.293757 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:42.379248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.398039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Transition to ACTIVE for port object 19374341-e5b9-459f-b00a-35a70d1cbd3b will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:42.424901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.482485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:42.495764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Network 937ba03b-3429-4104-9e04-79499f363c66 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:42.499372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:42.509766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:42.558235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Pushing event updated for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:42.584745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:42.585441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.609367 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-f93d9cb5-ba85-418f-9f05-82a084bccd04 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887747 Mar 16 11:34:42.625596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-d7a38817-2fac-4522-869c-94babf07d31f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:34:42.626618 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-d7a38817-2fac-4522-869c-94babf07d31f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054855 Mar 16 11:34:42.735389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2411e18a-e17d-49f5-bae6-9e90d3184411 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:42.779294 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Request body: {'port': {'device_id': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:42.831573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dbfe9a71-e2ab-43fe-a9dd-b58507e59a65 None None] Provisioning for port 19374341-e5b9-459f-b00a-35a70d1cbd3b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:42.837263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dbfe9a71-e2ab-43fe-a9dd-b58507e59a65 None None] Provisioning complete for port 19374341-e5b9-459f-b00a-35a70d1cbd3b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:42.837683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9a71-e2ab-43fe-a9dd-b58507e59a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.890371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2411e18a-e17d-49f5-bae6-9e90d3184411 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:42.891204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.907336 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e69e04ca-f717-41fa-ba3c-50209c695fe7', 'name': '', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'mac_address': 'fa:16:3e:43:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:36Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 2, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'subnets': [{'id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:42.911675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Checking router: 2d99ade9-9b74-47f1-8455-e5b7c42ab02f for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:42.911929 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Updating router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f port e69e04ca-f717-41fa-ba3c-50209c695fe7 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:42.949207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe9a71-e2ab-43fe-a9dd-b58507e59a65 None None] Port 19374341-e5b9-459f-b00a-35a70d1cbd3b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:42.968011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:42.974879 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.145894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078591-0a56-4b06-960f-7b352879babd req-78653231-1823-4ad3-a448-ade318c01b75 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.146609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-34078591-0a56-4b06-960f-7b352879babd req-78653231-1823-4ad3-a448-ade318c01b75 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Synchronizing usage tracker for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:43.207534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-34078591-0a56-4b06-960f-7b352879babd req-78653231-1823-4ad3-a448-ade318c01b75 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Unset dirty status for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:43.208740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-34078591-0a56-4b06-960f-7b352879babd req-78653231-1823-4ad3-a448-ade318c01b75 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 932 time: 0.2965932 Mar 16 11:34:43.350281 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.362230 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Transition to ACTIVE for port object e69e04ca-f717-41fa-ba3c-50209c695fe7 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:43.369026 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.441771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-34078591-0a56-4b06-960f-7b352879babd req-13ebe962-ef47-44ba-bf90-39440dd335b6 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Synchronizing usage tracker for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:43.489123 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-34078591-0a56-4b06-960f-7b352879babd req-13ebe962-ef47-44ba-bf90-39440dd335b6 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Unset dirty status for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:43.497848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-34078591-0a56-4b06-960f-7b352879babd req-13ebe962-ef47-44ba-bf90-39440dd335b6 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373388 Mar 16 11:34:43.568614 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c6b6-5b9e-498f-af77-fb66a039d64a None None] Pushing event updated for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:43.575786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19374341-e5b9-459f-b00a-35a70d1cbd3b {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:43.584273 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.602528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Transition to ACTIVE for port object 19374341-e5b9-459f-b00a-35a70d1cbd3b will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:43.606769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.626241 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Attempting to bind port e69e04ca-f717-41fa-ba3c-50209c695fe7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:43.626596 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Attempting to bind port e69e04ca-f717-41fa-ba3c-50209c695fe7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:43.626946 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Attempting to bind port e69e04ca-f717-41fa-ba3c-50209c695fe7 on network 68184e1a-83fa-4739-aae6-d4706d78b9f7 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:43.632434 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:43.632802 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Checking segment: {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:43.633223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.633621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Bound using segment: {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:43.634060 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Bound port: e69e04ca-f717-41fa-ba3c-50209c695fe7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0951a063-1fe5-465e-8e31-f6e87ba28e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:43.634420 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.737074 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] For port e69e04ca-f717-41fa-ba3c-50209c695fe7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:43.740453 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] For port e69e04ca-f717-41fa-ba3c-50209c695fe7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e69e04ca-f717-41fa-ba3c-50209c695fe7,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:43.747837 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.780065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:43.829570 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:43.830206 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:34:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:43.860753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Attempting to bind port 19374341-e5b9-459f-b00a-35a70d1cbd3b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:43.861114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Attempting to bind port 19374341-e5b9-459f-b00a-35a70d1cbd3b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:43.861339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Attempting to bind port 19374341-e5b9-459f-b00a-35a70d1cbd3b on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:43.866663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Port 19374341-e5b9-459f-b00a-35a70d1cbd3b on network 937ba03b-3429-4104-9e04-79499f363c66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:34:43.866983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Attempting to bind port 19374341-e5b9-459f-b00a-35a70d1cbd3b on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:43.872522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:43.872874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Checking segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:43.873275 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Bound using segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:43.874283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Bound port: 19374341-e5b9-459f-b00a-35a70d1cbd3b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:43.874620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:43.902291 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c6b6-5b9e-498f-af77-fb66a039d64a None None] Pushing event updated for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:43.989513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:43.992787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:43.997988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.035430 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:44.056412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.057122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.058722 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] 10.222.0.55 "PUT /v2.0/ports/19374341-e5b9-459f-b00a-35a70d1cbd3b HTTP/1.1" status: 200 len: 1094 time: 1.4256005 Mar 16 11:34:44.061962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:44.105128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798907a2-84c8-4241-93bb-ef4f5477eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:44.145545 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b', 'status': 'completed', 'code': 200} Mar 16 11:34:44.190789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-cb0df045-d6ec-4900-a90b-3e6f5a63b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.192609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-cb0df045-d6ec-4900-a90b-3e6f5a63b040 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 1097 time: 0.0801039 Mar 16 11:34:44.272048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-131497a4-e8e5-4f66-a74e-819f4578cf83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b HTTP/1.1" status: 200 len: 217 time: 0.0660052 Mar 16 11:34:44.334043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-9dd56ac7-8049-4853-ab5a-b83a13f01dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.335455 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-9dd56ac7-8049-4853-ab5a-b83a13f01dec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8960bcc1-4523-44af-a45c-1e7036180363 HTTP/1.1" status: 200 len: 856 time: 0.0572648 Mar 16 11:34:44.362008 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e69e04ca-f717-41fa-ba3c-50209c695fe7', 'name': '', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'mac_address': 'fa:16:3e:43:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:36Z', 'updated_at': '2022-03-16T11:34:43Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'subnets': [{'id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:44.365928 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354381-aee1-4672-8dc7-24c6ea3583e2 None None] The sync data for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv is: [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:34:37Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'e69e04ca-f717-41fa-ba3c-50209c695fe7', 'name': '', 'network_id': '68184e1a-83fa-4739-aae6-d4706d78b9f7', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'mac_address': 'fa:16:3e:43:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:36Z', 'updated_at': '2022-03-16T11:34:43Z', 'revision_number': 4, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'subnets': [{'id': '85704c95-1277-4aae-a9cc-af485b9b444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:44.412333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf184-9b5b-4315-962d-935d52e10886 req-1fc26da7-9eb9-4751-8c01-bbe45203cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.413814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-1fc26da7-9eb9-4751-8c01-bbe45203cc86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937ba03b-3429-4104-9e04-79499f363c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724788 Mar 16 11:34:44.548579 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-53f1c757-5648-470a-aab2-2af491eaaaaa service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286361 Mar 16 11:34:44.728809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-44ecf184-9b5b-4315-962d-935d52e10886 req-875a1b69-a5e4-419a-96ae-341912cbe325 service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741033 Mar 16 11:34:44.734415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e69e04ca-f717-41fa-ba3c-50209c695fe7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:44.754989 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d3c24-dff4-4f29-85db-2c0c6dd22855 req-4726936e-e773-4793-bea4-44697c47332e tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.756460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-010d3c24-dff4-4f29-85db-2c0c6dd22855 req-4726936e-e773-4793-bea4-44697c47332e tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 944 time: 0.1217828 Mar 16 11:34:44.800858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-010d3c24-dff4-4f29-85db-2c0c6dd22855 req-7dab7801-b67b-4cbb-9ee3-284a95136e84 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Mar 16 11:34:44.802556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port e69e04ca-f717-41fa-ba3c-50209c695fe7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:44.807634 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e69e04ca-f717-41fa-ba3c-50209c695fe7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:44.808001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.884554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-07e715b6-8773-49a4-add6-7f43913f00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.886048 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-07e715b6-8773-49a4-add6-7f43913f00b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 1097 time: 0.0735977 Mar 16 11:34:44.922351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.953473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port e69e04ca-f717-41fa-ba3c-50209c695fe7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e69e04ca-f717-41fa-ba3c-50209c695fe7,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:44.957346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:45.020506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-d74a15d6-3e79-4d0c-a5bb-e0fe9606ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.022056 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-d74a15d6-3e79-4d0c-a5bb-e0fe9606ffa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 918 time: 0.1297336 Mar 16 11:34:45.023223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:45.097480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-8486ea01-d9cb-4027-a027-5b1b4da9d0d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b HTTP/1.1" status: 200 len: 217 time: 0.0692017 Mar 16 11:34:45.162245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-47085138-c571-4873-895a-c3a7483179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.163624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-47085138-c571-4873-895a-c3a7483179c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8960bcc1-4523-44af-a45c-1e7036180363 HTTP/1.1" status: 200 len: 856 time: 0.0595775 Mar 16 11:34:45.346733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-5aa79068-b723-4a35-b504-ffeeb2bd5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.348182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-5aa79068-b723-4a35-b504-ffeeb2bd5c01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937ba03b-3429-4104-9e04-79499f363c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1783929 Mar 16 11:34:45.479424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-b94edd43-fdd6-4f73-aa52-dfc39dbbf86b service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235082 Mar 16 11:34:45.617364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc64f8a0-b21a-43a4-8589-165fd9952b6d req-0283f871-f044-47f3-b604-4724870bc51e service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316342 Mar 16 11:34:45.993701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8b729-0fcb-4e30-91ac-58e1203b9a27 req-bf8c58a5-5943-412e-8b8b-0f27d22f603b tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.995145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05a8b729-0fcb-4e30-91ac-58e1203b9a27 req-bf8c58a5-5943-412e-8b8b-0f27d22f603b tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 944 time: 0.0877354 Mar 16 11:34:46.040401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05a8b729-0fcb-4e30-91ac-58e1203b9a27 req-21aa9f99-7d82-4ef0-8f9e-301be83c6faf tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Mar 16 11:34:46.715625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e69e04ca-f717-41fa-ba3c-50209c695fe7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:46.784554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port e69e04ca-f717-41fa-ba3c-50209c695fe7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:46.784863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:47.222495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dbf7c-8366-4eb0-90f7-f39cfafed2b8 req-b6b7cc52-6766-4fe2-86d5-61d3adfc9824 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:47.223921 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b61dbf7c-8366-4eb0-90f7-f39cfafed2b8 req-b6b7cc52-6766-4fe2-86d5-61d3adfc9824 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 944 time: 0.0800216 Mar 16 11:34:47.266841 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b61dbf7c-8366-4eb0-90f7-f39cfafed2b8 req-1f71629c-ca5d-41fa-b177-306e12f779e5 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Mar 16 11:34:48.441779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 19374341-e5b9-459f-b00a-35a70d1cbd3b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:34:48.452392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d51db6-f749-4142-add0-5193c2e1111b req-b1e3f341-1f8e-408d-99fe-a147b9b2ef6c tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:48.453969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3d51db6-f749-4142-add0-5193c2e1111b req-b1e3f341-1f8e-408d-99fe-a147b9b2ef6c tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 944 time: 0.0848703 Mar 16 11:34:48.498446 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3d51db6-f749-4142-add0-5193c2e1111b req-ffce09a3-19f4-476b-bf76-6135665d0846 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Mar 16 11:34:48.575024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:48.588793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '19374341-e5b9-459f-b00a-35a70d1cbd3b', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'port_id': '19374341-e5b9-459f-b00a-35a70d1cbd3b', 'mac_address': 'fa:16:3e:fe:29:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:34:48.642236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:48.658862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19374341-e5b9-459f-b00a-35a70d1cbd3b {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:48.673628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:48.677386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:48.746452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:48.754110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.754457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.754794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.755125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.755452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.755779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.756101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.756421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.756740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.757079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.757397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:48.757710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:49.075541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['19374341-e5b9-459f-b00a-35a70d1cbd3b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:34:49.685339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9db4c5-c75a-4911-a1d9-3d31265f99a8 req-c27ae70b-f676-40ea-a02e-168c0b6c16a2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:49.687737 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ad9db4c5-c75a-4911-a1d9-3d31265f99a8 req-c27ae70b-f676-40ea-a02e-168c0b6c16a2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 945 time: 0.0820422 Mar 16 11:34:49.734954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ad9db4c5-c75a-4911-a1d9-3d31265f99a8 req-ed5ee30f-9f0f-41c9-b9de-20f9d71373f1 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Mar 16 11:34:50.456344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 19374341-e5b9-459f-b00a-35a70d1cbd3b up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:50.526909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 19374341-e5b9-459f-b00a-35a70d1cbd3b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:50.531508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 19374341-e5b9-459f-b00a-35a70d1cbd3b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:50.531872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:50.647162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:50.673623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:50.683359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:50.688202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:50.720239 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b', 'code': 200} Mar 16 11:34:50.760673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:50.957305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd6ddb-3121-4c00-a76d-c5b1e435dc55 req-07b2d870-04b1-4361-91f8-960121f2512a tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:50.958737 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bdcd6ddb-3121-4c00-a76d-c5b1e435dc55 req-07b2d870-04b1-4361-91f8-960121f2512a tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.1156425 Mar 16 11:34:51.018792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bdcd6ddb-3121-4c00-a76d-c5b1e435dc55 req-7deda60c-4785-46af-8ff4-19f1e21f791e tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537055 Mar 16 11:34:51.035235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08df8-8469-40e8-9ac0-78f74bf4e4ad req-bab2e536-df0f-4ce9-a18a-795f6f090483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:51.035235 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14d08df8-8469-40e8-9ac0-78f74bf4e4ad req-bab2e536-df0f-4ce9-a18a-795f6f090483 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 1099 time: 0.1224058 Mar 16 11:34:51.075279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14d08df8-8469-40e8-9ac0-78f74bf4e4ad req-a685c25c-2cc7-46e0-a5b3-76ded1657dfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Mar 16 11:34:52.203672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78165-8154-46f9-b1e9-aa36ae564f0d req-e2d435c5-3979-4a67-b8f1-237939340f52 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:52.205109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9d78165-8154-46f9-b1e9-aa36ae564f0d req-e2d435c5-3979-4a67-b8f1-237939340f52 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0778630 Mar 16 11:34:52.247392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b9d78165-8154-46f9-b1e9-aa36ae564f0d req-ddd39573-2f50-4294-a2b2-67ae0b2df93a tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Mar 16 11:34:53.434381 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56513b-9949-41d0-8de0-5c213818bc0a req-6d425626-afff-4e29-b2b1-7b17cdc08933 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:53.436457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc56513b-9949-41d0-8de0-5c213818bc0a req-6d425626-afff-4e29-b2b1-7b17cdc08933 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0823262 Mar 16 11:34:53.481172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc56513b-9949-41d0-8de0-5c213818bc0a req-1c5e2abc-1886-429f-bee2-83c562289cf7 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Mar 16 11:34:53.659821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07821-68c4-46c6-928d-8ada3f0576d9 req-ca6d1a1d-1ad8-4a51-a5e5-be3babc8d835 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:53.661248 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf07821-68c4-46c6-928d-8ada3f0576d9 req-ca6d1a1d-1ad8-4a51-a5e5-be3babc8d835 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0768433 Mar 16 11:34:53.707700 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf07821-68c4-46c6-928d-8ada3f0576d9 req-cdeea70c-81fc-4295-808f-2b5fa1153675 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Mar 16 11:34:56.908622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73634a34-506e-42ff-b3ff-f25efb8c0c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:59.136925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-93d32541-e86f-4611-8a1d-46490061e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:00.567346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:00.590789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:02.006091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:04.356084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:06.007066 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:10.356628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4781f-678a-4eff-815d-1cd406625404 req-af77508d-0e07-4cb4-a028-2047192a5fd9 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:10.358641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fda4781f-678a-4eff-815d-1cd406625404 req-af77508d-0e07-4cb4-a028-2047192a5fd9 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0793478 Mar 16 11:35:10.401750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fda4781f-678a-4eff-815d-1cd406625404 req-9f766f92-2781-4d19-bc99-c2d0693b6b1f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Mar 16 11:35:11.589492 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d57b5-aeb4-4bd6-9db2-60915808f070 req-854a5961-cd8d-4c62-8f93-60ed3efd24e9 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:11.590902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-520d57b5-aeb4-4bd6-9db2-60915808f070 req-854a5961-cd8d-4c62-8f93-60ed3efd24e9 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0814338 Mar 16 11:35:11.634595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-520d57b5-aeb4-4bd6-9db2-60915808f070 req-e74648eb-d5b8-4c1f-9bcd-a326a6d17e55 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Mar 16 11:35:12.344317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-591d6201-4800-4a6c-ad39-75ab2214fafe tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:12.345849 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-591d6201-4800-4a6c-ad39-75ab2214fafe tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.0797243 Mar 16 11:35:12.417419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Deleting port 19374341-e5b9-459f-b00a-35a70d1cbd3b {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:12.417419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:12.652389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] For port 19374341-e5b9-459f-b00a-35a70d1cbd3b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19374341-e5b9-459f-b00a-35a70d1cbd3b,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:12.653095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:12.918695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Calling delete_port for 19374341-e5b9-459f-b00a-35a70d1cbd3b owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:13.063846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb5fd-ee8a-41f9-9a01-1bafc6b223b2 req-2f78c309-692d-40b5-98c5-7f829db39622 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:13.065542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d6eb5fd-ee8a-41f9-9a01-1bafc6b223b2 req-2f78c309-692d-40b5-98c5-7f829db39622 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=debae8e9-6005-47c8-8ab9-2944d4dc37b8 HTTP/1.1" status: 200 len: 946 time: 0.2383575 Mar 16 11:35:13.133411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d6eb5fd-ee8a-41f9-9a01-1bafc6b223b2 req-4ad7392f-6c1a-4910-9eda-2a887bc83c1c tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620413 Mar 16 11:35:13.134666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:13.168596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['19374341-e5b9-459f-b00a-35a70d1cbd3b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:13.213705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Pushing event deleted for resources: {'Port': ['ID=19374341-e5b9-459f-b00a-35a70d1cbd3b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:13.231777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.232119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.232487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.233002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.233351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.233681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.234003 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.234329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.234650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.234970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.235288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.235606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:13.280599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] No DVR routers for this DVR port 19374341-e5b9-459f-b00a-35a70d1cbd3b on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:13.283115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:13.287019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'name': 'network-vif-deleted', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:13.303077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ecad2f67-debc-4295-b484-b22ac9934a6b req-26f52313-5b69-48ee-9eb8-dd7817ee9a48 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "DELETE /v2.0/ports/19374341-e5b9-459f-b00a-35a70d1cbd3b HTTP/1.1" status: 204 len: 173 time: 0.9523280 Mar 16 11:35:13.334141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debae8e9-6005-47c8-8ab9-2944d4dc37b8', 'name': 'network-vif-deleted', 'tag': '19374341-e5b9-459f-b00a-35a70d1cbd3b', 'status': 'completed', 'code': 200} Mar 16 11:35:14.698408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-3a1768e3-53ec-498e-886d-138ccf7b64dd tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.699838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-3a1768e3-53ec-498e-886d-138ccf7b64dd tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 817 time: 0.1557024 Mar 16 11:35:14.714692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-93e00872-e718-4cc4-9dcf-cf1d52830329 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/quotas/8d8d98d0f03c4ca59c01274c2d752351 HTTP/1.1" status: 200 len: 375 time: 0.0088472 Mar 16 11:35:14.794573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-bd1cf245-63f8-457d-9b04-efe5f3d8ec50 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Synchronizing usage tracker for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:14.809748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-bd1cf245-63f8-457d-9b04-efe5f3d8ec50 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Unset dirty status for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:14.811604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-bd1cf245-63f8-457d-9b04-efe5f3d8ec50 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920658 Mar 16 11:35:14.945792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-a7e15e39-b720-4e28-a026-db3bb2940974 service neutron] 10.222.0.50 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224933 Mar 16 11:35:15.074718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-e4d9ac67-9189-4c91-ac9f-795193217537 service neutron] 10.222.0.50 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231251 Mar 16 11:35:15.251462 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e120ee2-6834-439b-bfaa-6ebf5d1aad42 req-a6b6fab4-49f0-4fcb-b708-8847aa68a925 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0412660 Mar 16 11:35:16.387089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-1e25d9b5-7811-4098-a8e3-4a1fe147af82 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:16.388378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-1e25d9b5-7811-4098-a8e3-4a1fe147af82 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 817 time: 0.1630101 Mar 16 11:35:16.438501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Request body: {'port': {'device_id': '3269f046-6527-400f-9ef1-b806318c5ad8', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'admin_state_up': True, 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:16.456820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-305a5db4-a9f2-47dc-8606-5dc43793c42f req-00e5e9a0-ec79-4b32-befd-9203a90c0d6c tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0668314 Mar 16 11:35:16.574305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 19374341-e5b9-459f-b00a-35a70d1cbd3b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:16.583636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:16.594059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:16.604025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Made reservation on behalf of 8d8d98d0f03c4ca59c01274c2d752351 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:16.608085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 19374341-e5b9-459f-b00a-35a70d1cbd3b {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:16.608424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 19374341-e5b9-459f-b00a-35a70d1cbd3b not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:16.608593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.867674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Allocated IP 172.20.0.5 (937ba03b-3429-4104-9e04-79499f363c66/8960bcc1-4523-44af-a45c-1e7036180363/b5aaf1ea-8a1e-47f7-a190-a23c71d52607) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:17.071589 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.087140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Transition to ACTIVE for port object b5aaf1ea-8a1e-47f7-a190-a23c71d52607 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:17.110537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.178515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Network 937ba03b-3429-4104-9e04-79499f363c66 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:17.179665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:17.188535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:17.225571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Pushing event updated for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:17.258107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.258668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.284039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-60921dfa-23c3-40d9-9702-f258d12f7fee tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539267 Mar 16 11:35:17.301523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Request body: {'port': {'device_id': '3269f046-6527-400f-9ef1-b806318c5ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:17.383167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6223090c-961c-451b-9fe0-473b7e545d65 None None] Provisioning for port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:17.389992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6223090c-961c-451b-9fe0-473b7e545d65 None None] Provisioning complete for port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:17.390532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6223090c-961c-451b-9fe0-473b7e545d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.417206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.454754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6223090c-961c-451b-9fe0-473b7e545d65 None None] Port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:17.751077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021b0f6-6df1-4dfd-be18-db5646f4f1dd req-7304c009-5f4e-4b0b-b186-74c08ab07721 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.751676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1021b0f6-6df1-4dfd-be18-db5646f4f1dd req-7304c009-5f4e-4b0b-b186-74c08ab07721 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Synchronizing usage tracker for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:17.778920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1021b0f6-6df1-4dfd-be18-db5646f4f1dd req-7304c009-5f4e-4b0b-b186-74c08ab07721 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Unset dirty status for tenant:8d8d98d0f03c4ca59c01274c2d752351 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:17.780283 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1021b0f6-6df1-4dfd-be18-db5646f4f1dd req-7304c009-5f4e-4b0b-b186-74c08ab07721 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 931 time: 0.2020524 Mar 16 11:35:17.858371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5aaf1ea-8a1e-47f7-a190-a23c71d52607 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:17.869307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.877643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1021b0f6-6df1-4dfd-be18-db5646f4f1dd req-06ef919b-1f05-4e12-9a9d-5a1b88f65082 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Mar 16 11:35:17.888252 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Transition to ACTIVE for port object b5aaf1ea-8a1e-47f7-a190-a23c71d52607 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:17.892150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.050854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:18.126916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Attempting to bind port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:18.127261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Attempting to bind port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:18.127557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Attempting to bind port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:18.131947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 on network 937ba03b-3429-4104-9e04-79499f363c66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:35:18.132254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Attempting to bind port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 on network 937ba03b-3429-4104-9e04-79499f363c66 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:18.137301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:18.137627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Checking segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:18.138000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Bound using segment: {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:18.138411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Bound port: b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5948f0-b65a-485b-97fe-8af408e8a87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '937ba03b-3429-4104-9e04-79499f363c66'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:18.139430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.225226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:18.228002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:18.231737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.287594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.288167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.289516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5aaf1ea-8a1e-47f7-a190-a23c71d52607 HTTP/1.1" status: 200 len: 1093 time: 0.9923763 Mar 16 11:35:18.289953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:18.318521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbbafd-6319-4bc5-8b19-0a15a2c633e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:18.375049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607', 'status': 'completed', 'code': 200} Mar 16 11:35:18.415805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-76c01132-6c04-4ed8-9238-d818ba274b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.417300 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-76c01132-6c04-4ed8-9238-d818ba274b79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0737624 Mar 16 11:35:18.494571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-2892e53f-94b3-44f8-ac7b-0591d901492f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607 HTTP/1.1" status: 200 len: 217 time: 0.0654252 Mar 16 11:35:18.556250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-a5a20778-4154-45ab-a443-58fb194c5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.557643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-a5a20778-4154-45ab-a443-58fb194c5321 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8960bcc1-4523-44af-a45c-1e7036180363 HTTP/1.1" status: 200 len: 856 time: 0.0575781 Mar 16 11:35:18.740169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-e14e71e9-b593-4db4-a65b-07e9c6007b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.741645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-e14e71e9-b593-4db4-a65b-07e9c6007b68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937ba03b-3429-4104-9e04-79499f363c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1785989 Mar 16 11:35:18.871335 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-4584237e-3641-4993-8caf-28769cfeee67 service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219156 Mar 16 11:35:19.043135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14b02b7b-2518-4ae7-a100-79c6506524ba req-1d3f3d13-ab59-44c4-9e28-0c8cb1763a7e service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664331 Mar 16 11:35:19.079740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ab9-1d92-4f94-a5d9-a1466bf64df3 req-f658043e-0152-460a-9e4e-7fb146ef7669 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.081198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e298ab9-1d92-4f94-a5d9-a1466bf64df3 req-f658043e-0152-460a-9e4e-7fb146ef7669 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 943 time: 0.0993245 Mar 16 11:35:19.126878 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9e298ab9-1d92-4f94-a5d9-a1466bf64df3 req-d40f86a5-7bc0-40fa-b669-68343104d9b9 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Mar 16 11:35:19.202324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-7b4743dd-2622-4a99-b9b4-2cb7cb8dabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.203840 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-7b4743dd-2622-4a99-b9b4-2cb7cb8dabc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0762148 Mar 16 11:35:19.334586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-1a41985e-66d4-4e17-bef8-3a0181d3378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.336109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-1a41985e-66d4-4e17-bef8-3a0181d3378c service neutron] 10.222.0.55 "GET /v2.0/networks?id=937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 200 len: 918 time: 0.1259413 Mar 16 11:35:19.400823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-3a3fbaef-019f-472e-9bae-4a501f298e37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607 HTTP/1.1" status: 200 len: 217 time: 0.0573678 Mar 16 11:35:19.462612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-8ce87eac-07e4-48c9-abd0-c97096977068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.463991 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-8ce87eac-07e4-48c9-abd0-c97096977068 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8960bcc1-4523-44af-a45c-1e7036180363 HTTP/1.1" status: 200 len: 856 time: 0.0573015 Mar 16 11:35:19.535813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-b577f647-97e9-439e-bbe4-cb22392caf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.537271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-b577f647-97e9-439e-bbe4-cb22392caf36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937ba03b-3429-4104-9e04-79499f363c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676014 Mar 16 11:35:19.667237 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-91f9ef59-0183-4658-bbfd-23f5d7d6c7a1 service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234000 Mar 16 11:35:19.797394 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5de9ef7e-3e01-48c7-afab-b7c78b1c8cad req-5f90a647-9b29-40fb-8dd1-7d7f99779c7d service neutron] 10.222.0.55 "GET /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234214 Mar 16 11:35:20.312320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9a7c0-9929-4782-af2c-53e5d600bd83 req-17ed72fd-239c-4abc-8249-3e958be06ccf tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.313796 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45d9a7c0-9929-4782-af2c-53e5d600bd83 req-17ed72fd-239c-4abc-8249-3e958be06ccf tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 943 time: 0.0829415 Mar 16 11:35:20.356175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-45d9a7c0-9929-4782-af2c-53e5d600bd83 req-ad47a93d-6bd8-44ae-8b19-69074c014b9d tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Mar 16 11:35:21.536455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2beb7-ade0-4431-8a50-94d89f839589 req-68f5a5a1-e037-4c2a-b9fb-92d705fb16d3 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.537899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7dc2beb7-ade0-4431-8a50-94d89f839589 req-68f5a5a1-e037-4c2a-b9fb-92d705fb16d3 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 943 time: 0.0788982 Mar 16 11:35:21.580908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7dc2beb7-ade0-4431-8a50-94d89f839589 req-555cc8fe-2fea-4032-81ee-ad6191eaacff tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Mar 16 11:35:22.584922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device b5aaf1ea-8a1e-47f7-a190-a23c71d52607 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:22.720955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:22.736613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607', 'network_id': '937ba03b-3429-4104-9e04-79499f363c66', 'port_id': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607', 'mac_address': 'fa:16:3e:ff:48:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8960bcc1-4523-44af-a45c-1e7036180363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:22.794385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:22.812502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5aaf1ea-8a1e-47f7-a190-a23c71d52607 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:22.828394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:22.835658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:22.905373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:22.920539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62213af1-fd37-41ef-b4b4-a50cef0ac85a req-68576bc2-82dc-4d15-aae0-f550138ef51f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:22.922020 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62213af1-fd37-41ef-b4b4-a50cef0ac85a req-68576bc2-82dc-4d15-aae0-f550138ef51f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0833886 Mar 16 11:35:22.966192 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62213af1-fd37-41ef-b4b4-a50cef0ac85a req-f3f95c9c-0dfb-4d4c-a728-d4c3096a9b45 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Mar 16 11:35:23.211685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['b5aaf1ea-8a1e-47f7-a190-a23c71d52607'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:24.150961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbc302-b993-4ead-99a6-990e27badb29 req-e4868b08-7bc2-4e21-8875-fed47b5e5eb4 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:24.152377 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f5bbc302-b993-4ead-99a6-990e27badb29 req-e4868b08-7bc2-4e21-8875-fed47b5e5eb4 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0808444 Mar 16 11:35:24.195422 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f5bbc302-b993-4ead-99a6-990e27badb29 req-7867b9c1-f45b-491d-a5e9-ac7a853c2ff7 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Mar 16 11:35:24.587886 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device b5aaf1ea-8a1e-47f7-a190-a23c71d52607 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:24.653742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:24.658847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:24.659217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.774348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.799722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:24.809387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:24.814132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.850059 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607', 'code': 200} Mar 16 11:35:24.880521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:25.102456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdbe5c-5cec-454c-bc04-431b6ad7741d req-816c3895-8594-467c-ab90-b45ae02ddf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.103870 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46fdbe5c-5cec-454c-bc04-431b6ad7741d req-816c3895-8594-467c-ab90-b45ae02ddf98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0685849 Mar 16 11:35:25.143089 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-46fdbe5c-5cec-454c-bc04-431b6ad7741d req-adc5f140-747d-49de-bc75-1c30edc0238f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Mar 16 11:35:25.475623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b39c4-2a42-4678-9ff4-9437f7f6076d req-fb9fdabc-bb91-4422-a153-5f01348da124 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.476982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-307b39c4-2a42-4678-9ff4-9437f7f6076d req-fb9fdabc-bb91-4422-a153-5f01348da124 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.1772971 Mar 16 11:35:25.520383 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-307b39c4-2a42-4678-9ff4-9437f7f6076d req-9d00ac71-40b7-439a-8030-0b1237893433 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Mar 16 11:35:26.704272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c083a-5806-4459-8bc9-88ecdba88f26 req-1e7de7bc-22ba-4f3a-adf8-dabdb9b9cc47 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:26.705730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1c9c083a-5806-4459-8bc9-88ecdba88f26 req-1e7de7bc-22ba-4f3a-adf8-dabdb9b9cc47 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0794153 Mar 16 11:35:26.752501 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1c9c083a-5806-4459-8bc9-88ecdba88f26 req-adf38ead-eb74-4188-9db2-63db37e7e44d tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Mar 16 11:35:26.910041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-112c897f-a35f-4b84-b8e3-9831150873a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.945598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab52c-4ca5-413a-bbdd-5cf5d99e78ce req-b041cde6-7549-4b42-ab55-cede0ae9e8c2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:26.947033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6abab52c-4ca5-413a-bbdd-5cf5d99e78ce req-b041cde6-7549-4b42-ab55-cede0ae9e8c2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0825315 Mar 16 11:35:26.991947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6abab52c-4ca5-413a-bbdd-5cf5d99e78ce req-b030cadc-d41f-4759-87bf-f3df926fc09f tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Mar 16 11:35:29.140357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-41c749fa-2a57-4b4d-ab6f-ec8dba6fef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.571182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.594147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.008008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:34.370882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.395472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e521-fdfd-428d-93af-f38826da1e4c req-115c1802-d608-4697-b0ac-3f778d8a1684 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.396851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1604e521-fdfd-428d-93af-f38826da1e4c req-115c1802-d608-4697-b0ac-3f778d8a1684 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0875821 Mar 16 11:35:42.449911 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1604e521-fdfd-428d-93af-f38826da1e4c req-12834fcf-8d3e-45ee-af64-5e55494f83e8 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Mar 16 11:35:43.006418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:43.669877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c32e-dca6-47ae-90e8-e85e88959239 req-a9fc8f31-bde4-414e-8ed1-5775eaa7ced2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.671342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f615c32e-dca6-47ae-90e8-e85e88959239 req-a9fc8f31-bde4-414e-8ed1-5775eaa7ced2 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0788531 Mar 16 11:35:43.713414 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f615c32e-dca6-47ae-90e8-e85e88959239 req-53490728-4e29-4cc6-83c3-cf86932dd3e8 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/security-groups?id=09092d8e-7280-4110-9d47-8ce1df1e4945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Mar 16 11:35:44.216858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-1259b533-9176-4743-a4ea-188d08c765ff tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:44.218448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-1259b533-9176-4743-a4ea-188d08c765ff tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0929916 Mar 16 11:35:44.286182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Deleting port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:44.286521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.529144 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] For port b5aaf1ea-8a1e-47f7-a190-a23c71d52607, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:44.529498 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.650554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Calling delete_port for b5aaf1ea-8a1e-47f7-a190-a23c71d52607 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:44.793323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.827279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['b5aaf1ea-8a1e-47f7-a190-a23c71d52607'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:44.878308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Pushing event deleted for resources: {'Port': ['ID=b5aaf1ea-8a1e-47f7-a190-a23c71d52607,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:44.917702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce2fd473-0e88-4b3f-ae39-4277b9231c96 req-72a53061-bad8-4809-93ec-c387f9265982 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.50 "GET /v2.0/ports?device_id=3269f046-6527-400f-9ef1-b806318c5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0871375 Mar 16 11:35:44.969665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] No DVR routers for this DVR port b5aaf1ea-8a1e-47f7-a190-a23c71d52607 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:44.972158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:44.974826 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'name': 'network-vif-deleted', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:44.992717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-527320be-34cb-46c4-ab8a-0664c81e9efa req-c65e664f-0eb5-4dda-87a0-b627301f1dc0 tempest-TestEncryptedCinderVolumes-1930593228 tempest-TestEncryptedCinderVolumes-1930593228-project] 10.222.0.55 "DELETE /v2.0/ports/b5aaf1ea-8a1e-47f7-a190-a23c71d52607 HTTP/1.1" status: 204 len: 173 time: 0.7694488 Mar 16 11:35:45.026337 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3269f046-6527-400f-9ef1-b806318c5ad8', 'name': 'network-vif-deleted', 'tag': 'b5aaf1ea-8a1e-47f7-a190-a23c71d52607', 'status': 'completed', 'code': 200} Mar 16 11:35:46.045091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51918) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:46.568675 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:47.034548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Deleting port 6a370936-ea74-4ca3-9bb1-d04a630219f2 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:47.034887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:47.208507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] For port 6a370936-ea74-4ca3-9bb1-d04a630219f2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6a370936-ea74-4ca3-9bb1-d04a630219f2,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:47.209214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:47.337926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Calling delete_port for 6a370936-ea74-4ca3-9bb1-d04a630219f2 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:47.650724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:47.697994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a370936-ea74-4ca3-9bb1-d04a630219f2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:47.739552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.739898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.740238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.740572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.740924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.741256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.741583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.741908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.742230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.742550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.742865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.743180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:47.987267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:48.443187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Router c288dd01-5596-4b5a-bcb4-fe144d5b2205 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:48.619523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:48.628826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Sync routers for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:48.633067 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-54059958-0e11-4419-97f5-68693209d6e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/c288dd01-5596-4b5a-bcb4-fe144d5b2205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867946 Mar 16 11:35:48.635464 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51922) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:48.638235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:48.638906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:48.786720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device b5aaf1ea-8a1e-47f7-a190-a23c71d52607 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:48.821156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:48.835385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: b5aaf1ea-8a1e-47f7-a190-a23c71d52607 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:48.835731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device b5aaf1ea-8a1e-47f7-a190-a23c71d52607 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:48.864353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:48.998607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.008498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Deleting port e2ebe94d-ef85-4b62-9710-6137a3e74cd5 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:49.009016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.178235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:35:47Z', 'revision_number': 5, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port': {'id': 'e2ebe94d-ef85-4b62-9710-6137a3e74cd5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:49.181101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] For port e2ebe94d-ef85-4b62-9710-6137a3e74cd5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:49.181728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.182445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Checking router: c288dd01-5596-4b5a-bcb4-fe144d5b2205 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:49.190741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Routers {'c288dd01-5596-4b5a-bcb4-fe144d5b2205'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:49.191335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:49.306175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Calling delete_port for e2ebe94d-ef85-4b62-9710-6137a3e74cd5 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:49.340108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] Set router c288dd01-5596-4b5a-bcb4-fe144d5b2205 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:49.448734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:35:48Z', 'revision_number': 6, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:49.453580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99312bf-746c-47b4-a2bb-f8d01ef2ade2 None None] The sync data for ids ['c288dd01-5596-4b5a-bcb4-fe144d5b2205'] in dv-neutron-828143-9-hyperv is: [{'id': 'c288dd01-5596-4b5a-bcb4-fe144d5b2205', 'name': 'tempest-TestEncryptedCinderVolumes-1614666701-router', 'tenant_id': '8d8d98d0f03c4ca59c01274c2d752351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:27Z', 'updated_at': '2022-03-16T11:35:48Z', 'revision_number': 6, 'project_id': '8d8d98d0f03c4ca59c01274c2d752351', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:49.600351 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.672075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ebe94d-ef85-4b62-9710-6137a3e74cd5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:49.735757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.912892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.915339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.938342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.938876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c288dd01-5596-4b5a-bcb4-fe144d5b2205 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:35:49.950410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:49.951521 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e17f7c0c-0b25-444a-8cdf-c47893189d05 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c288dd01-5596-4b5a-bcb4-fe144d5b2205 HTTP/1.1" status: 204 len: 168 time: 1.3151736 Mar 16 11:35:49.954747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51926) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:50.011861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Deleting subnet 8960bcc1-4523-44af-a45c-1e7036180363 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:35:50.015392 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.066700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.142861 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.211729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.252227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8960bcc1-4523-44af-a45c-1e7036180363,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:50.256051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.261864 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-69ccc536-194c-4f04-b54d-60c35555c79d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8960bcc1-4523-44af-a45c-1e7036180363 HTTP/1.1" status: 204 len: 168 time: 0.3061466 Mar 16 11:35:50.264264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51930) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:50.265940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80faa0a7-6c40-4fa1-90a7-31965760c469 None None] Network 937ba03b-3429-4104-9e04-79499f363c66 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:50.371549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.382875 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Deleting port d656fde9-e782-43c0-9206-c21f9e569a64 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:50.383210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.577562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] DHCP port deletion for 937ba03b-3429-4104-9e04-79499f363c66 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:35:50.581331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Deleting port d656fde9-e782-43c0-9206-c21f9e569a64 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:50.581701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.594846 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] For port d656fde9-e782-43c0-9206-c21f9e569a64, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d656fde9-e782-43c0-9206-c21f9e569a64,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:50.595198 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.721248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Calling delete_port for d656fde9-e782-43c0-9206-c21f9e569a64 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:50.765485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d656fde9-e782-43c0-9206-c21f9e569a64 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:50.802215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.833336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] For port d656fde9-e782-43c0-9206-c21f9e569a64, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d656fde9-e782-43c0-9206-c21f9e569a64,segment=NetworkSegment(5e5948f0-b65a-485b-97fe-8af408e8a87f),segment_id=5e5948f0-b65a-485b-97fe-8af408e8a87f)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:50.833725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.850785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] No DVR routers for this DVR port d656fde9-e782-43c0-9206-c21f9e569a64 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:50.880028 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d656fde9-e782-43c0-9206-c21f9e569a64,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:50.960443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Calling delete_port for d656fde9-e782-43c0-9206-c21f9e569a64 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:50.969213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.986882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port d656fde9-e782-43c0-9206-c21f9e569a64 {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:35:50.987290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d656fde9-e782-43c0-9206-c21f9e569a64 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:50.987704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a370936-ea74-4ca3-9bb1-d04a630219f2 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:50.994444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937ba03b-3429-4104-9e04-79499f363c66']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:51.009970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5948f0-b65a-485b-97fe-8af408e8a87f') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:51.010257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5948f0-b65a-485b-97fe-8af408e8a87f') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:51.022167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.026892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6a370936-ea74-4ca3-9bb1-d04a630219f2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:51.027233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6a370936-ea74-4ca3-9bb1-d04a630219f2 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:51.027643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e2ebe94d-ef85-4b62-9710-6137a3e74cd5 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:51.073078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e2ebe94d-ef85-4b62-9710-6137a3e74cd5 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:51.073419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e2ebe94d-ef85-4b62-9710-6137a3e74cd5 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:51.102509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:35:51.102866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:35:51.136955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.143349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:35:51.143731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:35:51.157034 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:35:51.230855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.246026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.257691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] Pushing event deleted for resources: {'Network': ['ID=937ba03b-3429-4104-9e04-79499f363c66,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:51.269314 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-25153a37-064f-4dbc-915b-3db9671330ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/937ba03b-3429-4104-9e04-79499f363c66 HTTP/1.1" status: 204 len: 168 time: 1.0034044 Mar 16 11:35:51.272105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51934) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:51.603711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Deleting port d656fde9-e782-43c0-9206-c21f9e569a64 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:51.604268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.669064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5be6e96f-c9fb-43df-a628-15976a522fdf None None] The port 'd656fde9-e782-43c0-9206-c21f9e569a64' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:35:51.799514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.133711 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Deleting port e69e04ca-f717-41fa-ba3c-50209c695fe7 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:52.133961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.299286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] For port e69e04ca-f717-41fa-ba3c-50209c695fe7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=e69e04ca-f717-41fa-ba3c-50209c695fe7,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:52.299629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.526265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Calling delete_port for e69e04ca-f717-41fa-ba3c-50209c695fe7 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:52.697503 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:52.747056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69e04ca-f717-41fa-ba3c-50209c695fe7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:53.011763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:53.355543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:53.533400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:53.541981 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-560e8957-c83f-41bf-82e5-bcbabb9f9603 admin admin] 10.222.0.50 "PUT /v2.0/routers/2d99ade9-9b74-47f1-8455-e5b7c42ab02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2689323 Mar 16 11:35:53.542119 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Sync routers for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:53.544478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51938) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:53.551438 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:53.552029 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:53.715120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:53.722217 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:54.008203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.009116 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178'}], 'enable_snat': True}, 'gw_port_id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:35:52Z', 'revision_number': 5, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port': {'id': '2411e18a-e17d-49f5-bae6-9e90d3184411', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:34Z', 'updated_at': '2022-03-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:54.013362 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Checking router: 2d99ade9-9b74-47f1-8455-e5b7c42ab02f for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:54.018612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Deleting port 2411e18a-e17d-49f5-bae6-9e90d3184411 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:54.019167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.022435 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Routers {'2d99ade9-9b74-47f1-8455-e5b7c42ab02f'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:54.023036 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:54.195362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] For port 2411e18a-e17d-49f5-bae6-9e90d3184411, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2411e18a-e17d-49f5-bae6-9e90d3184411,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:54.195715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.197717 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] Set router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:54.300812 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:35:54Z', 'revision_number': 6, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:54.304708 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1071d6-ef12-464d-9a53-701f6cbdb2cb None None] The sync data for ids ['2d99ade9-9b74-47f1-8455-e5b7c42ab02f'] in dv-neutron-828143-9-hyperv is: [{'id': '2d99ade9-9b74-47f1-8455-e5b7c42ab02f', 'name': 'tempest-TestEncryptedCinderVolumes-1337492210-router', 'tenant_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:33Z', 'updated_at': '2022-03-16T11:35:54Z', 'revision_number': 6, 'project_id': 'cf3e2eb4cf8b4ab1924c23b74ebfe66f', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:54.317563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Calling delete_port for 2411e18a-e17d-49f5-bae6-9e90d3184411 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:54.494791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.542196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2411e18a-e17d-49f5-bae6-9e90d3184411,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:54.632472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.806910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.809173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.832446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.832999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d99ade9-9b74-47f1-8455-e5b7c42ab02f {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:35:54.845151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.846289 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3509c24e-13b4-433b-a9cd-3ef730e26e97 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2d99ade9-9b74-47f1-8455-e5b7c42ab02f HTTP/1.1" status: 204 len: 168 time: 1.3008704 Mar 16 11:35:54.848697 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51942) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:54.906054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Deleting subnet 85704c95-1277-4aae-a9cc-af485b9b444a {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:35:54.908898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:54.959480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.036276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.107016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e69e04ca-f717-41fa-ba3c-50209c695fe7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:55.112922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.144658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: e69e04ca-f717-41fa-ba3c-50209c695fe7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:55.145110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device e69e04ca-f717-41fa-ba3c-50209c695fe7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:55.154100 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85704c95-1277-4aae-a9cc-af485b9b444a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:55.158332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.163659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbbadc-f0fa-4372-b63a-a5210bebd91e None None] Network 68184e1a-83fa-4739-aae6-d4706d78b9f7 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:55.164799 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b9145770-e366-465e-bc44-43c22cd6e097 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/85704c95-1277-4aae-a9cc-af485b9b444a HTTP/1.1" status: 204 len: 168 time: 0.3151321 Mar 16 11:35:55.167153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51946) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:55.277563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.289504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Deleting port b2826c4c-07a5-4150-8d41-6d2d3eacb285 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:55.289834 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.463470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] DHCP port deletion for 68184e1a-83fa-4739-aae6-d4706d78b9f7 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:35:55.468346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Deleting port b2826c4c-07a5-4150-8d41-6d2d3eacb285 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:55.468818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.618837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] For port b2826c4c-07a5-4150-8d41-6d2d3eacb285, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b2826c4c-07a5-4150-8d41-6d2d3eacb285,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:55.619190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.667453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] For port b2826c4c-07a5-4150-8d41-6d2d3eacb285, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b2826c4c-07a5-4150-8d41-6d2d3eacb285,segment=NetworkSegment(0951a063-1fe5-465e-8e31-f6e87ba28e82),segment_id=0951a063-1fe5-465e-8e31-f6e87ba28e82)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:55.667730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.743529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Calling delete_port for b2826c4c-07a5-4150-8d41-6d2d3eacb285 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:55.785348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Calling delete_port for b2826c4c-07a5-4150-8d41-6d2d3eacb285 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:55.820870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.860278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:35:55.860626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:35:55.870501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2826c4c-07a5-4150-8d41-6d2d3eacb285,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:55.872251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] No DVR routers for this DVR port b2826c4c-07a5-4150-8d41-6d2d3eacb285 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:55.985713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.009687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68184e1a-83fa-4739-aae6-d4706d78b9f7']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:56.021171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0951a063-1fe5-465e-8e31-f6e87ba28e82') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:56.021457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0951a063-1fe5-465e-8e31-f6e87ba28e82') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:56.033234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.049577 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.055665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:35:56.056040 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:35:56.069077 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:35:56.146521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.162081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.172348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68184e1a-83fa-4739-aae6-d4706d78b9f7,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:56.176301 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2aff7022-5f80-4a55-bac0-c2c5f1b1bdd1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/68184e1a-83fa-4739-aae6-d4706d78b9f7 HTTP/1.1" status: 204 len: 168 time: 1.0081642 Mar 16 11:35:56.356438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51954) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:56.362128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Deleting port b2826c4c-07a5-4150-8d41-6d2d3eacb285 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:56.362603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.406056 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2da3804f-c927-4c86-a5bd-27a1d877b297 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d8d98d0f03c4ca59c01274c2d752351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484262 Mar 16 11:35:56.408801 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51958) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:56.427535 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eefe373-dbf4-4b78-bb0a-0f8f51592869 None None] The port 'b2826c4c-07a5-4150-8d41-6d2d3eacb285' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:35:56.472863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.498136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.549783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.568166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09092d8e-7280-4110-9d47-8ce1df1e4945,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:56.574823 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.576172 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-06842ace-d80d-486e-823e-54dae3811200 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09092d8e-7280-4110-9d47-8ce1df1e4945 HTTP/1.1" status: 204 len: 168 time: 0.1660852 Mar 16 11:35:56.746653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2411e18a-e17d-49f5-bae6-9e90d3184411 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:56.782035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 2411e18a-e17d-49f5-bae6-9e90d3184411 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:56.782377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2411e18a-e17d-49f5-bae6-9e90d3184411 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:56.782799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b2826c4c-07a5-4150-8d41-6d2d3eacb285 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:56.816493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b2826c4c-07a5-4150-8d41-6d2d3eacb285 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:56.816837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b2826c4c-07a5-4150-8d41-6d2d3eacb285 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:56.910984 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f0650ad3-d475-4a5f-9c52-c4168c023d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:56.923295 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51966) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:56.973784 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-abf78268-fa6c-4c4d-a632-2e364f5e7601 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf3e2eb4cf8b4ab1924c23b74ebfe66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492315 Mar 16 11:35:56.976320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 51970) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:57.041206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:57.068312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:57.117791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:57.131841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1438ef-fa59-4b41-9777-9b5e0dc4628d,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:57.141641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:57.142750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-74cf24ce-9302-4e4f-aeec-f7bb98dc0721 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f1438ef-fa59-4b41-9777-9b5e0dc4628d HTTP/1.1" status: 204 len: 168 time: 0.1654735 Mar 16 11:35:57.882129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 51994) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:57.984272 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-387882363-network', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:57.989183 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:57.993044 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Usage tracker for resource:network and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:57.996543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:58.002485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:58.012001 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Made reservation on behalf of f31d80f093ee448c8fcb63ae95a4f45c for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:58.014880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.027162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.045901 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:58.050669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:58.054869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:58.062215 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:58.143259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.147098 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.179994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:35:58.188975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9207a71f-dfe6-4f6c-9637-989c30488cab,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:58.194510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.194849 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Added segment 0f2df4ac-e017-4bd5-9db7-9cd31dc09215 of type vlan for network e37f6cfb-f429-4fbd-97f4-33776e9d93ea Mar 16 11:35:58.226055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.254526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.255422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:58.255986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.357137 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4738138 Mar 16 11:35:58.359913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34e007-c2e2-4aea-98e2-fe537a5b8993 admin admin] Pushing event updated for resources: {'Network': ['ID=e37f6cfb-f429-4fbd-97f4-33776e9d93ea,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:58.360715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52000) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:58.367546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Request body: {'subnet': {'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-387882363-subnet', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:58.369460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:35:58.372624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:58.377167 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Usage tracker for resource:subnet and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:58.380102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:58.385940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:58.397045 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Made reservation on behalf of f31d80f093ee448c8fcb63ae95a4f45c for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:58.399370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.709966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.784136 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a44cb8-0bdb-47e1-b218-c6d238fdbe39,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:58.792496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Checking segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:58.792865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Network hostable DHCP agents. Network: e37f6cfb-f429-4fbd-97f4-33776e9d93ea, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:35:58.810843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:35:58.820455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, e37f6cfb-f429-4fbd-97f4-33776e9d93ea) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:58.824768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:58.825698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.830851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97144ffe-b25e-48c5-94c2-0d63c5d955c8 None None] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:35:58.850731 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-aa908dd0-166b-455a-81fd-30a91bdc730c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4857662 Mar 16 11:35:58.851154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52004) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:58.856227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:58.861034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:58.864981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Usage tracker for resource:router and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:58.867792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:58.873463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:58.883552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.884594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:58.899800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.057383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:35:59.058227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.157695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-27d7dc0e-cc07-4f5a-8fe6-8054c4b765cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.227240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Allocated IP 172.20.0.2 (e37f6cfb-f429-4fbd-97f4-33776e9d93ea/32a44cb8-0bdb-47e1-b218-c6d238fdbe39/c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:59.283937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.449365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.459288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Transition to ACTIVE for port object c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:59.476875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Transition to ACTIVE for port object c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:59.484165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.575501 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:59.582978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:59.586973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:59.593392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Pushing event updated for resources: {'Port': ['ID=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:59.611923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.636609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.636987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.637325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.637651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.637970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.638295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.638638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.638922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.639755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.640123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.640434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.640744 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:59.645687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.703773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Attempting to bind port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:59.704064 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Attempting to bind port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:59.704414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Attempting to bind port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 on network e37f6cfb-f429-4fbd-97f4-33776e9d93ea {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:59.709626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:59.709996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Checking segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:59.710389 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.710780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Bound using segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:59.711365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Bound port: c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:59.711737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.782242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Allocated IP 172.26.0.209 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a46f1d06-4c21-4ae5-b2d7-8711cc9155d3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:59.800879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] For port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:59.803962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] For port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:59.808539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.894126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6bedf-56d2-4105-96c7-eefbd1fffb1d None None] Pushing event updated for resources: {'Port': ['ID=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:59.951568 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:59.984923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:00.044354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:00.047933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:00.055970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:00.098991 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Pushing event updated for resources: {'Port': ['ID=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:00.478321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:00.577399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:00.599249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:00.784154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:00.860647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:00.886819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a6a4e-fbcf-4d39-a3ba-98ec49ceaee2 None None] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:00.945572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.000019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Provisioning for port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:01.017222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Provisioning complete for port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:01.017599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.149457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Router cb715b33-eff4-416c-b607-f243511b8034 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:36:01.231422 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.278711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] For port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:01.283622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.331182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:01.346996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Sync routers for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:01.362108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.363436 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b20ed817-b766-4342-9c09-d3b68a022da5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5112119 Mar 16 11:36:01.366282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52008) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:01.370967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:01.371599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:01.425088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89d3c9-a57b-43c9-af27-d78ce2a64843 None None] Pushing event updated for resources: {'Port': ['ID=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:01.575613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:01.719206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d316b32a-ae37-42ba-80e6-a3f9bfbd5b81 None None] Provisioning complete for port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:01.719917 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d316b32a-ae37-42ba-80e6-a3f9bfbd5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.968757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:00Z', 'revision_number': 3, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:01.972648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Checking router: cb715b33-eff4-416c-b607-f243511b8034 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:01.973030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Updating router cb715b33-eff4-416c-b607-f243511b8034 port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:02.070298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.075122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.076677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.395409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Allocated IP 172.20.0.1 (e37f6cfb-f429-4fbd-97f4-33776e9d93ea/32a44cb8-0bdb-47e1-b218-c6d238fdbe39/82e2980a-fd9d-47a8-b3da-b43fa3e27857) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:02.396617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.409188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Transition to ACTIVE for port object a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:02.415631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.493598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Attempting to bind port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:02.494053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Attempting to bind port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:02.494475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Attempting to bind port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:02.496616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b09a2b-408f-4971-9fd6-86bcad789c17 None None] Pushing event updated for resources: {'Port': ['ID=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:02.503321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:02.503751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:02.504216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.504663 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:02.505298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Bound port: a46f1d06-4c21-4ae5-b2d7-8711cc9155d3, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:02.505664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.541724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.558226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Transition to ACTIVE for port object 82e2980a-fd9d-47a8-b3da-b43fa3e27857 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:02.581210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] For port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:02.582860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.584301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] For port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:02.588513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.646521 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:02.649309 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:02.651609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:02.664454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:02.665115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:02.705264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Pushing event updated for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:02.724601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:02.733724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b09a2b-408f-4971-9fd6-86bcad789c17 None None] Pushing event updated for resources: {'Port': ['ID=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:02.816704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:02.905761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:03.001187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.016217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dbfeed66-b685-4005-a31d-53b4c86da550 None None] Provisioning for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:03.035287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-dbfeed66-b685-4005-a31d-53b4c86da550 None None] Provisioning complete for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:03.035650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-dbfeed66-b685-4005-a31d-53b4c86da550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.167553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:03.167820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.199504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-dbfeed66-b685-4005-a31d-53b4c86da550 None None] Port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:03.222607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.227064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.335865 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Pushing event updated for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:03.338386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.361730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:00Z', 'revision_number': 3, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:03.365620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d5c1-7fff-44b3-a24c-5d200093d358 None None] The sync data for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv is: [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:00Z', 'revision_number': 3, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:03.477058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:03.478118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:03.697791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Router cb715b33-eff4-416c-b607-f243511b8034 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:03.935034 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3a82a3fe-5cc0-4250-93d6-08b23cdb7137 None None] Provisioning complete for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:03.935747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3a82a3fe-5cc0-4250-93d6-08b23cdb7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:03.999344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-3a82a3fe-5cc0-4250-93d6-08b23cdb7137 None None] Port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:04.024465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:04.034218 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-112aba1d-ad12-4a27-8c8c-3ee753d68527 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb715b33-eff4-416c-b607-f243511b8034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6665034 Mar 16 11:36:04.375432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.547534 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52026) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:04.553020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1435838484-network', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:04.557961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:04.562560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Usage tracker for resource:network and tenant:88902b3ec51e4fad9e05be242d9143e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:04.565324 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:04.570985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:04.582250 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Made reservation on behalf of 88902b3ec51e4fad9e05be242d9143e3 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:04.584932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.597950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.613981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:04.618021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:88902b3ec51e4fad9e05be242d9143e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:04.620794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:04.627297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:04.716412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.721211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.748282 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:36:04.760965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee84e3dc-b34d-4e37-b78a-5f2c36bf3fa0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:04.765869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.766208 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Added segment f5e5c59b-59ee-4490-bccd-4bd40f658567 of type vlan for network db662cf6-db93-4948-8898-a740265dcebe Mar 16 11:36:04.788067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:04.796158 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.825492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.826470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:04.828162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.856375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:04.861612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:04.861979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:04.867451 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Sync routers for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:04.878165 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:04.878820 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:04.939700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3910122 Mar 16 11:36:04.943031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52030) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:04.950590 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87cd2a-ba7b-4fc2-9049-c2c1ba88f7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=db662cf6-db93-4948-8898-a740265dcebe,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:04.952913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Request body: {'subnet': {'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1435838484-subnet', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'ip_version': 4}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:04.960460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:04.961576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network db662cf6-db93-4948-8898-a740265dcebe details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:36:04.964630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Usage tracker for resource:subnet and tenant:88902b3ec51e4fad9e05be242d9143e3 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:04.967838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:04.975864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:04.988017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Made reservation on behalf of 88902b3ec51e4fad9e05be242d9143e3 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:04.990719 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.065847 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:05.125693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.143043 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:05.147713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.204501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.218662 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:05.284809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f3261b-479e-4677-82b6-df6bae52d4fd,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:05.292360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Checking segment: {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:05.292800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Network hostable DHCP agents. Network: db662cf6-db93-4948-8898-a740265dcebe, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:36:05.314730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Network db662cf6-db93-4948-8898-a740265dcebe is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:36:05.323802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, db662cf6-db93-4948-8898-a740265dcebe) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:05.328533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:05.329138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.335013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c74a2b-f0b1-49a8-a393-0ea1b9a6e968 None None] Network db662cf6-db93-4948-8898-a740265dcebe requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:05.350360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-eca35d48-520a-4884-b95e-39918eeb49ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4043903 Mar 16 11:36:05.352964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52034) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:05.359019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:05.364053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:05.367890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Usage tracker for resource:router and tenant:88902b3ec51e4fad9e05be242d9143e3 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:05.370869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:05.376513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:05.387657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.388619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.394461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:03Z', 'revision_number': 2, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:05.399465 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Checking router: cb715b33-eff4-416c-b607-f243511b8034 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:05.399943 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Updating router cb715b33-eff4-416c-b607-f243511b8034 port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:05.407633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.459987 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.576183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-db662cf6-db93-4948-8898-a740265dcebe', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:36:05.577691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.678601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.740485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Allocated IP 172.20.0.2 (db662cf6-db93-4948-8898-a740265dcebe/55f3261b-479e-4677-82b6-df6bae52d4fd/05e1e610-f267-4a0d-8847-f60015314743) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:05.868710 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.880560 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Transition to ACTIVE for port object 82e2980a-fd9d-47a8-b3da-b43fa3e27857 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:05.888412 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.955566 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.967906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Transition to ACTIVE for port object 05e1e610-f267-4a0d-8847-f60015314743 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:05.990649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Transition to ACTIVE for port object 05e1e610-f267-4a0d-8847-f60015314743 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:05.995326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.028472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.065834 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Network db662cf6-db93-4948-8898-a740265dcebe is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:06.069211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:06.069374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.073707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:06.086626 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Pushing event updated for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:06.099537 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.099867 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.100196 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.100515 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.100852 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.101173 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.101484 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.101797 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.102108 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.102418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.102722 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.103028 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:06.161630 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Attempting to bind port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:06.161630 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Attempting to bind port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:06.161932 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Attempting to bind port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 on network e37f6cfb-f429-4fbd-97f4-33776e9d93ea {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:06.166183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Pushing event updated for resources: {'Port': ['ID=05e1e610-f267-4a0d-8847-f60015314743,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:06.167450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:06.168365 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Checking segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:06.168365 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.168587 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Bound using segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:06.169092 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Bound port: 82e2980a-fd9d-47a8-b3da-b43fa3e27857, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:06.169457 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.187688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Attempting to bind port 05e1e610-f267-4a0d-8847-f60015314743 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:06.188058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Attempting to bind port 05e1e610-f267-4a0d-8847-f60015314743 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:06.188409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Attempting to bind port 05e1e610-f267-4a0d-8847-f60015314743 on network db662cf6-db93-4948-8898-a740265dcebe {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:06.194184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:06.194554 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Checking segment: {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:06.194950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.195333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Bound using segment: {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:06.195783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Bound port: 05e1e610-f267-4a0d-8847-f60015314743, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:06.196147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.237400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Allocated IP 172.26.0.187 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/91b7758d-3ddf-423d-9b83-8ce840ad057f) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:06.268440 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] For port 82e2980a-fd9d-47a8-b3da-b43fa3e27857, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:06.271632 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] For port 82e2980a-fd9d-47a8-b3da-b43fa3e27857, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=82e2980a-fd9d-47a8-b3da-b43fa3e27857,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:06.276521 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.297786 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] For port 05e1e610-f267-4a0d-8847-f60015314743, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:06.300794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] For port 05e1e610-f267-4a0d-8847-f60015314743, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=05e1e610-f267-4a0d-8847-f60015314743,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:06.305086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.353493 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:06.354279 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:06.388314 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0b65-7fc3-431a-b4ce-3e340b0ba1a5 None None] Pushing event updated for resources: {'Port': ['ID=05e1e610-f267-4a0d-8847-f60015314743,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:06.428893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.442674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bea8a-5690-410c-9c25-18d4135bcee7 None None] Pushing event updated for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:06.484561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.561637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:06.562830 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:06.565366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:06.569342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:06.627084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Pushing event updated for resources: {'Port': ['ID=91b7758d-3ddf-423d-9b83-8ce840ad057f,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:06.894082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:06.959208 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:06Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:06.962815 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e89d9-f11d-4fe3-b466-eb004a39f3d9 None None] The sync data for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv is: [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:06Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:06.964950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:06.965416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:07.125673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 05e1e610-f267-4a0d-8847-f60015314743 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:07.190731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:07.197070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 05e1e610-f267-4a0d-8847-f60015314743 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:07.542899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90244ae-e0e2-4393-a3ee-3957e723a41a None None] Network db662cf6-db93-4948-8898-a740265dcebe requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:36:07.565604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:07.658204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Provisioning for port 05e1e610-f267-4a0d-8847-f60015314743 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:07.675986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Provisioning complete for port 05e1e610-f267-4a0d-8847-f60015314743 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:07.676496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:07.788703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Router 1ac0d31d-2131-492b-8464-807e4df9c903 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:36:07.933141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:07.970492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:07.983945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] For port 05e1e610-f267-4a0d-8847-f60015314743, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=05e1e610-f267-4a0d-8847-f60015314743,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:07.985541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Sync routers for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:07.994808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:08.001633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:08.002885 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7ab704fa-edf1-495f-803a-f6bb7a01ee09 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6487138 Mar 16 11:36:08.005563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52040) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:08.053915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:08.054553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:08.169497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1db8d4-96b6-4e30-9e38-b644bc6bd26e None None] Pushing event updated for resources: {'Port': ['ID=05e1e610-f267-4a0d-8847-f60015314743,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:08.268619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ec5f9a56-f8f9-4a20-8f79-f1b43fbcfea7 None None] Provisioning complete for port 05e1e610-f267-4a0d-8847-f60015314743 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:08.268897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9a56-f8f9-4a20-8f79-f1b43fbcfea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:08.309361 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:08.662507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:06Z', 'revision_number': 3, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:08.666704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Checking router: 1ac0d31d-2131-492b-8464-807e4df9c903 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:08.667057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Updating router 1ac0d31d-2131-492b-8464-807e4df9c903 port 91b7758d-3ddf-423d-9b83-8ce840ad057f binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:08.727858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:08.825880 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:08.834285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 82e2980a-fd9d-47a8-b3da-b43fa3e27857 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:09.004985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:09.013589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:09.014078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.028331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Allocated IP 172.20.0.1 (db662cf6-db93-4948-8898-a740265dcebe/55f3261b-479e-4677-82b6-df6bae52d4fd/11073c44-e9ae-4300-8014-cd555675109a) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:09.180895 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.202005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Transition to ACTIVE for port object 11073c44-e9ae-4300-8014-cd555675109a will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:09.214198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.226060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.228989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.246188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Transition to ACTIVE for port object 91b7758d-3ddf-423d-9b83-8ce840ad057f will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:09.255811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.290664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Network db662cf6-db93-4948-8898-a740265dcebe is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:09.293470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:09.296050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:09.309402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 82e2980a-fd9d-47a8-b3da-b43fa3e27857, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=82e2980a-fd9d-47a8-b3da-b43fa3e27857,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:09.323099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.323615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 05e1e610-f267-4a0d-8847-f60015314743 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:09.354679 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Pushing event updated for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:09.370423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.425191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Attempting to bind port 91b7758d-3ddf-423d-9b83-8ce840ad057f on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:09.425563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Attempting to bind port 91b7758d-3ddf-423d-9b83-8ce840ad057f by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:09.426302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Attempting to bind port 91b7758d-3ddf-423d-9b83-8ce840ad057f on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:09.441516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:09.441516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:09.441968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.442405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:09.443032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Bound port: 91b7758d-3ddf-423d-9b83-8ce840ad057f, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:09.443155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.469646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd964c1-6619-4d43-a765-5cc35233ce45 None None] Pushing event updated for resources: {'Port': ['ID=91b7758d-3ddf-423d-9b83-8ce840ad057f,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:09.516630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.611282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:09.615178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] For port 91b7758d-3ddf-423d-9b83-8ce840ad057f, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:09.619058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] For port 91b7758d-3ddf-423d-9b83-8ce840ad057f, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91b7758d-3ddf-423d-9b83-8ce840ad057f,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:09.620059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 05e1e610-f267-4a0d-8847-f60015314743 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:09.620478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.644912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9162bb2b-96e4-48c3-a44d-cbed81dda9d4 None None] Provisioning for port 11073c44-e9ae-4300-8014-cd555675109a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:09.652621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.709754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9162bb2b-96e4-48c3-a44d-cbed81dda9d4 None None] Provisioning complete for port 11073c44-e9ae-4300-8014-cd555675109a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:09.710122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9162bb2b-96e4-48c3-a44d-cbed81dda9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.739760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.745075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.805393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9162bb2b-96e4-48c3-a44d-cbed81dda9d4 None None] Port 11073c44-e9ae-4300-8014-cd555675109a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:09.811943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:09.812573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:09.850149 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:09.853494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Pushing event updated for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:09.870295 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd964c1-6619-4d43-a765-5cc35233ce45 None None] Pushing event updated for resources: {'Port': ['ID=91b7758d-3ddf-423d-9b83-8ce840ad057f,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:10.046658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:10.099143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Network db662cf6-db93-4948-8898-a740265dcebe is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:10.100306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:10.286793 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Router 1ac0d31d-2131-492b-8464-807e4df9c903 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:10.360196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-711d67e0-f886-4d93-b85b-3fc642bbe622 None None] Provisioning complete for port 11073c44-e9ae-4300-8014-cd555675109a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:10.360717 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-711d67e0-f886-4d93-b85b-3fc642bbe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:10.418517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-711d67e0-f886-4d93-b85b-3fc642bbe622 None None] Port 11073c44-e9ae-4300-8014-cd555675109a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:10.425685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11073c44-e9ae-4300-8014-cd555675109a', 'name': '', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'mac_address': 'fa:16:3e:26:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:08Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 2, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'subnets': [{'id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:10.429585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c10c5a-1efb-4787-ae5e-b8311cfbbe1d None None] The sync data for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv is: [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11073c44-e9ae-4300-8014-cd555675109a', 'name': '', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'mac_address': 'fa:16:3e:26:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:08Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 2, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'subnets': [{'id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:10.469551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:10.478306 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-642e66c1-e7f0-464f-9f2d-045bd538cb68 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ac0d31d-2131-492b-8464-807e4df9c903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716494 Mar 16 11:36:10.779270 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 82e2980a-fd9d-47a8-b3da-b43fa3e27857 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:10.853319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:10.853682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:12.807533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91b7758d-3ddf-423d-9b83-8ce840ad057f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:12.893572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 91b7758d-3ddf-423d-9b83-8ce840ad057f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:12.898908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91b7758d-3ddf-423d-9b83-8ce840ad057f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:12.899351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:13.028597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:13.048811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 91b7758d-3ddf-423d-9b83-8ce840ad057f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91b7758d-3ddf-423d-9b83-8ce840ad057f,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:13.052743 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:13.129353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=91b7758d-3ddf-423d-9b83-8ce840ad057f,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:14.156285 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Sync routers for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:14.166218 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:14.167044 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:14.350349 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:14.735729 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11073c44-e9ae-4300-8014-cd555675109a', 'name': '', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'mac_address': 'fa:16:3e:26:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:08Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 2, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'subnets': [{'id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:14.738521 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Checking router: 1ac0d31d-2131-492b-8464-807e4df9c903 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:14.738942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Updating router 1ac0d31d-2131-492b-8464-807e4df9c903 port 11073c44-e9ae-4300-8014-cd555675109a binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:36:14.775578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91b7758d-3ddf-423d-9b83-8ce840ad057f up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:14.829857 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:14.907702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91b7758d-3ddf-423d-9b83-8ce840ad057f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:14.908467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.243123 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.256484 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Transition to ACTIVE for port object 11073c44-e9ae-4300-8014-cd555675109a will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:15.263683 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.426160 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b3073-fffa-4065-9dcd-5d8aa1aefbda None None] Pushing event updated for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:15.550731 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Attempting to bind port 11073c44-e9ae-4300-8014-cd555675109a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:15.551095 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Attempting to bind port 11073c44-e9ae-4300-8014-cd555675109a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:15.551442 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Attempting to bind port 11073c44-e9ae-4300-8014-cd555675109a on network db662cf6-db93-4948-8898-a740265dcebe {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:15.567900 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:15.567900 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Checking segment: {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:15.568936 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.569333 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Bound using segment: {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:15.569807 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Bound port: 11073c44-e9ae-4300-8014-cd555675109a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e5c59b-59ee-4490-bccd-4bd40f658567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:15.570633 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.706847 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] For port 11073c44-e9ae-4300-8014-cd555675109a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:15.711164 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] For port 11073c44-e9ae-4300-8014-cd555675109a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11073c44-e9ae-4300-8014-cd555675109a,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:15.727769 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.817411 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b3073-fffa-4065-9dcd-5d8aa1aefbda None None] Pushing event updated for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:15.851364 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:15.852461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:35:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:16.128704 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:16.592133 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11073c44-e9ae-4300-8014-cd555675109a', 'name': '', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'mac_address': 'fa:16:3e:26:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:08Z', 'updated_at': '2022-03-16T11:36:15Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'subnets': [{'id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:16.596710 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3fb7c-fffb-40a9-99d6-0f29caa2752f None None] The sync data for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv is: [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11073c44-e9ae-4300-8014-cd555675109a', 'name': '', 'network_id': 'db662cf6-db93-4948-8898-a740265dcebe', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'mac_address': 'fa:16:3e:26:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:08Z', 'updated_at': '2022-03-16T11:36:15Z', 'revision_number': 4, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'subnets': [{'id': '55f3261b-479e-4677-82b6-df6bae52d4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:16.807093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11073c44-e9ae-4300-8014-cd555675109a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:16.897248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 11073c44-e9ae-4300-8014-cd555675109a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:16.905637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 11073c44-e9ae-4300-8014-cd555675109a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:16.906007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:17.081978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:17.118101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 11073c44-e9ae-4300-8014-cd555675109a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11073c44-e9ae-4300-8014-cd555675109a,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:17.122779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:17.211398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:18.768697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11073c44-e9ae-4300-8014-cd555675109a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:18.853219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 11073c44-e9ae-4300-8014-cd555675109a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:18.853692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.005427 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:20.928941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-f77ddb13-1ef1-4bca-9817-34932bafcb92 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:20.930374 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-f77ddb13-1ef1-4bca-9817-34932bafcb92 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 814 time: 0.1429284 Mar 16 11:36:20.945399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-213603e5-306f-4000-8411-b5dd9b2a0bdd tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/quotas/f31d80f093ee448c8fcb63ae95a4f45c HTTP/1.1" status: 200 len: 375 time: 0.0088003 Mar 16 11:36:21.029343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-6767ff4f-aa34-43b2-a622-016f1560b8c4 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789230 Mar 16 11:36:21.165769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-26976b91-f2bb-4eb2-a1e6-667c12a2e191 service neutron] 10.222.0.50 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253054 Mar 16 11:36:21.297343 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-f8bf5e89-746c-4805-a888-8fc0f4b540d0 service neutron] 10.222.0.50 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 Mar 16 11:36:21.585585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15904d61-2f5c-425d-af58-f6f8799f18d6 req-e5b7079a-6230-4b67-901c-d9158cda2a60 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 210 time: 0.1590211 Mar 16 11:36:22.583879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-70f9b99c-933b-4cde-81a7-51854f43d705 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:22.585304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-70f9b99c-933b-4cde-81a7-51854f43d705 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 814 time: 0.1467516 Mar 16 11:36:22.602586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'port': {'device_id': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'admin_state_up': True, 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:22.747310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9425dfb6-733f-4073-aa47-ec5f843f0fe6 req-bc3e8bba-1ea4-49a6-b4fc-dae275af525a tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 210 time: 0.0488172 Mar 16 11:36:22.781597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:22.785391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:port and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:22.788143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:22.793767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:22.804106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Made reservation on behalf of f31d80f093ee448c8fcb63ae95a4f45c for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:22.807846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:22.982145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Allocated IP 172.20.0.10 (e37f6cfb-f429-4fbd-97f4-33776e9d93ea/32a44cb8-0bdb-47e1-b218-c6d238fdbe39/dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:23.348314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.368233 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Transition to ACTIVE for port object dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:23.394523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.465475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:23.474302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:23.485668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:23.557969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:23.558599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.583325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:23.598792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.599441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.599627 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.599911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.600249 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.600646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.601056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.601386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.601718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.602042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.602369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.602696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:23.606851 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-ca8cbad7-51b7-4471-a62d-2ee38ed16407 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0081100 Mar 16 11:36:23.819197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-55b73fc5-5338-4029-9a50-4ecee0725279 None None] Provisioning for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:23.825716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-55b73fc5-5338-4029-9a50-4ecee0725279 None None] Provisioning complete for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:23.826645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-55b73fc5-5338-4029-9a50-4ecee0725279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:23.906949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-55b73fc5-5338-4029-9a50-4ecee0725279 None None] Port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:24.109338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d5e25-97e5-43cb-a720-bb43b38a35fa req-cbd958b5-228f-493f-81e8-b433dd053cba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:24.110058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fc3d5e25-97e5-43cb-a720-bb43b38a35fa req-cbd958b5-228f-493f-81e8-b433dd053cba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Synchronizing usage tracker for tenant:f31d80f093ee448c8fcb63ae95a4f45c on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:24.128348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fc3d5e25-97e5-43cb-a720-bb43b38a35fa req-cbd958b5-228f-493f-81e8-b433dd053cba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Unset dirty status for tenant:f31d80f093ee448c8fcb63ae95a4f45c on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:24.129595 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc3d5e25-97e5-43cb-a720-bb43b38a35fa req-cbd958b5-228f-493f-81e8-b433dd053cba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.1037729 Mar 16 11:36:24.175483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fc3d5e25-97e5-43cb-a720-bb43b38a35fa req-c90bb7c9-0bfe-45a9-b676-53c631e542a6 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Mar 16 11:36:25.374758 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a51d8-b8f6-4e53-bb19-23aa9c4018dc req-b32a1f1f-65ae-44a0-99d4-ef2d4cdb792c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.376564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b29a51d8-b8f6-4e53-bb19-23aa9c4018dc req-b32a1f1f-65ae-44a0-99d4-ef2d4cdb792c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0900607 Mar 16 11:36:25.429073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b29a51d8-b8f6-4e53-bb19-23aa9c4018dc req-0b805000-0145-4c61-80e2-1638f9c8f6e3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Mar 16 11:36:26.637706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cc536-839a-4221-861c-8cf9764b652c req-339d2ab9-653c-4941-aeb1-c40749449041 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:26.639802 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c67cc536-839a-4221-861c-8cf9764b652c req-339d2ab9-653c-4941-aeb1-c40749449041 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0924938 Mar 16 11:36:26.688795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c67cc536-839a-4221-861c-8cf9764b652c req-13e17e98-152a-4e8a-9b08-ba414485b405 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Mar 16 11:36:26.915031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-359fc066-df3f-4523-9eee-1820d259e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.892943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42db4a-cb24-4f5d-830b-ba6cbe4c485b req-46ea7fbf-465d-4181-869b-9c71335505ba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:27.896234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cb42db4a-cb24-4f5d-830b-ba6cbe4c485b req-46ea7fbf-465d-4181-869b-9c71335505ba tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0844994 Mar 16 11:36:27.944197 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cb42db4a-cb24-4f5d-830b-ba6cbe4c485b req-d4f71a42-84a1-4729-b6fd-865fece34c47 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Mar 16 11:36:29.147833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-69a240eb-fe15-45bc-b07c-ee4543f2e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:29.158631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24492be7-f14b-4344-9394-f86e755d4fe9 req-a0fa3ca4-2314-48d1-a5b1-d4b575106a29 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:29.160104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24492be7-f14b-4344-9394-f86e755d4fe9 req-a0fa3ca4-2314-48d1-a5b1-d4b575106a29 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0981185 Mar 16 11:36:29.207483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24492be7-f14b-4344-9394-f86e755d4fe9 req-fea53ae9-7266-4232-ace6-b7e1e8f42ba9 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Mar 16 11:36:30.407460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbfee6-7530-427b-b22b-26e45be4826c req-4485a4a1-3fd9-48da-a30f-bc19eb220961 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:30.409047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9bdbfee6-7530-427b-b22b-26e45be4826c req-4485a4a1-3fd9-48da-a30f-bc19eb220961 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0806444 Mar 16 11:36:30.457796 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9bdbfee6-7530-427b-b22b-26e45be4826c req-cd2c34ae-db09-4310-a42f-0753af3042b3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Mar 16 11:36:30.576432 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:30.603940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.643855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9c05-1ca7-4980-80bf-c2d7862d14bd req-680480f0-25ff-4163-ac0f-6938a71abd61 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:31.645316 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8dc9c05-1ca7-4980-80bf-c2d7862d14bd req-680480f0-25ff-4163-ac0f-6938a71abd61 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 932 time: 0.0848856 Mar 16 11:36:31.688819 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d8dc9c05-1ca7-4980-80bf-c2d7862d14bd req-5c56dcee-3e4e-499a-ac15-24097c6a4b28 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Mar 16 11:36:32.016599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.314541 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Request body: {'port': {'device_id': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:32.422158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.769130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:32.776512 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.790953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Transition to ACTIVE for port object dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:32.824624 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.109949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.197339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b54bc-b3e7-44bd-bbed-807f26c783be req-f8f1ab0f-f3a5-419d-a6e8-51a9b90ab296 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.198711 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe1b54bc-b3e7-44bd-bbed-807f26c783be req-f8f1ab0f-f3a5-419d-a6e8-51a9b90ab296 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 944 time: 0.4048674 Mar 16 11:36:33.206462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Attempting to bind port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:33.206794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Attempting to bind port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:33.207121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Attempting to bind port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b on network e37f6cfb-f429-4fbd-97f4-33776e9d93ea {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:33.224879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b on network e37f6cfb-f429-4fbd-97f4-33776e9d93ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:36:33.225205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Attempting to bind port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b on network e37f6cfb-f429-4fbd-97f4-33776e9d93ea {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:33.236092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:33.236365 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Checking segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:33.236745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Bound using segment: {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:33.237204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Bound port: dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2df4ac-e017-4bd5-9db7-9cd31dc09215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:33.237563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.296485 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe1b54bc-b3e7-44bd-bbed-807f26c783be req-43d09be8-68d5-45da-afd9-cf4caa489fa1 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908964 Mar 16 11:36:33.340469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:33.345102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:33.349438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.407936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.408461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.409821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1094 time: 1.1002121 Mar 16 11:36:33.410253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:33.443899 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301f552-c2cc-44f0-b0f5-641aae5c6a44 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.537046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:36:33.546296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-42aa0161-5c8f-4dd7-a149-baca87502d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.547770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-42aa0161-5c8f-4dd7-a149-baca87502d59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1097 time: 0.0811391 Mar 16 11:36:33.627136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-8a8270c7-7d3b-40a6-9b20-8cc8a8a610f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 217 time: 0.0634434 Mar 16 11:36:33.688382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-8401d735-9285-4173-803d-845bc5b3f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.689717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-8401d735-9285-4173-803d-845bc5b3f930 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0570619 Mar 16 11:36:33.766720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-34c85bcc-4c0c-47fc-8c4d-998b7a15d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.768055 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-34c85bcc-4c0c-47fc-8c4d-998b7a15d760 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724363 Mar 16 11:36:33.895490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-2c101fd1-b353-456a-b738-f4da7dc2daba service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212101 Mar 16 11:36:34.024793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-229f0f94-44a7-4d44-be06-bd4ba3f2258e req-5e331e51-1559-4c0c-a068-1fc63d365cfe service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219985 Mar 16 11:36:34.178781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3919-e848-4610-b292-407447138959 req-8232b69e-5e71-4e14-b5a1-f1288f9a55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.180205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-8232b69e-5e71-4e14-b5a1-f1288f9a55b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1097 time: 0.0691237 Mar 16 11:36:34.314230 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3919-e848-4610-b292-407447138959 req-3a3dfefb-38a2-49d8-87df-6a5c1fbec5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.315634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-3a3dfefb-38a2-49d8-87df-6a5c1fbec5c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1285193 Mar 16 11:36:34.374911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.387240 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-ba9cc045-706b-43b9-8df2-04415891daef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 217 time: 0.0640788 Mar 16 11:36:34.505105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3919-e848-4610-b292-407447138959 req-0a8e6d54-f91f-431f-8e15-bc2b49e7d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.506540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-0a8e6d54-f91f-431f-8e15-bc2b49e7d9f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.1139224 Mar 16 11:36:34.580181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8213ca-b937-4db9-a923-2df9c3bc7e46 req-1feb2198-cb60-4ffa-97a9-6ba0494d247c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.581576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c8213ca-b937-4db9-a923-2df9c3bc7e46 req-1feb2198-cb60-4ffa-97a9-6ba0494d247c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 944 time: 0.1557953 Mar 16 11:36:34.639648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c8213ca-b937-4db9-a923-2df9c3bc7e46 req-14e17dd0-1c77-481a-8720-6856e1741cbd tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Mar 16 11:36:34.642443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3919-e848-4610-b292-407447138959 req-71cbbc07-5f41-476d-b0e3-238f1f7d862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.643676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-71cbbc07-5f41-476d-b0e3-238f1f7d862b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285813 Mar 16 11:36:34.775042 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-054205b3-33ea-4c45-aee2-c8251272dabe service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243079 Mar 16 11:36:35.018800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-41ff3919-e848-4610-b292-407447138959 req-7ed2899d-2829-410c-ae1c-209a57ceb355 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368410 Mar 16 11:36:35.823837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07a9b1-4a64-4597-a2dd-b6b70434efc9 req-89a81af3-591b-43bb-b61f-7a62bc8341a2 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.825378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f07a9b1-4a64-4597-a2dd-b6b70434efc9 req-89a81af3-591b-43bb-b61f-7a62bc8341a2 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 944 time: 0.0821159 Mar 16 11:36:35.868624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9f07a9b1-4a64-4597-a2dd-b6b70434efc9 req-5be3fe93-1510-4af7-bdc9-5ac2e4396ca7 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Mar 16 11:36:37.047671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df07fd-53d8-49d4-8557-7318b8e374bc req-7f772283-2c5a-49a1-a20c-e5407bbdea42 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:37.049182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5df07fd-53d8-49d4-8557-7318b8e374bc req-7f772283-2c5a-49a1-a20c-e5407bbdea42 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 944 time: 0.0774252 Mar 16 11:36:37.051689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:36:37.096844 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5df07fd-53d8-49d4-8557-7318b8e374bc req-40cbdb7b-f949-49f0-ba43-b59ee0a054ec tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Mar 16 11:36:37.182415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:37.197907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'port_id': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'mac_address': 'fa:16:3e:e3:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:36:37.251161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.269868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:37.285139 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:37.289056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:37.353393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:37.668393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:38.279489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4a8f6-d674-4116-9d85-466ba3075b66 req-add53282-5bcc-432a-b594-9a7858f0d9c2 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:38.281391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27c4a8f6-d674-4116-9d85-466ba3075b66 req-add53282-5bcc-432a-b594-9a7858f0d9c2 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 945 time: 0.0784242 Mar 16 11:36:38.325047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27c4a8f6-d674-4116-9d85-466ba3075b66 req-388393f8-c466-4a18-a984-e9eb1d1310f8 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Mar 16 11:36:39.062628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:39.130724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:39.135199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:39.135567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.246754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.275126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:39.286287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:39.290587 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:39.351952 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'code': 200} Mar 16 11:36:39.392546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:39.513774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db53a-778f-4b32-b5a5-2f79eb3a3b20 req-bd2705e5-5e98-48a2-83b9-8c9076bffb06 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:39.515263 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-768db53a-778f-4b32-b5a5-2f79eb3a3b20 req-bd2705e5-5e98-48a2-83b9-8c9076bffb06 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0850682 Mar 16 11:36:39.603142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-768db53a-778f-4b32-b5a5-2f79eb3a3b20 req-7428a9d8-c600-41dd-abb5-f96b6aa06382 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Mar 16 11:36:39.623759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004ada-b40c-424a-b555-1bcf2b0d1208 req-53c18211-76ce-4d23-921e-aa73739e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:39.625281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b0004ada-b40c-424a-b555-1bcf2b0d1208 req-53c18211-76ce-4d23-921e-aa73739e2bfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1099 time: 0.0907803 Mar 16 11:36:39.665208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b0004ada-b40c-424a-b555-1bcf2b0d1208 req-900276b7-4a85-4ccc-9927-eb0754b18492 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Mar 16 11:36:40.787984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109eaa-0af8-4add-a2e1-e5de9f5b38be req-72d327e7-af8a-4d6e-9be0-5d81eaf39f00 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:40.789447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31109eaa-0af8-4add-a2e1-e5de9f5b38be req-72d327e7-af8a-4d6e-9be0-5d81eaf39f00 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0819654 Mar 16 11:36:40.832961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31109eaa-0af8-4add-a2e1-e5de9f5b38be req-060afb07-bc31-41bf-840a-849fbf4ad36b tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Mar 16 11:36:42.015714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323bae-6c3a-457a-bad7-76d32d9e28b2 req-8827a7d4-d3ff-4ceb-a8b4-e275b9139209 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:42.017165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d323bae-6c3a-457a-bad7-76d32d9e28b2 req-8827a7d4-d3ff-4ceb-a8b4-e275b9139209 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0831792 Mar 16 11:36:42.064426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8d323bae-6c3a-457a-bad7-76d32d9e28b2 req-b118bb50-243f-4fc1-b7e9-88011f2677f0 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Mar 16 11:36:42.245350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807f20-2ffb-434e-8305-44fec2b80ab7 req-c7d5deb1-e842-4261-9154-c38ec5507aa8 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:42.246675 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87807f20-2ffb-434e-8305-44fec2b80ab7 req-c7d5deb1-e842-4261-9154-c38ec5507aa8 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0786283 Mar 16 11:36:42.289980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87807f20-2ffb-434e-8305-44fec2b80ab7 req-9540b691-f8d1-45af-8664-70d5c4d717a2 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Mar 16 11:36:42.675933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651e63-fc42-44d7-88f6-882b9c281310 req-c0161e8f-d712-4cb3-8971-9e84d6bd5e2e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:42.677402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-47651e63-fc42-44d7-88f6-882b9c281310 req-c0161e8f-d712-4cb3-8971-9e84d6bd5e2e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0814393 Mar 16 11:36:42.721189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-47651e63-fc42-44d7-88f6-882b9c281310 req-5465a590-15f1-488c-b649-1a5812136d25 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Mar 16 11:36:47.073260 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-812fbffd-15cc-480f-9874-f82b55cc995d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678234 Mar 16 11:36:47.235283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-841ebfdb-6540-4415-bddd-b78caf5c1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.236701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-841ebfdb-6540-4415-bddd-b78caf5c1e01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1099 time: 0.0739903 Mar 16 11:36:47.377754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-8606c5b8-0c4f-4410-b95e-cfe7a53034d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.379164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-8606c5b8-0c4f-4410-b95e-cfe7a53034d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1235087 Mar 16 11:36:47.444714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-e5946cb2-6b43-4eb5-bb82-f238cde2bac1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 217 time: 0.0588591 Mar 16 11:36:47.510257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-ff3eb955-9b73-469b-81ab-12f5678930e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.511662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-ff3eb955-9b73-469b-81ab-12f5678930e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0594761 Mar 16 11:36:47.584991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-4ac1941d-2ea7-48b9-8726-2a938dbfd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.586428 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-4ac1941d-2ea7-48b9-8726-2a938dbfd3dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689559 Mar 16 11:36:47.719011 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-c2ad8034-cc00-4966-9385-bcd670f659e4 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235366 Mar 16 11:36:47.940236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bbb2017c-41f8-4372-8a09-58dec8afe715 req-321371c7-2602-4196-9185-db6325ad6ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153416 Mar 16 11:36:52.866716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27064787-eaf3-461b-80f1-ac174ffbbe7d req-eafdc657-e904-4cc4-bb43-31b1b2f7579e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:52.868140 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27064787-eaf3-461b-80f1-ac174ffbbe7d req-eafdc657-e904-4cc4-bb43-31b1b2f7579e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0808311 Mar 16 11:36:52.911490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27064787-eaf3-461b-80f1-ac174ffbbe7d req-595afe4c-a9b2-4f5f-ad93-6d8759e9625f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Mar 16 11:36:52.933935 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52240) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:53.041967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f300f-78d4-4fd7-87d7-26ac8e8f2fe5 tempest-TestMinimumBasicScenario-1063804783 tempest-TestMinimumBasicScenario-1063804783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.043420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-470f300f-78d4-4fd7-87d7-26ac8e8f2fe5 tempest-TestMinimumBasicScenario-1063804783 tempest-TestMinimumBasicScenario-1063804783-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1094 time: 0.1085927 Mar 16 11:36:53.046739 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52246) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:53.051658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:53.057851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:53.062306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:floatingip and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:53.065084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:53.070631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:53.081546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.214257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.348083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Allocated IP 172.26.0.195 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/d995a824-a36b-48de-8f45-5b411b3d732a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:53.494425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.523907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:53.582437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:53.585106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:53.592944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:53.630690 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'Port': ['ID=d995a824-a36b-48de-8f45-5b411b3d732a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:54.004055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:54.077299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:54.275682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:54.280696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:54.495270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'Port': ['ID=d995a824-a36b-48de-8f45-5b411b3d732a,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:54.505596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:54.677528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Floating IP 89ecccd1-6572-4a03-97af-26c4c99f2303 associated. External IP: 172.26.0.195, port: dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b. Mar 16 11:36:55.016713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Router cb715b33-eff4-416c-b607-f243511b8034 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:55.190721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:55.201136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Sync routers for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:55.211336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:55.212015 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:36:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:55.214735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.269168 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4ac61b30-fe77-47b3-b487-957d55bacf23 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2212586 Mar 16 11:36:55.269661 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:55.272011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52250) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.277530 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553870908', 'description': 'tempest-secgroup-smoke-1553870908 description', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:55.284582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.288507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.291709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.298123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.309196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.324211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:36:55.330357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.334152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.336948 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.342733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.400630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:55.413751 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.419446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.457634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-247bd486-c24c-4a70-b80f-781e2ff3df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.459452 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-247bd486-c24c-4a70-b80f-781e2ff3df27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1099 time: 0.0899401 Mar 16 11:36:55.460491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.464576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888049 Mar 16 11:36:55.469723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52256) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.481410 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:55.490986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.493495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de044886-bdd9-409b-b593-11621d04fe7d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:55.498903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.505160 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.508700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.509246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.509738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.510246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.510773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.511264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.511750 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.512238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.512721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.513253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.513729 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.514300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75abac73-dbb4-4a75-81ab-bcd8922b3223 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:55.521226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.541970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.603513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.608626 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.624980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-7dcf51bb-2124-45fc-8b14-f3f774f5dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.626591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-7dcf51bb-2124-45fc-8b14-f3f774f5dfd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1608348 Mar 16 11:36:55.633451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031998e5-9e24-4ca0-a4df-c4434d7daaf9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:55.644533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.646008 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e0e2b004-b325-42c9-9340-dc152b47f4de tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753287 Mar 16 11:36:55.648670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52260) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.653856 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:55.660385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.664619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.666949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.673835 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.698048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.755407 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-5a98e1ff-ae1e-448c-b5e6-8de404fb77b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1000 time: 0.1224971 Mar 16 11:36:55.764136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.769243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.786311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcdedb1-3993-48a5-be04-129023e3edc9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:55.787324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '89ecccd1-6572-4a03-97af-26c4c99f2303', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'port_id': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'mac_address': 'fa:16:3e:e3:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:53Z', 'updated_at': '2022-03-16T11:36:53Z', 'revision_number': 0, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:55.791972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Checking router: cb715b33-eff4-416c-b607-f243511b8034 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:55.802235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:55.802985 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:36:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:55.806475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.807871 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e6615f81-78f6-4ad9-80eb-2f845c55b77f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580341 Mar 16 11:36:55.811843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52264) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:55.818348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:55.827606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:55.833194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:55.837644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:55.840920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-d4deb2e1-2b19-43c4-8723-907a5d09b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.842547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-d4deb2e1-2b19-43c4-8723-907a5d09b60c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0814555 Mar 16 11:36:55.845979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:55.902101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:55.973878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-0c6c0f7b-39b4-408c-a6c5-f46c8e1f3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.975354 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-0c6c0f7b-39b4-408c-a6c5-f46c8e1f3050 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233587 Mar 16 11:36:55.990261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:56.005082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.021382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.221705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b4383e-fcde-4919-8f71-56865944d6ba,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:56.225941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.227074 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd8295fc-8533-4274-9b49-6c8fd5edf98e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143436 Mar 16 11:36:56.229911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52268) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:56.236416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:56.243238 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:56.251082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:56.255722 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:56.271724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:56.280219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-cfd3f6b2-423f-4166-b98e-b6913268bb8b service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979188 Mar 16 11:36:56.323953 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.352284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '89ecccd1-6572-4a03-97af-26c4c99f2303', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'port_id': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'mac_address': 'fa:16:3e:e3:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:53Z', 'updated_at': '2022-03-16T11:36:53Z', 'revision_number': 0, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:56.356237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa52be7-0030-4e6d-a76f-92da73b24a51 None None] The sync data for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv is: [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '89ecccd1-6572-4a03-97af-26c4c99f2303', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'port_id': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'mac_address': 'fa:16:3e:e3:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:36:53Z', 'updated_at': '2022-03-16T11:36:53Z', 'revision_number': 0, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:56.463740 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a07394e-3b28-42f5-87e8-c81ffe30c3c3 req-4da1ece9-143f-44d0-b74c-8c6af3e0a3f2 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779299 Mar 16 11:36:56.465321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.470336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.499228 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb3978-a66e-42dd-ac19-93d01bfb8d91,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:56.509391 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.510566 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d5948bb2-a5b3-4574-88a5-d760d9705195 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2797608 Mar 16 11:36:56.513557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52272) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:56.518567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:56.524648 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:56.529009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:56.532447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:56.539075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:56.549972 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Project f31d80f093ee448c8fcb63ae95a4f45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:56.556955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.562588 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fe746-8238-4198-98a4-6bbdebdfd9ae None None] New status for floating IP 89ecccd1-6572-4a03-97af-26c4c99f2303: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:56.624741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.629002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.651512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84329f49-0cf9-4c87-ae98-42d27b274922,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:56.661433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.662601 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c35f2d7e-4e2b-4cd3-bfef-99452477aa1e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480746 Mar 16 11:36:56.665252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52276) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:56.670458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'security_group_rule': {'security_group_id': 'de044886-bdd9-409b-b593-11621d04fe7d', 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:56.676143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:56.679863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Usage tracker for resource:security_group_rule and tenant:f31d80f093ee448c8fcb63ae95a4f45c is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:36:56.682919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:36:56.689229 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:56.698645 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Project f31d80f093ee448c8fcb63ae95a4f45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:36:56.705906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.771167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.775330 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.798004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d08d28-d6f7-4c44-b508-bc5de0f48219,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:56.807085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.808576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7bb6af39-c4b4-4e01-90e0-b236e61d2524 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424253 Mar 16 11:36:56.926975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6974501e-a9ce-4f9c-949a-77b4b18995dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:56.940291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-31395132-eed7-460e-a195-1e424a402e2f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553870908&fields=id&tenant_id=f31d80f093ee448c8fcb63ae95a4f45c HTTP/1.1" status: 200 len: 267 time: 0.0478153 Mar 16 11:36:57.004129 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:57.022872 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-9dd710fe-8b42-489a-bca2-4485355cd12f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.024307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-9dd710fe-8b42-489a-bca2-4485355cd12f tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0785210 Mar 16 11:36:57.035357 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'port': {'security_groups': ['9207a71f-dfe6-4f6c-9637-989c30488cab', 'de044886-bdd9-409b-b593-11621d04fe7d']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:57.153394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.403446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:57.427356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.431594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.470372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:57.494802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.495402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.496751 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b66b91e1-3bc1-437b-a230-fc6e35f088bd req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "PUT /v2.0/ports/dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 982 time: 0.4659071 Mar 16 11:36:57.500340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:57.530665 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec66f-2b8b-4cf7-8635-abe82c9f8595 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=6']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:57.573180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:36:57.627412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:57.758242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb3e71-b95b-407d-8dd4-8cfc9b87fa61 req-4f6235c3-b03a-45aa-803f-00a8e90cb2d6 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.759780 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8dcb3e71-b95b-407d-8dd4-8cfc9b87fa61 req-4f6235c3-b03a-45aa-803f-00a8e90cb2d6 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.1582460 Mar 16 11:36:57.762200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-bd6d1bd6-9921-4b94-a5af-6de9556b198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.763758 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-bd6d1bd6-9921-4b94-a5af-6de9556b198a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1138 time: 0.1165824 Mar 16 11:36:57.871104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ebe4a3c3-5a92-4789-a0e2-0a88185848ed None None] Provisioning complete for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:57.871104 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a3c3-5a92-4789-a0e2-0a88185848ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:57.900883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8dcb3e71-b95b-407d-8dd4-8cfc9b87fa61 req-fc9b7f0b-e0a2-42f2-8fa4-f58da1745928 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297536 Mar 16 11:36:57.931269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-42e29925-d41e-4410-ab96-1ca4b79e20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.932969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-42e29925-d41e-4410-ab96-1ca4b79e20f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1522009 Mar 16 11:36:58.036238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-1a6a7508-cadc-417e-898e-8124dccb9356 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1002 time: 0.0968971 Mar 16 11:36:58.106527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-0e925f73-b81c-4669-9fa5-b4eb6ee05071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.108252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-0e925f73-b81c-4669-9fa5-b4eb6ee05071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0629253 Mar 16 11:36:58.183517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-8af6a91f-6dda-40d1-ac2d-0ae84ab58407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.185536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-8af6a91f-6dda-40d1-ac2d-0ae84ab58407 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707986 Mar 16 11:36:58.314762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-f712d3a2-2345-4963-a60c-f46f8115d47a service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235352 Mar 16 11:36:58.545759 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-927775f7-ad84-4ba2-8d57-802f84f63cb7 req-1e244a5a-1c43-4896-995e-787b17a08ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247698 Mar 16 11:36:59.141539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-309d9dd9-eebd-4ec9-964e-62f0f23ad646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:00.579202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:00.604539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:02.019565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:04.389702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:26.921701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cddb294c-bffb-4ece-8b98-772390a59b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:29.142496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-56b19e42-dfe2-4432-a763-fb6796f708ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:30.580857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:30.603806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:32.022606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.003378 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:34.397110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:49.076179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-0e284275-be3f-4b0d-9e83-99448dff1b85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709248 Mar 16 11:37:49.227617 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-64810cc0-e430-451f-9afa-3efc80f07cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:49.229103 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-64810cc0-e430-451f-9afa-3efc80f07cc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1138 time: 0.0697203 Mar 16 11:37:49.372602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-d83c5db5-624e-4511-9d6d-41cf010d2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:49.374024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-d83c5db5-624e-4511-9d6d-41cf010d2bd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1242988 Mar 16 11:37:49.475690 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-35fcf8ec-9c6e-4df0-8036-a4280d5f18c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1002 time: 0.0955107 Mar 16 11:37:49.539227 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-0639ac94-80a6-4282-aa1a-0d601c9c4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:49.540652 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-0639ac94-80a6-4282-aa1a-0d601c9c4eaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0574808 Mar 16 11:37:49.617131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-d96c9525-217a-4e5e-8d0b-600cbe0d455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:49.618540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-d96c9525-217a-4e5e-8d0b-600cbe0d455b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715344 Mar 16 11:37:49.751378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-1678d801-3652-41b8-b927-3738a6c694db service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248972 Mar 16 11:37:49.883367 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4118765a-b792-4c8d-b9c5-10a75bae9fa2 req-57057e4a-64b2-4146-9bb0-57afcd854b31 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221762 Mar 16 11:37:55.700442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-63a63332-1a29-401f-92e7-b732a3df9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:55.701920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-63a63332-1a29-401f-92e7-b732a3df9c1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1138 time: 0.1315315 Mar 16 11:37:55.710115 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9f99-2d37-4897-a36f-4487e8a2b62a req-815da4e7-4de5-41ad-9f24-61ca79535342 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:55.711415 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-570f9f99-2d37-4897-a36f-4487e8a2b62a req-815da4e7-4de5-41ad-9f24-61ca79535342 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.1076999 Mar 16 11:37:55.842342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-570f9f99-2d37-4897-a36f-4487e8a2b62a req-cbdcddf1-0cc7-4c38-9e7d-029f3227c8f6 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131563 Mar 16 11:37:55.869767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-2acc28ec-edfc-4f9d-bd4c-2cfc2253c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:55.871156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-2acc28ec-edfc-4f9d-bd4c-2cfc2253c63d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1589310 Mar 16 11:37:55.974838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-d86528ba-b99e-4f94-bdba-6a1626e256e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1002 time: 0.0967159 Mar 16 11:37:56.035831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-63b60362-ab2b-47e8-bfe9-2b79afc81509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:56.037209 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-63b60362-ab2b-47e8-bfe9-2b79afc81509 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0558469 Mar 16 11:37:56.112650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-8721c541-b24b-4782-9a41-c9f139d2809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:56.114078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-8721c541-b24b-4782-9a41-c9f139d2809e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702748 Mar 16 11:37:56.357135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-6e753725-251e-4a06-80f0-98c0982da22a service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361746 Mar 16 11:37:56.488810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-61ac6af7-69a2-4879-8491-9cf938922b93 req-f9bdd419-db41-4768-99e5-08a1751fa748 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254690 Mar 16 11:37:56.924347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7808d88a-f111-46d6-a4b1-1d12161c2d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:57.035064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138411f1-1b6a-4a21-9e97-f3c39c468541 req-c5b9e9e0-61ce-419b-a4a6-4a2221970611 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:57.036413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-138411f1-1b6a-4a21-9e97-f3c39c468541 req-c5b9e9e0-61ce-419b-a4a6-4a2221970611 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0843284 Mar 16 11:37:57.081968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-138411f1-1b6a-4a21-9e97-f3c39c468541 req-0566af92-e80c-4dba-8984-cff17d85a802 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397470 Mar 16 11:37:58.269672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6296a4a-e2e3-4bb9-9ee6-157904ebc799 req-0c5823a8-12eb-4c6b-a815-b955cf0c0926 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:58.271262 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6296a4a-e2e3-4bb9-9ee6-157904ebc799 req-0c5823a8-12eb-4c6b-a815-b955cf0c0926 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0829742 Mar 16 11:37:58.316812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6296a4a-e2e3-4bb9-9ee6-157904ebc799 req-da5ec8ec-3de9-434f-baca-fe18a0d9d279 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398581 Mar 16 11:37:59.144038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-aeb5299b-4f69-496e-b4e0-9c1513df54c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:59.496532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd08b61-298a-4912-a350-8104b0adb912 req-b75b421a-8515-4d8c-b17c-f0c6bc11f3a5 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:59.497912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cfd08b61-298a-4912-a350-8104b0adb912 req-b75b421a-8515-4d8c-b17c-f0c6bc11f3a5 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0795786 Mar 16 11:37:59.547266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cfd08b61-298a-4912-a350-8104b0adb912 req-b3b613a8-9d4a-4f88-b861-aecda7339215 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422814 Mar 16 11:38:00.583132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:00.608010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:00.729182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff4e30-b95a-48c9-af17-c61666105456 req-27e6f99a-edc8-41f7-b15a-0808699cff73 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:00.730615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-04ff4e30-b95a-48c9-af17-c61666105456 req-27e6f99a-edc8-41f7-b15a-0808699cff73 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0794232 Mar 16 11:38:00.777131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-04ff4e30-b95a-48c9-af17-c61666105456 req-938d4a6b-7e52-48f3-976c-ab7bc76e1606 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402470 Mar 16 11:38:01.966565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5e43a-f594-4cc7-acd8-5c17cb990ec7 req-c93b4d27-7ee3-4b3c-b07f-c4c8bedad4c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:01.967985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1af5e43a-f594-4cc7-acd8-5c17cb990ec7 req-c93b4d27-7ee3-4b3c-b07f-c4c8bedad4c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0840640 Mar 16 11:38:02.015238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1af5e43a-f594-4cc7-acd8-5c17cb990ec7 req-9f3bf626-95d9-484b-b71b-89da0ed8e81e tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406439 Mar 16 11:38:02.025096 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:03.196573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e224b-2f4e-4177-9b43-a50895872442 req-9abae496-e5b8-4c74-98d1-1cedfb1133f4 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:03.198037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d0e224b-2f4e-4177-9b43-a50895872442 req-9abae496-e5b8-4c74-98d1-1cedfb1133f4 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0799191 Mar 16 11:38:03.242986 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d0e224b-2f4e-4177-9b43-a50895872442 req-80d3cc92-222e-4a79-816c-19e19ef84aef tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390837 Mar 16 11:38:04.405483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:04.435437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb274b8a-a8b5-4e95-818e-a63e4b6985ee req-e1ea2767-7731-4327-8919-abb2d1b6caea tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:04.436997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb274b8a-a8b5-4e95-818e-a63e4b6985ee req-e1ea2767-7731-4327-8919-abb2d1b6caea tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0850170 Mar 16 11:38:04.484189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb274b8a-a8b5-4e95-818e-a63e4b6985ee req-0b718c2a-176a-49fb-821c-5a2f5dff1556 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405321 Mar 16 11:38:05.670253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff175b9-0b36-4072-93f2-aeaa43fab6e9 req-161440b9-cf12-4238-a789-266883f2a2e4 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:05.671961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ff175b9-0b36-4072-93f2-aeaa43fab6e9 req-161440b9-cf12-4238-a789-266883f2a2e4 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0824976 Mar 16 11:38:05.716181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ff175b9-0b36-4072-93f2-aeaa43fab6e9 req-373785d6-4421-4ea9-a1b1-522b73ac1a1c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387368 Mar 16 11:38:06.902961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa7ea6-21e8-41ff-a8f3-ae0039511689 req-115fc13e-ee2c-4c67-b11d-2b6f1526dfe5 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:06.904405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3afa7ea6-21e8-41ff-a8f3-ae0039511689 req-115fc13e-ee2c-4c67-b11d-2b6f1526dfe5 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0825286 Mar 16 11:38:06.951889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3afa7ea6-21e8-41ff-a8f3-ae0039511689 req-5839c7a0-e23c-4c29-ba59-d50054061962 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416999 Mar 16 11:38:08.135279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec037e-9db5-4ae9-afcb-6177c62d719a req-a9a8b94f-7465-45ac-a95d-811263d59ddf tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:08.136689 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90ec037e-9db5-4ae9-afcb-6177c62d719a req-a9a8b94f-7465-45ac-a95d-811263d59ddf tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0818765 Mar 16 11:38:08.181148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90ec037e-9db5-4ae9-afcb-6177c62d719a req-523684e1-1163-440e-a440-1e2f64f904df tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=de044886-bdd9-409b-b593-11621d04fe7d&id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380237 Mar 16 11:38:11.002266 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:26.926478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fa695607-7355-4c1b-bede-137889fa8154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:29.145129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35bba3eb-ecab-4615-8b33-f0f75d0e8e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:30.585398 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:30.609641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:32.027916 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:34.417265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.000890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:49.076499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-4d947649-1569-4495-a9ad-eaf34a8c20d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677421 Mar 16 11:38:49.236849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-7756ff21-8890-42e1-92bc-c958e4cc7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.238351 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-7756ff21-8890-42e1-92bc-c958e4cc7d44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1138 time: 0.0763972 Mar 16 11:38:49.379104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-1d1f5acc-bbb8-4d92-a9c0-d118479c0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.380435 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-1d1f5acc-bbb8-4d92-a9c0-d118479c0aa4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1237535 Mar 16 11:38:49.483364 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-32aa77d0-744b-48f1-9ca5-affdd30291dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1002 time: 0.0965397 Mar 16 11:38:49.544851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-574ba54c-1cf5-4c66-afe4-ab3a59d749c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.546299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-574ba54c-1cf5-4c66-afe4-ab3a59d749c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0568984 Mar 16 11:38:49.724524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-84d8ef8e-c87d-4191-8493-8c2179e2c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.725969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-84d8ef8e-c87d-4191-8493-8c2179e2c5c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732757 Mar 16 11:38:49.863070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-8818c41b-90ac-43bc-bf0b-42d05369802b service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309826 Mar 16 11:38:49.995855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-aa4b3fff-f8d2-4242-a103-0e4897d5d242 req-a0be1da5-061a-4d1f-954f-602746a7e72c service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Mar 16 11:38:56.927557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1236d04c-53e8-4f9d-86e9-6cab8302c9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.146245 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-502321b6-d6ce-4575-9edd-845617320117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:00.589282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:00.611516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.031348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.422210 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:11.567358 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-aa9ae71f-8987-4c65-af74-bcce3f95cd32 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553870908&fields=id&tenant_id=f31d80f093ee448c8fcb63ae95a4f45c HTTP/1.1" status: 200 len: 267 time: 0.0405025 Mar 16 11:39:11.651348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-5442b176-8123-43c3-ae28-d17fa55d9d8b tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:11.652764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-5442b176-8123-43c3-ae28-d17fa55d9d8b tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 985 time: 0.0803127 Mar 16 11:39:11.663401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Request body: {'port': {'security_groups': ['9207a71f-dfe6-4f6c-9637-989c30488cab']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:11.781808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.019831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:12.043759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.049536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.083641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:12.113814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.114443 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.116960 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a85fa40e-6e4c-4394-b090-163e1b4657ee req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "PUT /v2.0/ports/dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 943 time: 0.4568315 Mar 16 11:39:12.116960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:12.123182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52360) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:12.147220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event updated for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=7']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:12.155906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.156253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.156593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.156971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.157310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.157636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.157960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.158267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.158595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.159050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.159376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.159698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96cd26e-30c6-4c92-8cf3-a067f24723c3 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.191864 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:39:12.219458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.246888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:12.251860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.333963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544248-2e9b-4379-b54e-457a19d3039a req-1ae3f8f4-94a7-47b0-a1b5-9e754a07a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.335441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-1ae3f8f4-94a7-47b0-a1b5-9e754a07a14f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1099 time: 0.0973830 Mar 16 11:39:12.339359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.358025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de044886-bdd9-409b-b593-11621d04fe7d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:12.366023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.367365 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "DELETE /v2.0/security-groups/de044886-bdd9-409b-b593-11621d04fe7d HTTP/1.1" status: 204 len: 168 time: 0.2446139 Mar 16 11:39:12.371293 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52366) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:12.374764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.375305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.375878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.376374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.377230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.377571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.377903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.378291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.378560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.379042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.379536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.379863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da4323-a4ae-4e70-82de-f485836aa495 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:12.419108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fca87255-dac8-4844-8fa0-4ebfcd96fa6f None None] Provisioning complete for port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:12.419471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fca87255-dac8-4844-8fa0-4ebfcd96fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.497867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544248-2e9b-4379-b54e-457a19d3039a req-c0e2bc7e-9c15-4258-ba2d-65a432446dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.501945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-c0e2bc7e-9c15-4258-ba2d-65a432446dbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1599572 Mar 16 11:39:12.605130 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Deleting port d995a824-a36b-48de-8f45-5b411b3d732a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:12.605471 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.612754 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-0ad30299-a11f-404e-9f20-ce835ee1c63c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 1002 time: 0.1024032 Mar 16 11:39:12.675313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544248-2e9b-4379-b54e-457a19d3039a req-365aaa52-7140-4d6a-a808-60e9974d6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.676747 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-365aaa52-7140-4d6a-a808-60e9974d6767 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0579607 Mar 16 11:39:12.757292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544248-2e9b-4379-b54e-457a19d3039a req-3c954374-340c-4706-82b3-41f87c9e9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.758821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-3c954374-340c-4706-82b3-41f87c9e9e82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740662 Mar 16 11:39:12.775790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.776117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.892899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-f78c6fe7-98d4-46a7-9fb2-bb5b5b100572 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272452 Mar 16 11:39:13.001546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Calling delete_port for d995a824-a36b-48de-8f45-5b411b3d732a owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:13.028968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-92544248-2e9b-4379-b54e-457a19d3039a req-eb0e9ba0-eb01-429b-bfc5-094b7804b8b3 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283967 Mar 16 11:39:13.150587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.198635 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event deleted for resources: {'Port': ['ID=d995a824-a36b-48de-8f45-5b411b3d732a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:13.289509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.289832 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Floating IP 89ecccd1-6572-4a03-97af-26c4c99f2303 disassociated (deleted). External IP: 172.26.0.195, port: dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b. Mar 16 11:39:13.629545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Router cb715b33-eff4-416c-b607-f243511b8034 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:13.802267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:13.812368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Sync routers for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:13.821584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:13.821903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.822223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:38:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:13.878282 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3c50d5c4-fe81-4ff3-b7ad-741310da9336 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "DELETE /v2.0/floatingips/89ecccd1-6572-4a03-97af-26c4c99f2303 HTTP/1.1" status: 204 len: 168 time: 1.5058556 Mar 16 11:39:13.878859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:13.986359 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:39:14.002673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:14.221120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-f5cfcd8c-0b6d-43a5-8e20-98e216e694a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.222772 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-f5cfcd8c-0b6d-43a5-8e20-98e216e694a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 1099 time: 0.1912642 Mar 16 11:39:14.377926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:14.381695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Checking router: cb715b33-eff4-416c-b607-f243511b8034 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:14.384379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-370de0f3-2975-4d14-bd45-34720069818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.385854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-370de0f3-2975-4d14-bd45-34720069818e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 200 len: 915 time: 0.1418693 Mar 16 11:39:14.390105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:14.390731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:38:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:14.464815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-3d3f87f6-f8fb-4144-bcdc-56aacc20968e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 200 len: 217 time: 0.0707157 Mar 16 11:39:14.526803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-897c64cd-937d-4014-a895-8eb542142dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.528223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-897c64cd-937d-4014-a895-8eb542142dd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 200 len: 853 time: 0.0568457 Mar 16 11:39:14.568954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:14.606464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-0d4d98fe-f990-4549-a500-56c7cc1d5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:14.608539 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-0d4d98fe-f990-4549-a500-56c7cc1d5278 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e37f6cfb-f429-4fbd-97f4-33776e9d93ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739079 Mar 16 11:39:14.741894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-1e8a72dd-d254-4d9d-be81-354b26b695ff service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264100 Mar 16 11:39:14.885323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-37f9cdfd-14c7-49be-9a64-a1a6c11a805b req-1f7f4669-f950-4bfa-be31-3b05afd89492 service neutron] 10.222.0.55 "GET /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286705 Mar 16 11:39:14.889731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:14.893705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6452c5eb-3f36-4e09-8a82-cb4ce14ffd42 None None] The sync data for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv is: [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:36:02Z', 'revision_number': 4, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '82e2980a-fd9d-47a8-b3da-b43fa3e27857', 'name': '', 'network_id': 'e37f6cfb-f429-4fbd-97f4-33776e9d93ea', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'mac_address': 'fa:16:3e:f1:02:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:02Z', 'updated_at': '2022-03-16T11:36:09Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'subnets': [{'id': '32a44cb8-0bdb-47e1-b218-c6d238fdbe39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:15.108826 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9667163-2a8f-4146-98c9-f3a67fa6ad25 None None] New status for floating IP 89ecccd1-6572-4a03-97af-26c4c99f2303: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:39:19.323544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518347a6-b05a-4fa0-b5c6-459e0eedd294 req-0a5abdb6-9bef-47d4-84f0-fcf703943731 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.324929 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-518347a6-b05a-4fa0-b5c6-459e0eedd294 req-0a5abdb6-9bef-47d4-84f0-fcf703943731 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0796492 Mar 16 11:39:19.367370 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-518347a6-b05a-4fa0-b5c6-459e0eedd294 req-75fac897-9c5a-491e-b1e1-a5c529fd71bf tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Mar 16 11:39:20.558317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0ee6-8349-4f7c-bfbc-75ad39c0184a req-e7da0142-1517-4f93-a9f7-7fe8984857fc tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:20.560041 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33dc0ee6-8349-4f7c-bfbc-75ad39c0184a req-e7da0142-1517-4f93-a9f7-7fe8984857fc tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0820112 Mar 16 11:39:20.603719 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33dc0ee6-8349-4f7c-bfbc-75ad39c0184a req-9f4cd058-a19f-4459-9bbd-eab99aec96fe tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Mar 16 11:39:21.352235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-63c8ca85-480a-47a5-a9d3-8d32ca014999 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.353694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-63c8ca85-480a-47a5-a9d3-8d32ca014999 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.55 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.0791192 Mar 16 11:39:21.422387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Deleting port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:21.422716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.673377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] For port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:21.674162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.824099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Calling delete_port for dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:22.075269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871dca-e116-42a1-851d-618837448988 req-589f21dd-4150-48e1-a4cd-aa4b2b8dee34 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:22.076910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da871dca-e116-42a1-851d-618837448988 req-589f21dd-4150-48e1-a4cd-aa4b2b8dee34 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e254e841-aa2b-4e01-a977-e46979a57a1d HTTP/1.1" status: 200 len: 946 time: 0.3445840 Mar 16 11:39:22.120397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:22.153468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:22.172643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da871dca-e116-42a1-851d-618837448988 req-5455423b-4f12-469b-8689-09a769dd675c tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.50 "GET /v2.0/security-groups?id=9207a71f-dfe6-4f6c-9637-989c30488cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901365 Mar 16 11:39:22.180981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Pushing event deleted for resources: {'Port': ['ID=dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:22.257553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] No DVR routers for this DVR port dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:22.259959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:22.262428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'name': 'network-vif-deleted', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:22.274059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9580b627-7e49-415d-b7b7-2c0c93ba6c27 req-39279d49-4ffb-4f76-b8f0-7bbb90f4da03 tempest-TestMinimumBasicScenario-790291832 tempest-TestMinimumBasicScenario-790291832-project] 10.222.0.55 "DELETE /v2.0/ports/dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b HTTP/1.1" status: 204 len: 173 time: 0.9154301 Mar 16 11:39:22.317449 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e254e841-aa2b-4e01-a977-e46979a57a1d', 'name': 'network-vif-deleted', 'tag': 'dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b', 'status': 'completed', 'code': 200} Mar 16 11:39:23.819631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52454) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:24.446739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:24.791499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Deleting port 82e2980a-fd9d-47a8-b3da-b43fa3e27857 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:24.791499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:24.958510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] For port 82e2980a-fd9d-47a8-b3da-b43fa3e27857, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=82e2980a-fd9d-47a8-b3da-b43fa3e27857,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:24.959248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.000621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:25.078262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Calling delete_port for 82e2980a-fd9d-47a8-b3da-b43fa3e27857 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:25.398455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.444968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e2980a-fd9d-47a8-b3da-b43fa3e27857,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:25.820023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.908846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:25.943218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:25.943563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device dd9427cc-1e45-41ac-bab6-ccbeeb8aa24b not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:26.172333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Router cb715b33-eff4-416c-b607-f243511b8034 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:26.344169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:26.352719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Sync routers for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:26.358916 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-31b5a5c6-0f92-4adc-a4eb-6c505f6603b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb715b33-eff4-416c-b607-f243511b8034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5353858 Mar 16 11:39:26.359151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52458) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:26.363122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:26.363731 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:38:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:26.534876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.539309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:26.706937 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.716762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Deleting port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:26.717424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.869734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:39:25Z', 'revision_number': 5, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port': {'id': 'a46f1d06-4c21-4ae5-b2d7-8711cc9155d3', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb715b33-eff4-416c-b607-f243511b8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:35:59Z', 'updated_at': '2022-03-16T11:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:26.873981 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Checking router: cb715b33-eff4-416c-b607-f243511b8034 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:26.882113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Routers {'cb715b33-eff4-416c-b607-f243511b8034'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:26.882708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:38:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['cb715b33-eff4-416c-b607-f243511b8034'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:26.898980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] For port a46f1d06-4c21-4ae5-b2d7-8711cc9155d3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:26.899331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.017144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f2d42bd2-25ff-4a49-ac85-5f70d54c8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.049059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] Set router cb715b33-eff4-416c-b607-f243511b8034 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:27.137571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Calling delete_port for a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:27.156083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:39:26Z', 'revision_number': 6, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:27.160065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5754e-74f0-4070-88b1-e5b18aa1ded1 None None] The sync data for ids ['cb715b33-eff4-416c-b607-f243511b8034'] in dv-neutron-828143-9-hyperv is: [{'id': 'cb715b33-eff4-416c-b607-f243511b8034', 'name': 'tempest-TestMinimumBasicScenario-387882363-router', 'tenant_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:35:58Z', 'updated_at': '2022-03-16T11:39:26Z', 'revision_number': 6, 'project_id': 'f31d80f093ee448c8fcb63ae95a4f45c', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:27.304005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.351984 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Pushing event deleted for resources: {'Port': ['ID=a46f1d06-4c21-4ae5-b2d7-8711cc9155d3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:27.440024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.613313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.615475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.637459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.637972 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb715b33-eff4-416c-b607-f243511b8034 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:39:27.650511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.651601 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7fccecee-2c4f-4c26-9fa8-f5233336092d admin admin] 10.222.0.50 "DELETE /v2.0/routers/cb715b33-eff4-416c-b607-f243511b8034 HTTP/1.1" status: 204 len: 168 time: 1.2915602 Mar 16 11:39:27.654849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52462) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:27.713037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Deleting subnet 32a44cb8-0bdb-47e1-b218-c6d238fdbe39 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:39:27.716028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.769312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.849173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.917607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.952891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a44cb8-0bdb-47e1-b218-c6d238fdbe39,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:27.958060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:27.966888 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2fb3ef3a-49da-4711-94dc-5a529e8ce135 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32a44cb8-0bdb-47e1-b218-c6d238fdbe39 HTTP/1.1" status: 204 len: 168 time: 0.3083153 Mar 16 11:39:27.967050 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc36272-9643-4b4d-993b-7cce91b2fa61 None None] Network e37f6cfb-f429-4fbd-97f4-33776e9d93ea requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:27.967150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52466) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.074737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.086017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Deleting port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:28.086223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.234423 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] DHCP port deletion for e37f6cfb-f429-4fbd-97f4-33776e9d93ea request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:39:28.238670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Deleting port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:28.239103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.299239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] For port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:28.299593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.419970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Calling delete_port for c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:28.437303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] For port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,segment=NetworkSegment(0f2df4ac-e017-4bd5-9db7-9cd31dc09215),segment_id=0f2df4ac-e017-4bd5-9db7-9cd31dc09215)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:28.437630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.499900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.548119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.549891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] No DVR routers for this DVR port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:28.566954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Calling delete_port for c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:39:28.631475 dv-neutron-828143-9-hyperv neutron-server[87843]: util.warn( Mar 16 11:39:28.636938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:28.637301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:28.664103 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.690179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f6cfb-f429-4fbd-97f4-33776e9d93ea']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:28.702384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2df4ac-e017-4bd5-9db7-9cd31dc09215') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:28.702679 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2df4ac-e017-4bd5-9db7-9cd31dc09215') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:28.713618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.729107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.735037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:28.735412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:28.748805 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:28.829073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.845333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.854282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:28.857949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] Pushing event deleted for resources: {'Network': ['ID=e37f6cfb-f429-4fbd-97f4-33776e9d93ea,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.865287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-46bd744e-ffb1-4f52-aeb9-6ee4603f176c admin admin] 10.222.0.50 "DELETE /v2.0/networks/e37f6cfb-f429-4fbd-97f4-33776e9d93ea HTTP/1.1" status: 204 len: 168 time: 0.8972611 Mar 16 11:39:28.865425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52470) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.890708 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:28.891138 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a46f1d06-4c21-4ae5-b2d7-8711cc9155d3 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:28.891632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:28.926982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:28.927330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:28.927815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 82e2980a-fd9d-47a8-b3da-b43fa3e27857 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:28.960870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 82e2980a-fd9d-47a8-b3da-b43fa3e27857 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:28.961133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 82e2980a-fd9d-47a8-b3da-b43fa3e27857 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:29.139127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Deleting port c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:29.139498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.203957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c53e-2dd7-4331-a31b-3af0dde57330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.212325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ad248019-5456-47c0-8ac8-942fbfbebcdb None None] The port 'c1cc7d5e-4a60-4eca-bf7d-65e8e4568e72' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:39:29.399565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.854400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Deleting port 11073c44-e9ae-4300-8014-cd555675109a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:29.854740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.021457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] For port 11073c44-e9ae-4300-8014-cd555675109a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11073c44-e9ae-4300-8014-cd555675109a,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:30.022163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.142922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Calling delete_port for 11073c44-e9ae-4300-8014-cd555675109a owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:30.316466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.364038 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11073c44-e9ae-4300-8014-cd555675109a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:30.591273 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.615075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.627275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:30.984062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Router 1ac0d31d-2131-492b-8464-807e4df9c903 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:31.259574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:31.268358 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5c9dc634-cde4-44f7-a7c1-2137edf5e4f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ac0d31d-2131-492b-8464-807e4df9c903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4019263 Mar 16 11:39:31.269050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Sync routers for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:31.270870 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52474) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:31.278450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:31.279051 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:31.446076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.452721 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:31.628514 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.638000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Deleting port 91b7758d-3ddf-423d-9b83-8ce840ad057f {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:31.638634 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.729565 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187'}], 'enable_snat': True}, 'gw_port_id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:39:30Z', 'revision_number': 5, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port': {'id': '91b7758d-3ddf-423d-9b83-8ce840ad057f', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:57:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:36:06Z', 'updated_at': '2022-03-16T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:31.734345 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Checking router: 1ac0d31d-2131-492b-8464-807e4df9c903 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:31.742786 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Routers {'1ac0d31d-2131-492b-8464-807e4df9c903'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:31.743421 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['1ac0d31d-2131-492b-8464-807e4df9c903'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:31.813308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] For port 91b7758d-3ddf-423d-9b83-8ce840ad057f, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91b7758d-3ddf-423d-9b83-8ce840ad057f,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:31.813669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.937411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Calling delete_port for 91b7758d-3ddf-423d-9b83-8ce840ad057f owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:31.942223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] Set router 1ac0d31d-2131-492b-8464-807e4df9c903 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:32.034921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.046888 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:39:31Z', 'revision_number': 6, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:32.050880 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa5651-f145-42ea-9966-5ee811d17131 None None] The sync data for ids ['1ac0d31d-2131-492b-8464-807e4df9c903'] in dv-neutron-828143-9-hyperv is: [{'id': '1ac0d31d-2131-492b-8464-807e4df9c903', 'name': 'tempest-TestMinimumBasicScenario-1435838484-router', 'tenant_id': '88902b3ec51e4fad9e05be242d9143e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:36:05Z', 'updated_at': '2022-03-16T11:39:31Z', 'revision_number': 6, 'project_id': '88902b3ec51e4fad9e05be242d9143e3', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:32.110779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.156938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b7758d-3ddf-423d-9b83-8ce840ad057f,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:32.246535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.522485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.524618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.548576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.549118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac0d31d-2131-492b-8464-807e4df9c903 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:39:32.561421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.562519 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-33e9fcb9-86c4-478d-af7a-ac3368d66104 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1ac0d31d-2131-492b-8464-807e4df9c903 HTTP/1.1" status: 204 len: 168 time: 1.2907553 Mar 16 11:39:32.565072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52478) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:32.621253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Deleting subnet 55f3261b-479e-4677-82b6-df6bae52d4fd {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:39:32.624012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.672458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.746166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.820373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.859124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11073c44-e9ae-4300-8014-cd555675109a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:32.861506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f3261b-479e-4677-82b6-df6bae52d4fd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:32.864853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.870869 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-989d6baa-d8e5-4615-805a-d73a3dbebbb5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/55f3261b-479e-4677-82b6-df6bae52d4fd HTTP/1.1" status: 204 len: 168 time: 0.3048809 Mar 16 11:39:32.873906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52482) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:32.887047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c120a-f642-4af3-9318-7e723bddb049 None None] Network db662cf6-db93-4948-8898-a740265dcebe requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:32.926666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 11073c44-e9ae-4300-8014-cd555675109a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:32.927030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11073c44-e9ae-4300-8014-cd555675109a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:32.927452 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91b7758d-3ddf-423d-9b83-8ce840ad057f no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:32.978140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.990145 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Deleting port 05e1e610-f267-4a0d-8847-f60015314743 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:32.990477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.061371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 91b7758d-3ddf-423d-9b83-8ce840ad057f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:33.061867 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91b7758d-3ddf-423d-9b83-8ce840ad057f not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:33.205007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] For port 05e1e610-f267-4a0d-8847-f60015314743, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=05e1e610-f267-4a0d-8847-f60015314743,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:33.205372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.216563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] DHCP port deletion for db662cf6-db93-4948-8898-a740265dcebe request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:39:33.220980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Deleting port 05e1e610-f267-4a0d-8847-f60015314743 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:33.221356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.331604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Calling delete_port for 05e1e610-f267-4a0d-8847-f60015314743 owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:33.406603 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.420119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] For port 05e1e610-f267-4a0d-8847-f60015314743, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=05e1e610-f267-4a0d-8847-f60015314743,segment=NetworkSegment(f5e5c59b-59ee-4490-bccd-4bd40f658567),segment_id=f5e5c59b-59ee-4490-bccd-4bd40f658567)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:33.420512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.454473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=05e1e610-f267-4a0d-8847-f60015314743,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:33.456304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] No DVR routers for this DVR port 05e1e610-f267-4a0d-8847-f60015314743 on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:33.550185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Calling delete_port for 05e1e610-f267-4a0d-8847-f60015314743 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:33.582368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.611480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db662cf6-db93-4948-8898-a740265dcebe']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:33.623122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:33.623482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:33.623996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e5c59b-59ee-4490-bccd-4bd40f658567') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:33.624285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e5c59b-59ee-4490-bccd-4bd40f658567') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:33.635299 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.651623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.657639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:33.658010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:33.671280 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:33.741695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.761107 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.770763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=db662cf6-db93-4948-8898-a740265dcebe,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:33.774871 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5b7ac572-e0a5-4c31-ab74-cbce164e8b0a admin admin] 10.222.0.50 "DELETE /v2.0/networks/db662cf6-db93-4948-8898-a740265dcebe HTTP/1.1" status: 204 len: 168 time: 0.8999264 Mar 16 11:39:33.961515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52488) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:34.012957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-556ac85d-3318-4b43-958a-4814874c23ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f31d80f093ee448c8fcb63ae95a4f45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502305 Mar 16 11:39:34.015306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52492) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:34.075327 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.101019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.125167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Deleting port 05e1e610-f267-4a0d-8847-f60015314743 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:34.125684 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.153716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.171967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9207a71f-dfe6-4f6c-9637-989c30488cab,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:34.174261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.177866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-14decd6f-5475-453d-a31e-d8141aafcfb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9207a71f-dfe6-4f6c-9637-989c30488cab HTTP/1.1" status: 204 len: 168 time: 0.1591961 Mar 16 11:39:34.201309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6a270f5e-2ba1-4246-8f36-91b04a8ab11d None None] The port '05e1e610-f267-4a0d-8847-f60015314743' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:39:34.417894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.534181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52500) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:34.581493 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-c9eb5540-970a-46f7-8568-9b010f51dec6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88902b3ec51e4fad9e05be242d9143e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461810 Mar 16 11:39:34.583861 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52504) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:34.639246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.667426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.720338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.735858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee84e3dc-b34d-4e37-b78a-5f2c36bf3fa0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:34.740987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.745276 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e574a3c7-c120-43a3-b639-ea715f16ff79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee84e3dc-b34d-4e37-b78a-5f2c36bf3fa0 HTTP/1.1" status: 204 len: 168 time: 0.1605072 Mar 16 11:39:34.850490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 05e1e610-f267-4a0d-8847-f60015314743 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:34.895069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 05e1e610-f267-4a0d-8847-f60015314743 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:34.895359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 05e1e610-f267-4a0d-8847-f60015314743 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:36.807629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52546) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:36.816278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474424869', 'description': 'tempest-secgroup-smoke-474424869 description', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:36.819726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:36.823681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:36.827552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:36.834059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:36.843960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.857031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.871072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:36.875354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:36.878114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:36.883617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:36.965052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.969527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.983223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:36.993921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.000594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.008423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.010327 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f413b906-84c1-45ba-b470-690f2f30f98c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.081286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.084674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.129715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1ec78-5b9f-49be-994a-9d0c46af1966,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.133191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.134444 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e8d4fe00-3cd1-45d9-9f72-6f51e5f5222a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3257878 Mar 16 11:39:37.137726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52550) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.144556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.150909 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.155079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.157930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.163498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.181140 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.239475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.243113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.266014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971ceb2a-a278-4c7e-b10e-2359e8a05401,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.274515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.275872 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f822e140-9572-4d2e-8a10-02684ba48699 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363761 Mar 16 11:39:37.278484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52554) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.283492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.289155 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.293094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.296570 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.302278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.319639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.379407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.382700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.405065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398aeef7-6ae4-468e-9bc5-4dbe5765f10f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.413731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.414903 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0f884b1b-bb68-4130-b767-8a2852991885 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352232 Mar 16 11:39:37.417630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52558) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.423448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.429367 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.433120 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.437286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.442920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.459407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.525513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.529221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.552601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f0d4f7-167d-46f3-b7d6-c18a51039d96,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.561550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.562914 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c5c4115a-1df7-4b39-bf0c-b44dcc05410a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443448 Mar 16 11:39:37.565692 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52562) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.570512 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.576162 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.579957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.582801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.588418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.605338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.668242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.673438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.697487 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae0d04b-e242-4ddf-925b-278b2948ed1a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.705611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.706760 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5b48dcb2-bfa8-4dfb-ad07-795d0a1782ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401803 Mar 16 11:39:37.709582 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52566) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.714300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.720673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.724535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.727526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.733823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.743048 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:39:37.749459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.815108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.818850 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.841616 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39303961-6c22-48d8-af0b-fff449dbf5a7,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.850560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.851703 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ec29dc6e-77f9-4d63-ad15-3ae1b0237a1f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412437 Mar 16 11:39:37.854442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52570) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.859796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': 'abc1ec78-5b9f-49be-994a-9d0c46af1966', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:37.865496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:37.869264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:37.872067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:37.877703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:37.887499 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:39:37.894319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.958704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.962178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.988960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab1ec4a-e084-4172-bd25-5edd705eeb83,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.994933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.996368 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dd2acb80-2b88-4993-8f77-19438600ebf3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410358 Mar 16 11:39:38.000109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52574) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:38.005437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'network': {'name': 'tempest-network-smoke--261516619', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:38.010200 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:38.014163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:network and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:38.016964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:38.022513 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:38.032463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:38.035815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.063949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:38.072768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.073136 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Added segment fd711b8f-e367-429c-b32e-8eee674bf53a of type vlan for network f9e8b982-0734-45ae-ab67-1c43d7e97b46 Mar 16 11:39:38.098286 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.127510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.133808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.134606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.237463 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2362394 Mar 16 11:39:38.240400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52578) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:38.245530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'admin_state_up': True, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:38.249867 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46aaae-dcab-4690-abbc-5009244fd4a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Network': ['ID=f9e8b982-0734-45ae-ab67-1c43d7e97b46,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:38.253319 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:38.257297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:router and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:38.260046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:38.260554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:38.266693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:38.277133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.278138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.296638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.672134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.974128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.003047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.134476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.211 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/3fc8ad73-c7c6-4f22-87e8-a423401d9c10) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:39.286138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.314988 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.373974 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:39.380530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:39.384578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:39.413463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:39.895234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.229064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.427246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:39:40.603311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:40.612572 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Sync routers for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:40.621833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:40.623029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:40.631099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.632328 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a75e8301-ca49-4f15-973b-e95081c2e5fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3909090 Mar 16 11:39:40.635451 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52582) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:40.804789 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a81dcd88-b3d3-4eb5-b9e6-be7e2cbca7b3 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1682920 Mar 16 11:39:40.807551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52588) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:40.809308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:40.934112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f29221-7bc3-4935-9516-b0d28f4f295e tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.936142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f9f29221-7bc3-4935-9516-b0d28f4f295e tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276724 Mar 16 11:39:40.938930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52592) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:40.981380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2f040b74-99f9-4f3a-8f82-5fae7f66e9c0 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411971 Mar 16 11:39:40.984193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52596) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:40.989377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430185332', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:41.088812 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:41.092909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Checking router: 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:41.093255 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Updating router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:39:41.096394 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:41.100135 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:subnet and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:41.102992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:41.109542 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:41.119146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:41.123221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.149542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.334475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.410411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Subnet': ['ID=667f2152-9f46-4b29-b353-4a93d15dbc66,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:41.417576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Checking segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:41.417921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network hostable DHCP agents. Network: f9e8b982-0734-45ae-ab67-1c43d7e97b46, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:41.446118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:41.457107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f9e8b982-0734-45ae-ab67-1c43d7e97b46) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:41.465253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.465814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.488053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e304e1a-980b-4c3c-be31-27f5c4faad4b None None] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:41.495815 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-32cb8b48-0c2a-4ae0-85f6-a2892e251fb7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5081251 Mar 16 11:39:41.496232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52600) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:41.609240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.636506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Transition to ACTIVE for port object 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:41.670966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.803532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Attempting to bind port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:41.803894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Attempting to bind port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:41.804251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Attempting to bind port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:41.818465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Pushing event updated for resources: {'Port': ['ID=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:41.820784 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:41.821168 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:41.821558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.821959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:41.822373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Bound port: 3fc8ad73-c7c6-4f22-87e8-a423401d9c10, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:41.822735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.856777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:41.857615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.878290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.878632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.878969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.879315 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.879624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.879950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.880263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.880584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.880922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.881238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.881551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.881865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:41.983999 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] For port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:41.999010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] For port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:42.033325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.129190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:42.129803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:42.198306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Allocated IP 172.20.0.2 (f9e8b982-0734-45ae-ab67-1c43d7e97b46/667f2152-9f46-4b29-b353-4a93d15dbc66/a3cd27e9-9650-44af-a9e8-0b051a64c252) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:42.206240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd03740-120b-4151-bedc-236d6270b5fc None None] Pushing event updated for resources: {'Port': ['ID=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:42.298576 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.418606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:42.742654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.781283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Transition to ACTIVE for port object a3cd27e9-9650-44af-a9e8-0b051a64c252 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:42.811220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Transition to ACTIVE for port object a3cd27e9-9650-44af-a9e8-0b051a64c252 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:42.819805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.880360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.1 (f9e8b982-0734-45ae-ab67-1c43d7e97b46/667f2152-9f46-4b29-b353-4a93d15dbc66/2633ba27-7003-4e56-bb82-8a1b68c7c7c2) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:42.897974 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:42.903209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:42.908737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Pushing event updated for resources: {'Port': ['ID=a3cd27e9-9650-44af-a9e8-0b051a64c252,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:42.910817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:42.947754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:42.983420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3476f10-5b5f-4728-a9af-97e19eb44b4f None None] The sync data for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv is: [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:43.008668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Attempting to bind port a3cd27e9-9650-44af-a9e8-0b051a64c252 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:43.009062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Attempting to bind port a3cd27e9-9650-44af-a9e8-0b051a64c252 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:43.009424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Attempting to bind port a3cd27e9-9650-44af-a9e8-0b051a64c252 on network f9e8b982-0734-45ae-ab67-1c43d7e97b46 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:43.015624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:43.015994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Checking segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:43.016414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.016798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Bound using segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:43.017280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Bound port: a3cd27e9-9650-44af-a9e8-0b051a64c252, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:43.017643 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.039775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.056164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:43.080999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.109280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] For port a3cd27e9-9650-44af-a9e8-0b051a64c252, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:43.112546 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] For port a3cd27e9-9650-44af-a9e8-0b051a64c252, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a3cd27e9-9650-44af-a9e8-0b051a64c252,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:43.117765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.142838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:43.145837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:43.158752 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:43.201809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:43.207588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735c0f5-e1d7-41b0-a6ab-b58bc97196fe None None] Pushing event updated for resources: {'Port': ['ID=a3cd27e9-9650-44af-a9e8-0b051a64c252,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:43.238817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.678111 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.104441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.110235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.149680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d38d7-e940-4b7c-9778-bce5e2acf935 None None] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:44.227790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.231097 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:44.254796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-aec5322d-6a4c-4fec-ad5a-f712fb8c274f None None] Provisioning for port a3cd27e9-9650-44af-a9e8-0b051a64c252 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:44.384941 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:44.386201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:44.579535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:44.695766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-29e20b83-0afb-4957-b237-fc9e58453bad None None] Provisioning for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:44.701888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-29e20b83-0afb-4957-b237-fc9e58453bad None None] Provisioning complete for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:44.702336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-29e20b83-0afb-4957-b237-fc9e58453bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.762017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-29e20b83-0afb-4957-b237-fc9e58453bad None None] Port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:44.765600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:44.776398 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Sync routers for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:44.782863 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9f4d79a9-0d9c-40d3-9f03-d41607c4b69c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/8dfce7db-8eed-41ae-b4d7-f524cee3aa86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854223 Mar 16 11:39:44.792413 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:44.794868 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:44.898198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-95c3493e-bbc0-4afa-aa62-1f3482bf366f None None] Provisioning complete for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:44.898563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-95c3493e-bbc0-4afa-aa62-1f3482bf366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.986627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:45.019717 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:45.028018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-95c3493e-bbc0-4afa-aa62-1f3482bf366f None None] Port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:45.065978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:45.071310 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:45.071677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.133837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-65b6530e-1112-48d8-8654-8d9349e1fe7f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474424869&fields=id&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 267 time: 0.1757922 Mar 16 11:39:45.200616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-03db284a-2b7d-4b41-a842-f8b844b9a001 None None] Provisioning complete for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:45.201332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-03db284a-2b7d-4b41-a842-f8b844b9a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.227122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.259576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:45.273265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.274038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a3cd27e9-9650-44af-a9e8-0b051a64c252 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:45.289982 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-0123cffd-ba31-4856-a630-05b3343ed418 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:45.291460 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-0123cffd-ba31-4856-a630-05b3343ed418 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 796 time: 0.1503577 Mar 16 11:39:45.307821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-9ca2c374-3f1e-4deb-a473-2cb9177490ed tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/quotas/5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 375 time: 0.0091996 Mar 16 11:39:45.343430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-03db284a-2b7d-4b41-a842-f8b844b9a001 None None] Port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:45.366434 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 2, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:45.370772 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Checking router: 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:45.371674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Updating router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:39:45.394317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-73347d3f-eb04-4737-abff-7c24c98d6cca tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802722 Mar 16 11:39:45.398561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:45.411605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port a3cd27e9-9650-44af-a9e8-0b051a64c252 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:45.417285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a3cd27e9-9650-44af-a9e8-0b051a64c252 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:45.417973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.425705 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.473740 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-13da0971-7b9e-40d6-8fb7-fb777f21a09a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:39:45.474847 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-13da0971-7b9e-40d6-8fb7-fb777f21a09a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631974 Mar 16 11:39:45.558849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.591968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port a3cd27e9-9650-44af-a9e8-0b051a64c252, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a3cd27e9-9650-44af-a9e8-0b051a64c252,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:45.597484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.621390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-c0a4b7cd-7a3c-440d-afd7-55017002c4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402602 Mar 16 11:39:45.668738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=a3cd27e9-9650-44af-a9e8-0b051a64c252,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:45.750269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-ae9dd717-8bb9-444d-a1ff-9a82e63311b0 service neutron] 10.222.0.50 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280386 Mar 16 11:39:45.801323 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.813694 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Transition to ACTIVE for port object 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:45.819858 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.970602 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e117c2e0-ea0b-49a6-bd0a-4ef1970eb8d9 req-75ede8ec-8ff7-4366-aeb8-6e821c73861e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 210 time: 0.0648642 Mar 16 11:39:45.990430 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Pushing event updated for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:46.026893 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.027230 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.027555 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.027875 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.028190 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.029590 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.029917 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.030234 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.030557 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.030865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.031172 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.031479 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:46.055674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Attempting to bind port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:46.055921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Attempting to bind port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:46.056280 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Attempting to bind port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 on network f9e8b982-0734-45ae-ab67-1c43d7e97b46 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:46.062800 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:46.063212 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Checking segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:46.063546 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.063960 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Bound using segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:46.064418 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Bound port: 2633ba27-7003-4e56-bb82-8a1b68c7c7c2, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:46.064853 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.183889 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] For port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:46.187347 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] For port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:46.192233 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.271103 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:46.271722 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.336959 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d625c6-cba8-4dc6-bfae-af8c40e14e28 None None] Pushing event updated for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:46.467275 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:46.781459 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:46Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.785366 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fb4a1-6d00-4c79-a718-60d3f7954c78 None None] The sync data for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv is: [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:46Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:46.899944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:46.978234 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:46.978610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.142021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fe6cce1-a1f7-4d88-86b0-24762948cf8f req-e78334d8-3111-4b13-b693-bcb5f191d276 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 210 time: 0.0548179 Mar 16 11:39:47.159603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a3cd27e9-9650-44af-a9e8-0b051a64c252 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:47.235655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port a3cd27e9-9650-44af-a9e8-0b051a64c252 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:47.236019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.349844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-f086b083-2b83-49d4-a8cf-7ac1d897879f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:47.351346 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-f086b083-2b83-49d4-a8cf-7ac1d897879f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 796 time: 0.1738689 Mar 16 11:39:47.419095 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-c2eb4c88-189f-433c-bb26-601b2883c4ab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 379 time: 0.0536988 Mar 16 11:39:47.427746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'port': {'device_id': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'admin_state_up': True, 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'security_groups': ['abc1ec78-5b9f-49be-994a-9d0c46af1966']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:47.577549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:47.581437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:port and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:47.584293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:47.589994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:47.601909 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:47.605864 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.781413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.11 (f9e8b982-0734-45ae-ab67-1c43d7e97b46/667f2152-9f46-4b29-b353-4a93d15dbc66/fe298dea-046e-40e6-9300-6f24b392620f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:47.975222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.990657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object fe298dea-046e-40e6-9300-6f24b392620f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:48.014975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.087089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:48.089907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:48.097967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:48.134879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:48.166824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:48.167534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.190404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d6c81326-fd8a-42a6-a59d-652b47f957d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7665472 Mar 16 11:39:48.256678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Request body: {'port': {'device_id': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:48.323735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2afb87b6-f993-43bd-aada-48e9c704a7ab None None] Provisioning for port fe298dea-046e-40e6-9300-6f24b392620f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:48.330649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2afb87b6-f993-43bd-aada-48e9c704a7ab None None] Provisioning complete for port fe298dea-046e-40e6-9300-6f24b392620f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:48.331024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2afb87b6-f993-43bd-aada-48e9c704a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.392425 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-2afb87b6-f993-43bd-aada-48e9c704a7ab None None] Port fe298dea-046e-40e6-9300-6f24b392620f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:39:48.434387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.462505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de9f9-1342-4b72-87d6-08707a92cd99 req-4675ef8a-0d13-42e0-9cdc-8a377f332052 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:48.463281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bb6de9f9-1342-4b72-87d6-08707a92cd99 req-4675ef8a-0d13-42e0-9cdc-8a377f332052 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:48.524537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bb6de9f9-1342-4b72-87d6-08707a92cd99 req-4675ef8a-0d13-42e0-9cdc-8a377f332052 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:48.525344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb6de9f9-1342-4b72-87d6-08707a92cd99 req-4675ef8a-0d13-42e0-9cdc-8a377f332052 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 932 time: 0.2402823 Mar 16 11:39:48.644401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bb6de9f9-1342-4b72-87d6-08707a92cd99 req-1a2e4f3a-b032-4c1e-8c96-527f2a0ad2b8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097226 Mar 16 11:39:48.895416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:48.968927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe298dea-046e-40e6-9300-6f24b392620f {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:48.978066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.990311 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:48.995656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:48.995853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Transition to ACTIVE for port object fe298dea-046e-40e6-9300-6f24b392620f will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:48.996029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.000101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.120030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.142279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Pushing event updated for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.157711 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:49.162775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.235276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.251560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Attempting to bind port fe298dea-046e-40e6-9300-6f24b392620f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:49.252046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Attempting to bind port fe298dea-046e-40e6-9300-6f24b392620f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:49.252208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Attempting to bind port fe298dea-046e-40e6-9300-6f24b392620f on network f9e8b982-0734-45ae-ab67-1c43d7e97b46 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:49.256948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Port fe298dea-046e-40e6-9300-6f24b392620f on network f9e8b982-0734-45ae-ab67-1c43d7e97b46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:39:49.257285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Attempting to bind port fe298dea-046e-40e6-9300-6f24b392620f on network f9e8b982-0734-45ae-ab67-1c43d7e97b46 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:49.263179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:49.263687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Checking segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:49.264242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Bound using segment: {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:49.264670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Bound port: fe298dea-046e-40e6-9300-6f24b392620f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd711b8f-e367-429c-b32e-8eee674bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:49.265042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.359919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:49.363002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fe298dea-046e-40e6-9300-6f24b392620f,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:49.366882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.421509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:49.422109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.423475 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 1094 time: 1.2210610 Mar 16 11:39:49.423875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:49.449432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a67c-31b4-4227-a6c9-5cb79c8f7270 service neutron] Pushing event updated for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.521037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f', 'status': 'completed', 'code': 200} Mar 16 11:39:49.557446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-66b688c9-6f48-40cd-b632-fc1f2fa8ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:49.558951 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-66b688c9-6f48-40cd-b632-fc1f2fa8ba69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1097 time: 0.0800853 Mar 16 11:39:49.632282 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-ede93c5a-c24a-41f8-9625-949e6c88a41b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 217 time: 0.0611870 Mar 16 11:39:49.696378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-6db53801-5fbc-48d7-8880-45b808f8a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:49.697823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-6db53801-5fbc-48d7-8880-45b808f8a028 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 200 len: 834 time: 0.0599790 Mar 16 11:39:49.816593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c111f-7306-4171-87d2-675c33fb94b9 req-b2aaa11f-a023-41a6-89d2-d9b8e942a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:49.818061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-b2aaa11f-a023-41a6-89d2-d9b8e942a1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e8b982-0734-45ae-ab67-1c43d7e97b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144998 Mar 16 11:39:49.937905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a475a-ee5a-4c7c-b444-dd8d34227fb2 req-a7d3422d-32d3-4131-9eed-cb479ee64d23 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:49.939231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-849a475a-ee5a-4c7c-b444-dd8d34227fb2 req-a7d3422d-32d3-4131-9eed-cb479ee64d23 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 944 time: 0.1836569 Mar 16 11:39:49.991516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-40121bd3-f417-4ca3-af4e-85f37b461d28 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671853 Mar 16 11:39:50.002744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-849a475a-ee5a-4c7c-b444-dd8d34227fb2 req-696654d4-2807-4c42-be95-3ec3daf2a1f1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570474 Mar 16 11:39:50.124371 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-115c111f-7306-4171-87d2-675c33fb94b9 req-b0ea0f6c-1e0e-48f6-be5a-649465f280b1 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246324 Mar 16 11:39:50.272506 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-c8a4f392-2553-4c3f-9723-550ecbd66286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.273875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-c8a4f392-2553-4c3f-9723-550ecbd66286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1097 time: 0.0688000 Mar 16 11:39:50.400930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-58b0faca-3ec1-4e3f-ab1e-b04e94e8bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.402342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-58b0faca-3ec1-4e3f-ab1e-b04e94e8bb84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 897 time: 0.1227238 Mar 16 11:39:50.470993 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-82be5fdb-ac3c-478f-a2bc-8aaa7273de69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 217 time: 0.0627887 Mar 16 11:39:50.531619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-605c4fdf-4c43-4dc1-a0e1-d3472fc4d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.532988 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-605c4fdf-4c43-4dc1-a0e1-d3472fc4d47b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 200 len: 834 time: 0.0562365 Mar 16 11:39:50.714757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-1ee90eb5-3592-4f05-95e2-cfe17519c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.717094 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-1ee90eb5-3592-4f05-95e2-cfe17519c83d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e8b982-0734-45ae-ab67-1c43d7e97b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787021 Mar 16 11:39:50.847420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-89c782cd-97e9-4691-87ea-e4b91ef93240 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240923 Mar 16 11:39:50.866114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:50.936274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:50.936642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.990400 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0fcd67fe-f86c-4cbc-8553-a052670c587b req-2158db6f-09b4-4c01-a981-b68db9749fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368954 Mar 16 11:39:51.187827 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4daf2-791f-4c88-b47a-5506414c8bc2 req-8cba2a19-4911-4392-94c7-9e08ff8e3462 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.189259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-94e4daf2-791f-4c88-b47a-5506414c8bc2 req-8cba2a19-4911-4392-94c7-9e08ff8e3462 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 944 time: 0.0781167 Mar 16 11:39:51.231384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-94e4daf2-791f-4c88-b47a-5506414c8bc2 req-ca262eac-445c-4efa-863c-0afc0c0621a0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364511 Mar 16 11:39:52.425154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cfeea-8019-4598-b618-63a7055eee63 req-8f2a4cf7-8202-4839-b47d-d97fad8fa71b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:52.426623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc8cfeea-8019-4598-b618-63a7055eee63 req-8f2a4cf7-8202-4839-b47d-d97fad8fa71b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 944 time: 0.0867474 Mar 16 11:39:52.471632 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc8cfeea-8019-4598-b618-63a7055eee63 req-7d5fc7c2-a408-4be5-8697-9c52e105880d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391576 Mar 16 11:39:53.656749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319147d5-5203-449c-a563-6028346464da req-9fefdea9-adad-4800-aca8-28f66638d586 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:53.658521 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-319147d5-5203-449c-a563-6028346464da req-9fefdea9-adad-4800-aca8-28f66638d586 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 944 time: 0.0798223 Mar 16 11:39:53.704117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-319147d5-5203-449c-a563-6028346464da req-cd2fbeaf-e9e5-4915-b994-60f7b75d9244 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Mar 16 11:39:54.033798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device fe298dea-046e-40e6-9300-6f24b392620f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:39:54.168543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fe298dea-046e-40e6-9300-6f24b392620f,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:54.188471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'fe298dea-046e-40e6-9300-6f24b392620f', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'port_id': 'fe298dea-046e-40e6-9300-6f24b392620f', 'mac_address': 'fa:16:3e:40:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:39:54.245677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.262132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe298dea-046e-40e6-9300-6f24b392620f {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:54.278152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fe298dea-046e-40e6-9300-6f24b392620f,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:54.282154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.347152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:54.680353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['fe298dea-046e-40e6-9300-6f24b392620f'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:54.895454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6573c6c-46fb-42e4-a337-fe4c7cf1d35d req-661a2d06-c5d2-419a-9682-8d613d77d2c7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:54.896952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6573c6c-46fb-42e4-a337-fe4c7cf1d35d req-661a2d06-c5d2-419a-9682-8d613d77d2c7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 945 time: 0.0852470 Mar 16 11:39:54.941709 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6573c6c-46fb-42e4-a337-fe4c7cf1d35d req-0f3546e3-84b5-4e72-a845-be1add083d96 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387497 Mar 16 11:39:56.063601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device fe298dea-046e-40e6-9300-6f24b392620f up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:56.123903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c251c9c-f72e-4580-81d0-2c906d70c0e3 req-cf1826b8-bcf6-4127-8a53-d9ef85471b8d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:56.125374 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c251c9c-f72e-4580-81d0-2c906d70c0e3 req-cf1826b8-bcf6-4127-8a53-d9ef85471b8d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 945 time: 0.0825851 Mar 16 11:39:56.131541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port fe298dea-046e-40e6-9300-6f24b392620f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:56.136429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port fe298dea-046e-40e6-9300-6f24b392620f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:56.136804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.170090 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4c251c9c-f72e-4580-81d0-2c906d70c0e3 req-10f1d20e-1cf6-48f3-89f2-74f321015156 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 Mar 16 11:39:56.252860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.279203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:56.290505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fe298dea-046e-40e6-9300-6f24b392620f,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:56.296209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.367038 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:56.389856 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f', 'code': 200} Mar 16 11:39:56.649461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad736a7-6d21-4a5f-ba95-88c02a2add7e req-2c954c9d-d100-4bf1-92b2-3676f41c3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:56.650874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ad736a7-6d21-4a5f-ba95-88c02a2add7e req-2c954c9d-d100-4bf1-92b2-3676f41c3613 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1099 time: 0.0670214 Mar 16 11:39:56.690513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ad736a7-6d21-4a5f-ba95-88c02a2add7e req-08a63da6-b1a1-4057-849b-aae0cee32f51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Mar 16 11:39:56.929350 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8dc7-1b28-4f1c-8a58-45985cd2adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.354488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79da4-281f-4b5a-9975-4dfa63d011d5 req-db4c80c4-56bb-446a-b8f1-cf5115e4c004 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:57.355916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ea79da4-281f-4b5a-9975-4dfa63d011d5 req-db4c80c4-56bb-446a-b8f1-cf5115e4c004 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0811749 Mar 16 11:39:57.400049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1ea79da4-281f-4b5a-9975-4dfa63d011d5 req-f9cb6e96-c714-46f4-b3db-1eb412eafacf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377071 Mar 16 11:39:58.587658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2981e-bd33-4df1-a4f7-964ac7ade79e req-6732fc79-40b6-4d0e-9448-3a6cb85110e1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:58.589122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53c2981e-bd33-4df1-a4f7-964ac7ade79e req-6732fc79-40b6-4d0e-9448-3a6cb85110e1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0808661 Mar 16 11:39:58.635489 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-53c2981e-bd33-4df1-a4f7-964ac7ade79e req-204336d7-fd51-4245-92f5-915f876d32c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407736 Mar 16 11:39:58.816716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e7d44-55ff-42c4-a827-d2945422d5b8 req-bdd61ff3-4e73-445f-90b6-6d866b9d3e8a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:58.818161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-506e7d44-55ff-42c4-a827-d2945422d5b8 req-bdd61ff3-4e73-445f-90b6-6d866b9d3e8a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0783904 Mar 16 11:39:58.861062 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-506e7d44-55ff-42c4-a827-d2945422d5b8 req-aa4a1465-a14f-46f3-a7c7-57a1e63f990d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Mar 16 11:39:58.883142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52668) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:58.955740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b644d-cc2c-42e0-a4fb-02d85888b13c tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:58.957247 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bc7b644d-cc2c-42e0-a4fb-02d85888b13c tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1094 time: 0.0731380 Mar 16 11:39:58.960053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52672) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:58.964659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'fe298dea-046e-40e6-9300-6f24b392620f', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:58.970632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:58.974316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:floatingip and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:58.977047 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:58.983401 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:58.995127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.128425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.150880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46b7dcf7-fd55-43cd-b3ab-460bfdf24a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.264134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.95 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/eb1e128c-37d3-4525-9cd0-082a99e3704c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:59.507527 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.536591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.595636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:59.598314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:59.605832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:59.648852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=eb1e128c-37d3-4525-9cd0-082a99e3704c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.008809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.082605 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.282338 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.286805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.389704 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=eb1e128c-37d3-4525-9cd0-082a99e3704c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.401127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.571132 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 44f636f3-05b6-46e1-b944-3ef3a6d059cf associated. External IP: 172.26.0.95, port: fe298dea-046e-40e6-9300-6f24b392620f. Mar 16 11:40:00.593457 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.642523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.025955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:40:01.202291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:40:01.211830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Sync routers for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:01.222165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:01.222915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.225764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.280455 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1be2b973-1955-40c7-be96-af29b05d49cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3193223 Mar 16 11:40:01.281071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:40:01.327706 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f', 'status': 'completed', 'code': 200} Mar 16 11:40:01.407461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:01.507083 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414621e-2758-4265-a9c1-ca2e7a8c1fc0 req-c78545fb-6ce6-407d-8a66-8d64d0cf367b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.508777 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a414621e-2758-4265-a9c1-ca2e7a8c1fc0 req-c78545fb-6ce6-407d-8a66-8d64d0cf367b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.1421330 Mar 16 11:40:01.511911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-06eb7243-a04a-4642-b87f-bb621bfa98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.513852 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-06eb7243-a04a-4642-b87f-bb621bfa98a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1099 time: 0.1160798 Mar 16 11:40:01.641478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a414621e-2758-4265-a9c1-ca2e7a8c1fc0 req-39464760-6567-4f82-b94d-bdf33f4f06e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255088 Mar 16 11:40:01.665285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52680) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:01.673967 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-45e5c03e-e629-4f06-9aff-b601b8424923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.675619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-45e5c03e-e629-4f06-9aff-b601b8424923 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 897 time: 0.1468551 Mar 16 11:40:01.773476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '44f636f3-05b6-46e1-b944-3ef3a6d059cf', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'port_id': 'fe298dea-046e-40e6-9300-6f24b392620f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'mac_address': 'fa:16:3e:40:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:59Z', 'updated_at': '2022-03-16T11:39:59Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.777368 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Checking router: 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:01.779762 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e21ea342-d8fe-4f3c-9f00-356e05ed3f15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/44f636f3-05b6-46e1-b944-3ef3a6d059cf HTTP/1.1" status: 200 len: 991 time: 0.1132154 Mar 16 11:40:01.782104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-a061f345-1f77-402d-94fe-c6fec03ce15c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 999 time: 0.1005495 Mar 16 11:40:01.786421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:01.787095 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:39:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.945494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-e365ef75-39c7-4751-83b0-02ad8665ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.946829 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-e365ef75-39c7-4751-83b0-02ad8665ab74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 200 len: 834 time: 0.1589897 Mar 16 11:40:01.965355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:01.999716 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:02.021270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-77efbf79-484d-4bbf-9903-2fe15d0bd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:02.022755 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-77efbf79-484d-4bbf-9903-2fe15d0bd4b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e8b982-0734-45ae-ab67-1c43d7e97b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696433 Mar 16 11:40:02.102614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.154572 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-eb2863f5-67f3-4c70-9a67-69ba4ae5e14d service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248159 Mar 16 11:40:02.283559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6303a22-1c50-41e4-ab63-070b70408b35 req-87ffa0cb-f803-4a21-af91-aebbb19b3af3 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234529 Mar 16 11:40:02.324491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '44f636f3-05b6-46e1-b944-3ef3a6d059cf', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'port_id': 'fe298dea-046e-40e6-9300-6f24b392620f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'mac_address': 'fa:16:3e:40:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:59Z', 'updated_at': '2022-03-16T11:39:59Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:02.328555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c328a8-01e7-439e-9c41-efee4a00ac90 None None] The sync data for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv is: [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '44f636f3-05b6-46e1-b944-3ef3a6d059cf', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'port_id': 'fe298dea-046e-40e6-9300-6f24b392620f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'mac_address': 'fa:16:3e:40:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:39:59Z', 'updated_at': '2022-03-16T11:39:59Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:02.512260 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8dd81-cdee-405c-a41f-02765a76cd6b None None] New status for floating IP 44f636f3-05b6-46e1-b944-3ef3a6d059cf: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:40:02.781924 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52684) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:02.887701 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d25652a5-0d68-4f17-8f3d-cd03d3899c7a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/44f636f3-05b6-46e1-b944-3ef3a6d059cf HTTP/1.1" status: 200 len: 993 time: 0.1045413 Mar 16 11:40:04.415483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:26.932020 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f55b0408-d622-4e5e-94c1-95bb5b1ff8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.143580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4de4a7f9-f4b0-413c-8488-c623095642d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:30.596282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:30.613754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:32.040964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.419103 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:38.999129 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:50.087035 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-9dee8c0e-3972-4bfd-b965-944e472c2b3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713000 Mar 16 11:40:50.253178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-970cabc6-7184-46ca-b073-6b7623ed5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.254645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-970cabc6-7184-46ca-b073-6b7623ed5935 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1099 time: 0.0785089 Mar 16 11:40:50.417235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-f45af51d-76eb-4884-82c8-eaf300b79183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.418704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-f45af51d-76eb-4884-82c8-eaf300b79183 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 897 time: 0.1449189 Mar 16 11:40:50.547210 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-c42c4959-7bd4-48ae-9431-b9a69973c60e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 1001 time: 0.1227379 Mar 16 11:40:50.610936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-2554c33a-eb3c-4cf0-8c91-d853c5fbbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.612408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-2554c33a-eb3c-4cf0-8c91-d853c5fbbbd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 200 len: 834 time: 0.0595851 Mar 16 11:40:50.693092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-833311ab-bdeb-4293-99c8-08b99502d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.694443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-833311ab-bdeb-4293-99c8-08b99502d3bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e8b982-0734-45ae-ab67-1c43d7e97b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761404 Mar 16 11:40:50.843378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-65df8323-f127-434a-9357-2c2f92047724 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424983 Mar 16 11:40:50.982389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2c1ceea-28be-4bd9-85bb-8de4a5ba6130 req-00975d86-0090-4f76-8059-0fc7f9ae6902 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330633 Mar 16 11:40:56.934453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ff07-c0fe-4c65-ae7c-760f6a3fb675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:59.144877 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e63e82c8-9acc-4b7b-a7cb-ba3b3f379cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:00.601329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:00.616396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:02.043854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.415954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.932674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398225c0-fd1b-4968-a812-e145c7ab9626 req-c03eccfd-527b-4fc1-b885-0be7f2e7e826 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:05.934113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-398225c0-fd1b-4968-a812-e145c7ab9626 req-c03eccfd-527b-4fc1-b885-0be7f2e7e826 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0773990 Mar 16 11:41:05.977221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-398225c0-fd1b-4968-a812-e145c7ab9626 req-48a8ccfd-7983-4b34-b67f-85cd02d0a9d9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371678 Mar 16 11:41:07.164268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7f0d4-19cb-4732-844e-34061000ed07 req-fbc9a83c-9795-4602-bd0d-d76a57486939 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:07.165657 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24e7f0d4-19cb-4732-844e-34061000ed07 req-fbc9a83c-9795-4602-bd0d-d76a57486939 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0826964 Mar 16 11:41:07.209259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24e7f0d4-19cb-4732-844e-34061000ed07 req-e605e834-3ecf-456c-adc9-d297f4d73fc1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377443 Mar 16 11:41:07.232955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52710) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:07.336469 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f795975f-3ffc-4618-b9e1-409fb2f25f51 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/44f636f3-05b6-46e1-b944-3ef3a6d059cf HTTP/1.1" status: 200 len: 993 time: 0.1023960 Mar 16 11:41:08.817480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b60d3-0107-43a8-95a8-5e437f34d417 req-eb02104d-af09-4944-87d5-f435b796ca53 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:08.818919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-068b60d3-0107-43a8-95a8-5e437f34d417 req-eb02104d-af09-4944-87d5-f435b796ca53 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0909798 Mar 16 11:41:08.869057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-068b60d3-0107-43a8-95a8-5e437f34d417 req-66c43fb4-a36e-4e6d-a95a-e034e5e584be tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 Mar 16 11:41:10.056705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928ad6-fc07-4024-b1e6-4f3df7256c9d req-812bff4f-359f-4399-b452-a00342142512 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:10.058143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24928ad6-fc07-4024-b1e6-4f3df7256c9d req-812bff4f-359f-4399-b452-a00342142512 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0777187 Mar 16 11:41:10.101441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24928ad6-fc07-4024-b1e6-4f3df7256c9d req-d78274cb-74fa-4b08-aa99-7e881ef0e048 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368011 Mar 16 11:41:10.125697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52722) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:10.328083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-bfddea7e-d149-4fb1-81bd-7ff27d5840e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/44f636f3-05b6-46e1-b944-3ef3a6d059cf HTTP/1.1" status: 200 len: 993 time: 0.2012587 Mar 16 11:41:10.659769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52730) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:10.865094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port eb1e128c-37d3-4525-9cd0-082a99e3704c {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:10.865442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.029580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.029807 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.158500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for eb1e128c-37d3-4525-9cd0-082a99e3704c owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:11.303221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.378876 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=eb1e128c-37d3-4525-9cd0-082a99e3704c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:11.419231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.419575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.419907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.420242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.420573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.420930 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.421278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.421602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.421923 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.422246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.422564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.422879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:11.454220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.454561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 44f636f3-05b6-46e1-b944-3ef3a6d059cf disassociated (deleted). External IP: 172.26.0.95, port: fe298dea-046e-40e6-9300-6f24b392620f. Mar 16 11:41:11.800604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:12.079333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:12.088681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Sync routers for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:12.098592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:12.098789 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.099205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.154846 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a1c66431-04fb-4a29-8e6d-9b328e925b7c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/floatingips/44f636f3-05b6-46e1-b944-3ef3a6d059cf HTTP/1.1" status: 204 len: 168 time: 1.4940767 Mar 16 11:41:12.156602 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:12.202353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f', 'status': 'completed', 'code': 200} Mar 16 11:41:12.296451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:12.317622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-734375f0-076c-4576-867c-786f44731a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.319666 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-734375f0-076c-4576-867c-786f44731a64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 1099 time: 0.0741022 Mar 16 11:41:12.508884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-cfa79f59-f310-43f6-a259-166fb6d201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.510312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-cfa79f59-f310-43f6-a259-166fb6d201cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 200 len: 897 time: 0.1823571 Mar 16 11:41:12.582151 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-961ad234-f5a9-428c-a501-ef515a8e039c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 200 len: 217 time: 0.0636508 Mar 16 11:41:12.626303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.630228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Checking router: 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:12.640616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:12.641280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.658134 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842240a-5b31-4a6c-90c8-28c64cc85508 req-e7690196-6a4e-4064-9028-d9bc6e770446 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.658818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0842240a-5b31-4a6c-90c8-28c64cc85508 req-e7690196-6a4e-4064-9028-d9bc6e770446 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:12.672545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-85c8723a-488d-4d00-8d74-faaaa8b3dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.673941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-85c8723a-488d-4d00-8d74-faaaa8b3dc66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 200 len: 834 time: 0.0852821 Mar 16 11:41:12.721851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-0842240a-5b31-4a6c-90c8-28c64cc85508 req-e7690196-6a4e-4064-9028-d9bc6e770446 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:12.722985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0842240a-5b31-4a6c-90c8-28c64cc85508 req-e7690196-6a4e-4064-9028-d9bc6e770446 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.2694268 Mar 16 11:41:12.785120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0842240a-5b31-4a6c-90c8-28c64cc85508 req-2a940a01-a362-40bc-803b-754f8f05c186 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553241 Mar 16 11:41:12.791158 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-86ad34ff-98ee-46e5-90dd-97e3cdff5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.792605 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-86ad34ff-98ee-46e5-90dd-97e3cdff5fa6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e8b982-0734-45ae-ab67-1c43d7e97b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119523 Mar 16 11:41:12.832726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:12.929785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-b15da29d-12ca-4ebc-90d1-b38660226146 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299577 Mar 16 11:41:13.064153 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e42d6e62-ad64-4be0-a139-906f6ae986ab req-a79f9f72-f1b0-406f-bd99-4a4c09bc032a service neutron] 10.222.0.55 "GET /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273270 Mar 16 11:41:13.141861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:13.145890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8ed84-57b4-4f8f-90a2-86b88eacc8fe None None] The sync data for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv is: [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:39:43Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2633ba27-7003-4e56-bb82-8a1b68c7c7c2', 'name': '', 'network_id': 'f9e8b982-0734-45ae-ab67-1c43d7e97b46', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:31:32:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:42Z', 'updated_at': '2022-03-16T11:39:49Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '667f2152-9f46-4b29-b353-4a93d15dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:13.339883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89eb81-c0aa-4423-9e96-786333c75bbc None None] New status for floating IP 44f636f3-05b6-46e1-b944-3ef3a6d059cf: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:13.974914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc96434-6073-48bc-b4a0-55da0e6a41f0 req-d72ab8e8-d9eb-4cf3-acbf-0e4a34b76152 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:13.976342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fc96434-6073-48bc-b4a0-55da0e6a41f0 req-d72ab8e8-d9eb-4cf3-acbf-0e4a34b76152 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0817385 Mar 16 11:41:14.019964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1fc96434-6073-48bc-b4a0-55da0e6a41f0 req-8447dc2e-7233-4bef-9312-655425da83ca tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=abc1ec78-5b9f-49be-994a-9d0c46af1966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 Mar 16 11:41:14.361479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-eb373a29-6b39-487c-9571-2f7f44953ea8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:14.362889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-eb373a29-6b39-487c-9571-2f7f44953ea8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 946 time: 0.0781438 Mar 16 11:41:14.433033 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port fe298dea-046e-40e6-9300-6f24b392620f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:14.433367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.679932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port fe298dea-046e-40e6-9300-6f24b392620f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fe298dea-046e-40e6-9300-6f24b392620f,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:14.680179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.800755 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for fe298dea-046e-40e6-9300-6f24b392620f owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:14.943565 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.085860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=fe298dea-046e-40e6-9300-6f24b392620f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:15.195984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] No DVR routers for this DVR port fe298dea-046e-40e6-9300-6f24b392620f on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:15.201977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.204475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'name': 'network-vif-deleted', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:15.210144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6abf881b-2df9-48fd-907b-050fc5dd70b9 req-d125f74a-572e-49db-b8b4-e43ebda6bee8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a94e5ca-2f88-4765-acc9-142cc1f98ddf HTTP/1.1" status: 200 len: 210 time: 0.0575404 Mar 16 11:41:15.222987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b785f9c-299d-473a-b833-bf17bff797a0 req-42cb9885-a0c8-4f94-a8bf-98f01f152a3a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "DELETE /v2.0/ports/fe298dea-046e-40e6-9300-6f24b392620f HTTP/1.1" status: 204 len: 173 time: 0.8547332 Mar 16 11:41:15.253105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a94e5ca-2f88-4765-acc9-142cc1f98ddf', 'name': 'network-vif-deleted', 'tag': 'fe298dea-046e-40e6-9300-6f24b392620f', 'status': 'completed', 'code': 200} Mar 16 11:41:15.998430 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:16.309738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52748) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:16.858565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.335084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:17.335795 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.517319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 2633ba27-7003-4e56-bb82-8a1b68c7c7c2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:17.517674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.636259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:17.958517 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.005844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=2633ba27-7003-4e56-bb82-8a1b68c7c7c2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:18.074023 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.074360 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.074691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.075147 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.075555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.075876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.076194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.076511 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.076854 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.077156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.077468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.077788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:18.280951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.482754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device fe298dea-046e-40e6-9300-6f24b392620f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:18.520853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: fe298dea-046e-40e6-9300-6f24b392620f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:18.521203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device fe298dea-046e-40e6-9300-6f24b392620f not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:18.741488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:18.921446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:18.930632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Sync routers for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:18.936536 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5e46abbd-3a77-447d-b363-644c17818b9b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/8dfce7db-8eed-41ae-b4d7-f524cee3aa86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6229291 Mar 16 11:41:18.938791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52752) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:18.942825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:18.943497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:19.006779 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting subnet 667f2152-9f46-4b29-b353-4a93d15dbc66 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:41:19.009566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.063465 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.115922 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:19.148732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.226979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.266536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Subnet': ['ID=667f2152-9f46-4b29-b353-4a93d15dbc66,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:19.268388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.274829 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-57c1fb2c-cc8b-41d8-ac97-d172b01591fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/subnets/667f2152-9f46-4b29-b353-4a93d15dbc66 HTTP/1.1" status: 204 len: 168 time: 0.3350492 Mar 16 11:41:19.277345 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52756) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:19.284609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b55123-01e5-44de-8747-0308e5e1f9d8 None None] Network f9e8b982-0734-45ae-ab67-1c43d7e97b46 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:19.457794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.613037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211'}], 'enable_snat': True}, 'gw_port_id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:41:17Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '3fc8ad73-c7c6-4f22-87e8-a423401d9c10', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:39:39Z', 'updated_at': '2022-03-16T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:19.616851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Checking router: 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:19.625570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Routers {'8dfce7db-8eed-41ae-b4d7-f524cee3aa86'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:19.626326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:19.645917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.656328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:19.656768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.679112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] DHCP port deletion for f9e8b982-0734-45ae-ab67-1c43d7e97b46 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:41:19.694561 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Deleting port a3cd27e9-9650-44af-a9e8-0b051a64c252 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:19.694926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.837531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] Set router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:19.948724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 3fc8ad73-c7c6-4f22-87e8-a423401d9c10, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:19.949363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.975465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 6, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:19.984236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ca0fe-7cb5-48b7-8e34-1d96489e523f None None] The sync data for ids ['8dfce7db-8eed-41ae-b4d7-f524cee3aa86'] in dv-neutron-828143-9-hyperv is: [{'id': '8dfce7db-8eed-41ae-b4d7-f524cee3aa86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-256211631', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:39:38Z', 'updated_at': '2022-03-16T11:41:19Z', 'revision_number': 6, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:20.069988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:20.093177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] For port a3cd27e9-9650-44af-a9e8-0b051a64c252, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=a3cd27e9-9650-44af-a9e8-0b051a64c252,segment=NetworkSegment(fd711b8f-e367-429c-b32e-8eee674bf53a),segment_id=fd711b8f-e367-429c-b32e-8eee674bf53a)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:20.093562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.216483 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Calling delete_port for a3cd27e9-9650-44af-a9e8-0b051a64c252 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:20.240424 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.290426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=3fc8ad73-c7c6-4f22-87e8-a423401d9c10,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:20.294983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.342895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Pushing event deleted for resources: {'Port': ['ID=a3cd27e9-9650-44af-a9e8-0b051a64c252,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:20.347852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] No DVR routers for this DVR port a3cd27e9-9650-44af-a9e8-0b051a64c252 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:20.354030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.354428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.354719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.355049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.355410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.355767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.356321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.357151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.357151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.357394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.357647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.357969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa9c8a5-278b-42eb-9d4c-6e506ed391f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:20.397219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.570980 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.573152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.596067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.596695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfce7db-8eed-41ae-b4d7-f524cee3aa86 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:41:20.612383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.613439 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-424c3592-f824-447d-8885-f9ddf8ab8a85 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/routers/8dfce7db-8eed-41ae-b4d7-f524cee3aa86 HTTP/1.1" status: 204 len: 168 time: 1.3352191 Mar 16 11:41:20.616069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52760) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:20.730830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.879247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.909645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e8b982-0734-45ae-ab67-1c43d7e97b46']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:20.917863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:20.923236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd711b8f-e367-429c-b32e-8eee674bf53a') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:20.923610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd711b8f-e367-429c-b32e-8eee674bf53a') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:20.937335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.954800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:20.955034 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.955523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2633ba27-7003-4e56-bb82-8a1b68c7c7c2 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:20.955742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:20.961113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:41:20.961469 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:20.977606 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:21.034099 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:21.034433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3fc8ad73-c7c6-4f22-87e8-a423401d9c10 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:21.034844 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a3cd27e9-9650-44af-a9e8-0b051a64c252 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:21.062379 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.069513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: a3cd27e9-9650-44af-a9e8-0b051a64c252 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:21.069858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device a3cd27e9-9650-44af-a9e8-0b051a64c252 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:21.088087 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.096644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Network': ['ID=f9e8b982-0734-45ae-ab67-1c43d7e97b46,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:21.099492 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-61b0434d-0691-4a13-bc3e-adc88c74ef70 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/networks/f9e8b982-0734-45ae-ab67-1c43d7e97b46 HTTP/1.1" status: 204 len: 168 time: 0.4825215 Mar 16 11:41:21.102125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52764) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:21.174184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.205957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.273189 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.289195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1ec78-5b9f-49be-994a-9d0c46af1966,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:21.295902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.297042 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a70ac04b-5933-4dd4-aff6-42be8c4a4e22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/security-groups/abc1ec78-5b9f-49be-994a-9d0c46af1966 HTTP/1.1" status: 204 len: 168 time: 0.1939566 Mar 16 11:41:21.784884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52772) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:21.790018 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542464243', 'description': 'tempest-secgroup-smoke-542464243 description', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:21.796072 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:21.799868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:21.802691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:21.808212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:21.819264 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.838919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:21.842636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:21.845364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:21.850946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:21.926237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.929721 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.970168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28187010-9d15-4cd4-b8be-e91b41907e7c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:21.973071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.974305 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1113b8cc-9157-410e-96a6-fc9132614f00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1884336 Mar 16 11:41:21.977109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52776) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:21.982057 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:21.987883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:21.991647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:21.994466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.000669 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.017356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.076036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.079515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.101694 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36fff3a-a4a1-475b-81ed-f16b61f986e2,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.111206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.112376 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4e10368-5171-435e-972d-d71a160fc933 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343400 Mar 16 11:41:22.115122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52780) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.120010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.126546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.130346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.133181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.139223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.155813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.217897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.221119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.244002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284000d8-2c65-4fd9-b614-6cc73552be21,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.253090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.254251 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ad40d33b-cd17-4d61-9049-c56fc340fd60 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382425 Mar 16 11:41:22.256999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52784) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.261952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.267853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.271657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.274498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.280150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.296815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.359246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.362883 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.383660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b42cab1-b328-433a-b9cf-12cee66cfc2a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.393761 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.394921 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-71991ec5-43b7-404a-8f04-c96cada13d16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370158 Mar 16 11:41:22.397701 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52788) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.402556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.408252 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.412025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.414839 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.420874 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.436138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.513988 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.517982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.540808 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9a3ca2-d602-4a59-a8c4-ea44ea5ee85a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.549361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.550576 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-30a75dea-fe5b-4c85-b0b9-5786cd66c74a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519902 Mar 16 11:41:22.553311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52792) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.558069 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.564706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.568430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.571232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.577629 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.589637 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:22.596382 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.659431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.663008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.685647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677c78ad-69e2-4019-bf5c-e6d974007faf,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.695123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.696393 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c2028ae2-a121-4e4f-9b5b-e78bf1b746ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421945 Mar 16 11:41:22.699196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52796) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.704685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '28187010-9d15-4cd4-b8be-e91b41907e7c', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.710459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.714263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.717114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.722740 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.732984 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:41:22.739224 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.803882 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.808164 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.832440 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab99399-1aa6-4fd7-9c2f-61726e77d0a6,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.841686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.842858 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a595aca5-570d-43a0-a38c-1df948510998 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427562 Mar 16 11:41:22.846025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52800) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:22.851631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'network': {'name': 'tempest-network-smoke--2103949176', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:22.857578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:22.861718 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:network and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:22.864781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:22.873954 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:22.886412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:22.890192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.916313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:22.925536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.925871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Added segment ceaa1690-7ce2-4f5b-bef8-2f026a299716 of type vlan for network ac754b0f-8195-4773-b683-ece15a86fafa Mar 16 11:41:22.953556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.984682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.989981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:22.990558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.039201 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920416 Mar 16 11:41:23.042026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52804) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:23.048165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'admin_state_up': True, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:23.055716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:23.059657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:router and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:23.062699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:23.068815 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:23.079331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.080361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.095448 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f218e53-ce89-4dfd-a241-1cc05bfe6742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Network': ['ID=ac754b0f-8195-4773-b683-ece15a86fafa,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:23.098181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.105582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network ac754b0f-8195-4773-b683-ece15a86fafa details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:23.478994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.777113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.805791 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:23.952304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.61 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/91d815c9-45c9-4c1b-af70-568d6b7b6edd) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:24.099331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.128052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.200405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:24.206848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:24.209259 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:24.251191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=91d815c9-45c9-4c1b-af70-568d6b7b6edd,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:24.753483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.085214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.288438 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 45acc82f-2a22-467b-97cd-3c35bdd05d4c is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:41:25.459885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:25.473252 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Sync routers for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:25.482649 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:25.483327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:25.488583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.492878 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-acc05a75-fb49-4b9e-a842-8b757f4b1e2a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4466650 Mar 16 11:41:25.493105 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52808) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:25.535606 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dd902790-1cca-47d4-9db5-126f9b809152 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414762 Mar 16 11:41:25.538685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52812) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:25.658618 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:25.666136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdecea-70cd-452e-ac3c-26ad4eef1dda tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:25.667605 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6ebdecea-70cd-452e-ac3c-26ad4eef1dda tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280520 Mar 16 11:41:25.670892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52816) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:25.709770 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-845cefe7-cccf-461a-b5fe-6e7ebab592f4 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378020 Mar 16 11:41:25.712178 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52820) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:25.717550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951619724', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:25.825520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:25.829266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:subnet and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:25.831993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:25.837516 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:25.848602 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:25.852065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:25.948955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:25.953433 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Checking router: 45acc82f-2a22-467b-97cd-3c35bdd05d4c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:25.953768 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Updating router 45acc82f-2a22-467b-97cd-3c35bdd05d4c port 91d815c9-45c9-4c1b-af70-568d6b7b6edd binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:26.007278 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.060742 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.264291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Subnet': ['ID=64146003-66dd-4ce7-ae22-f74c8d15b0c4,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.271538 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Checking segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:26.271902 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network hostable DHCP agents. Network: ac754b0f-8195-4773-b683-ece15a86fafa, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:26.291434 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network ac754b0f-8195-4773-b683-ece15a86fafa is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:26.300658 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, ac754b0f-8195-4773-b683-ece15a86fafa) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:26.304925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:26.305663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.311865 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6af94a-177b-4a5b-bb0c-78af2d686ad3 None None] Network ac754b0f-8195-4773-b683-ece15a86fafa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:26.328745 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-5ab02ef1-6306-4f47-b2c3-300e5a2f931b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6155756 Mar 16 11:41:26.331593 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52824) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:26.357640 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.369911 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Transition to ACTIVE for port object 91d815c9-45c9-4c1b-af70-568d6b7b6edd will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:26.379085 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.466129 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Attempting to bind port 91d815c9-45c9-4c1b-af70-568d6b7b6edd on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:26.466492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Attempting to bind port 91d815c9-45c9-4c1b-af70-568d6b7b6edd by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:26.466854 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Attempting to bind port 91d815c9-45c9-4c1b-af70-568d6b7b6edd on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:26.484476 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Pushing event updated for resources: {'Port': ['ID=91d815c9-45c9-4c1b-af70-568d6b7b6edd,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.493289 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.493623 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.493955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.494282 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.494608 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.494936 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.496449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.496449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.496449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.496449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.496449 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.497749 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:26.500595 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:26.500991 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:26.501387 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.501781 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:26.502223 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Bound port: 91d815c9-45c9-4c1b-af70-568d6b7b6edd, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:26.502588 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.544808 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-ac754b0f-8195-4773-b683-ece15a86fafa', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:41:26.545664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.580189 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] For port 91d815c9-45c9-4c1b-af70-568d6b7b6edd, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:26.583152 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] For port 91d815c9-45c9-4c1b-af70-568d6b7b6edd, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91d815c9-45c9-4c1b-af70-568d6b7b6edd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:26.589944 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.653123 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:26.653691 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:40:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:26.710060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Allocated IP 172.20.0.2 (ac754b0f-8195-4773-b683-ece15a86fafa/64146003-66dd-4ce7-ae22-f74c8d15b0c4/45368468-ab65-457f-8140-9df2c5f7c09e) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:26.749244 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455bb44-abb1-4eba-bc30-a889d39bf783 None None] Pushing event updated for resources: {'Port': ['ID=91d815c9-45c9-4c1b-af70-568d6b7b6edd,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:26.859086 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:26.936691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.953022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Transition to ACTIVE for port object 45368468-ab65-457f-8140-9df2c5f7c09e will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:26.972799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Transition to ACTIVE for port object 45368468-ab65-457f-8140-9df2c5f7c09e will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:26.975832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-87579ae8-1f72-4600-9b6e-4270f3f5b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:26.979588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.059536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Network ac754b0f-8195-4773-b683-ece15a86fafa is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:27.060815 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Pushing event updated for resources: {'Port': ['ID=45368468-ab65-457f-8140-9df2c5f7c09e,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.063675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:27.066009 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:27.085744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.160057 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Attempting to bind port 45368468-ab65-457f-8140-9df2c5f7c09e on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:27.160346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Attempting to bind port 45368468-ab65-457f-8140-9df2c5f7c09e by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:27.160692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Attempting to bind port 45368468-ab65-457f-8140-9df2c5f7c09e on network ac754b0f-8195-4773-b683-ece15a86fafa {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:27.165956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:27.166331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Checking segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:27.166707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.167092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Bound using segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:27.167549 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Bound port: 45368468-ab65-457f-8140-9df2c5f7c09e, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:27.167915 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.198028 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:27.202848 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177401a-fd74-4f3a-8e06-0c350856f0ab None None] The sync data for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv is: [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:24Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:27.265557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] For port 45368468-ab65-457f-8140-9df2c5f7c09e, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:27.269407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] For port 45368468-ab65-457f-8140-9df2c5f7c09e, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=45368468-ab65-457f-8140-9df2c5f7c09e,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:27.274131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.357739 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed907-1c45-4d31-b50a-676445a0dfba None None] Pushing event updated for resources: {'Port': ['ID=45368468-ab65-457f-8140-9df2c5f7c09e,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:27.548157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.1 (ac754b0f-8195-4773-b683-ece15a86fafa/64146003-66dd-4ce7-ae22-f74c8d15b0c4/082d4d58-32dc-4c01-832d-d307ded5a6a8) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:27.750778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.768674 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object 082d4d58-32dc-4c01-832d-d307ded5a6a8 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:27.795472 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:27.861296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network ac754b0f-8195-4773-b683-ece15a86fafa is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:27.873840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:27.876305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:28.034728 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:28.068790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.323841 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35b2b0-e8d1-43a0-9863-b1e078762a8a None None] Network ac754b0f-8195-4773-b683-ece15a86fafa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:28.349165 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.432356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2a79c1e0-7289-4a3a-8f18-8add208ecf89 None None] Provisioning for port 45368468-ab65-457f-8140-9df2c5f7c09e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:28.785744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.792496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.888447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d00e296f-8f8a-4088-a488-0a2aa7f648aa None None] Provisioning for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:28.901105 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-d00e296f-8f8a-4088-a488-0a2aa7f648aa None None] Provisioning complete for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:28.901584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d00e296f-8f8a-4088-a488-0a2aa7f648aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.914372 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:28.917863 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:28.979843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-d00e296f-8f8a-4088-a488-0a2aa7f648aa None None] Port 082d4d58-32dc-4c01-832d-d307ded5a6a8 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:28.999428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 45368468-ab65-457f-8140-9df2c5f7c09e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:29.066466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network ac754b0f-8195-4773-b683-ece15a86fafa is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:29.067930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:29.068526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 45368468-ab65-457f-8140-9df2c5f7c09e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:29.074113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 45368468-ab65-457f-8140-9df2c5f7c09e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:29.074480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.148742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-5d85408a-e40c-4a45-b806-119a888ea8f6 None None] Provisioning complete for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:29.149159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5d85408a-e40c-4a45-b806-119a888ea8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.201252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f1568dd4-c040-4f92-a00b-d6e373fa6de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.255048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-5d85408a-e40c-4a45-b806-119a888ea8f6 None None] Port 082d4d58-32dc-4c01-832d-d307ded5a6a8 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:29.271638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 45acc82f-2a22-467b-97cd-3c35bdd05d4c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:29.308294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.341001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 45368468-ab65-457f-8140-9df2c5f7c09e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=45368468-ab65-457f-8140-9df2c5f7c09e,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:29.344960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.345741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91d815c9-45c9-4c1b-af70-568d6b7b6edd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:29.449036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:29.462607 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c322f2de-8d32-4be5-a873-cb20e2f42a15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/45acc82f-2a22-467b-97cd-3c35bdd05d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1299000 Mar 16 11:41:29.466511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Sync routers for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:29.475953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-ef421bc0-d690-4c18-82e0-7ac33603f3db None None] Provisioning complete for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:29.476321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ef421bc0-d690-4c18-82e0-7ac33603f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.505067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=45368468-ab65-457f-8140-9df2c5f7c09e,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:29.523511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:29.524125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:41:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:29.608039 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-ef421bc0-d690-4c18-82e0-7ac33603f3db None None] Port 082d4d58-32dc-4c01-832d-d307ded5a6a8 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:29.614385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 91d815c9-45c9-4c1b-af70-568d6b7b6edd completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:29.631393 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91d815c9-45c9-4c1b-af70-568d6b7b6edd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:29.631765 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:29.766827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-a3671a97-14bd-42cf-ad59-881c796dee5e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542464243&fields=id&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 267 time: 0.0459812 Mar 16 11:41:29.770950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:29.920767 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-0c82462c-9e08-4cab-8f6d-31250234a90e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:29.921496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-0c82462c-9e08-4cab-8f6d-31250234a90e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:29.938839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-0c82462c-9e08-4cab-8f6d-31250234a90e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:29.940362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-0c82462c-9e08-4cab-8f6d-31250234a90e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 797 time: 0.1667905 Mar 16 11:41:29.955564 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-d7879c88-a19c-45c8-8116-abd34e29ad27 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/quotas/5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Mar 16 11:41:30.019027 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.038023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-98f71e9a-3f19-4dd8-bcf0-35bd7068104b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:30.054280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-98f71e9a-3f19-4dd8-bcf0-35bd7068104b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:30.055843 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-98f71e9a-3f19-4dd8-bcf0-35bd7068104b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950508 Mar 16 11:41:30.056906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 91d815c9-45c9-4c1b-af70-568d6b7b6edd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91d815c9-45c9-4c1b-af70-568d6b7b6edd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:30.063529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.116446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-e99fe07f-b3b3-4d2d-b711-46195d92cbf3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:41:30.117587 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-e99fe07f-b3b3-4d2d-b711-46195d92cbf3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491631 Mar 16 11:41:30.179162 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=91d815c9-45c9-4c1b-af70-568d6b7b6edd,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:30.201090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 2, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:30.204958 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Checking router: 45acc82f-2a22-467b-97cd-3c35bdd05d4c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:30.205309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Updating router 45acc82f-2a22-467b-97cd-3c35bdd05d4c port 082d4d58-32dc-4c01-832d-d307ded5a6a8 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:30.252305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-d43cab6c-4d1c-4a0b-9d71-2fb8ba0386c0 service neutron] 10.222.0.50 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279871 Mar 16 11:41:30.262553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.386171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-43eff0f1-9fd1-45db-8eef-0b217a1b5745 service neutron] 10.222.0.50 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Mar 16 11:41:30.627132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.631363 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.640798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.644045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Transition to ACTIVE for port object 082d4d58-32dc-4c01-832d-d307ded5a6a8 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:30.650197 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.847448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd0d6a-b168-4e35-9d16-9c3bcd2b7b15 None None] Pushing event updated for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:30.908811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Attempting to bind port 082d4d58-32dc-4c01-832d-d307ded5a6a8 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:30.909097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Attempting to bind port 082d4d58-32dc-4c01-832d-d307ded5a6a8 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:30.909450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Attempting to bind port 082d4d58-32dc-4c01-832d-d307ded5a6a8 on network ac754b0f-8195-4773-b683-ece15a86fafa {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:30.914590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:30.914928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Checking segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:30.915323 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.915704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Bound using segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:30.916155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Bound port: 082d4d58-32dc-4c01-832d-d307ded5a6a8, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:30.916573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:30.927622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 45368468-ab65-457f-8140-9df2c5f7c09e up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:31.065382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] For port 082d4d58-32dc-4c01-832d-d307ded5a6a8, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:31.068574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] For port 082d4d58-32dc-4c01-832d-d307ded5a6a8, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=082d4d58-32dc-4c01-832d-d307ded5a6a8,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:31.074652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.113781 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 45368468-ab65-457f-8140-9df2c5f7c09e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:31.114127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.204638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd0d6a-b168-4e35-9d16-9c3bcd2b7b15 None None] Pushing event updated for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:31.210520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:31.211131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:41:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:31.419904 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91d815c9-45c9-4c1b-af70-568d6b7b6edd up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:31.488262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:31.635579 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13084acd-3168-475c-9357-1a33c177100d req-be52c173-da6f-4f62-84ae-6c01e9805ec8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 210 time: 0.0956175 Mar 16 11:41:31.670930 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 91d815c9-45c9-4c1b-af70-568d6b7b6edd triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:31.671479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:31.918648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:31Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:31.922658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4331825-1382-4db7-a973-6b24ec659c3f None None] The sync data for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv is: [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:31Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:32.050367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.738413 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c54392fa-758b-484c-9431-f748c190145c req-3de56cf6-1619-4085-b39d-4f9557f8cdaa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 210 time: 0.0474606 Mar 16 11:41:32.935084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 082d4d58-32dc-4c01-832d-d307ded5a6a8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:33.002358 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:33.006957 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:33.007335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.119925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.151514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 082d4d58-32dc-4c01-832d-d307ded5a6a8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=082d4d58-32dc-4c01-832d-d307ded5a6a8,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:33.156354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:33.261127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:33.884194 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-921bfd1d-9c1f-4ef4-9131-fc5e06c63c31 req-1de5b974-6774-42fb-b4da-129fe92c4f29 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 210 time: 0.0417638 Mar 16 11:41:34.421306 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.687587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1f16be9b-cc14-4ebe-9a16-be89d11cecde tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:34.688919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1f16be9b-cc14-4ebe-9a16-be89d11cecde tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 797 time: 0.1449838 Mar 16 11:41:34.745279 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-82bb317e-d2b3-4043-b5e8-d9d694409460 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 379 time: 0.0425644 Mar 16 11:41:34.754232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'port': {'device_id': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'admin_state_up': True, 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'security_groups': ['28187010-9d15-4cd4-b8be-e91b41907e7c']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:34.889672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:34.899019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:34.911616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:34.915658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.920086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 082d4d58-32dc-4c01-832d-d307ded5a6a8 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:34.990107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 082d4d58-32dc-4c01-832d-d307ded5a6a8 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:34.990489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.050923 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ae897bb-415a-4ed6-aa9d-8667ea9b2d5c req-b6f88ced-a1e9-42dd-a475-4b046372b85c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 210 time: 0.0533617 Mar 16 11:41:35.213471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.12 (ac754b0f-8195-4773-b683-ece15a86fafa/64146003-66dd-4ce7-ae22-f74c8d15b0c4/cdc577e4-14d3-47cf-a6e2-606ce7769376) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:35.399877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.415197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object cdc577e4-14d3-47cf-a6e2-606ce7769376 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:35.438546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.507678 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network ac754b0f-8195-4773-b683-ece15a86fafa is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:35.515099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:35.517495 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:35.555234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:35.586754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:35.587354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.614717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-1fa71ba0-f6ae-40ca-87f6-e21534e12afe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642592 Mar 16 11:41:35.631652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Request body: {'port': {'device_id': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:35.732113 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eefaa95-10cc-4542-9702-4b7b9b1aac62 None None] Provisioning for port cdc577e4-14d3-47cf-a6e2-606ce7769376 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:35.736776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eefaa95-10cc-4542-9702-4b7b9b1aac62 None None] Provisioning complete for port cdc577e4-14d3-47cf-a6e2-606ce7769376 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:35.737170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eefaa95-10cc-4542-9702-4b7b9b1aac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.748488 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.789633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eefaa95-10cc-4542-9702-4b7b9b1aac62 None None] Port cdc577e4-14d3-47cf-a6e2-606ce7769376 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:36.078290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc577e4-14d3-47cf-a6e2-606ce7769376 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:36.085552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.099855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Transition to ACTIVE for port object cdc577e4-14d3-47cf-a6e2-606ce7769376 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:36.104761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.319101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:36.415473 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf1cda-3bba-4fc1-a541-0b576a35415b req-81f93066-2ec4-4469-b2dc-0947a29109b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.416164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2acf1cda-3bba-4fc1-a541-0b576a35415b req-81f93066-2ec4-4469-b2dc-0947a29109b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:36.428127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Attempting to bind port cdc577e4-14d3-47cf-a6e2-606ce7769376 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:36.428405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Attempting to bind port cdc577e4-14d3-47cf-a6e2-606ce7769376 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:36.428729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Attempting to bind port cdc577e4-14d3-47cf-a6e2-606ce7769376 on network ac754b0f-8195-4773-b683-ece15a86fafa {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:36.437638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Port cdc577e4-14d3-47cf-a6e2-606ce7769376 on network ac754b0f-8195-4773-b683-ece15a86fafa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:41:36.437971 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Attempting to bind port cdc577e4-14d3-47cf-a6e2-606ce7769376 on network ac754b0f-8195-4773-b683-ece15a86fafa {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:36.441652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-2acf1cda-3bba-4fc1-a541-0b576a35415b req-81f93066-2ec4-4469-b2dc-0947a29109b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:36.442782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2acf1cda-3bba-4fc1-a541-0b576a35415b req-81f93066-2ec4-4469-b2dc-0947a29109b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 944 time: 0.2868321 Mar 16 11:41:36.445182 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:36.445518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Checking segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:36.445891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Bound using segment: {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:36.446312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Bound port: cdc577e4-14d3-47cf-a6e2-606ce7769376, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa1690-7ce2-4f5b-bef8-2f026a299716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:36.446652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.538625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2acf1cda-3bba-4fc1-a541-0b576a35415b req-51c08b24-f5c9-4e96-bae8-3c5427fbb801 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820973 Mar 16 11:41:36.570729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:36.573849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:36.578717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.639197 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.639803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.641173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 1094 time: 1.0137694 Mar 16 11:41:36.641606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:36.668945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaab8-6cc4-461d-a36d-b880511784d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:36.763162 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'status': 'completed', 'code': 200} Mar 16 11:41:36.772480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-aae984c9-4c92-4bf5-ae16-c210a17ae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.774249 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-aae984c9-4c92-4bf5-ae16-c210a17ae141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1097 time: 0.0792999 Mar 16 11:41:36.850688 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-242b58e9-bc4e-4499-b25b-643685ab49db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 217 time: 0.0649109 Mar 16 11:41:36.915057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-e600d2bb-3000-4e65-a14e-6541e5d1610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.916387 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-e600d2bb-3000-4e65-a14e-6541e5d1610e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0604506 Mar 16 11:41:37.087390 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-95c85f9b-5c6d-40a3-9b87-5002291ea95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.088860 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-95c85f9b-5c6d-40a3-9b87-5002291ea95b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659331 Mar 16 11:41:37.219593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-9add6693-27d6-4634-82bd-97dd4a27cc18 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218872 Mar 16 11:41:37.351946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-356c1eb9-effe-4171-b097-b289dc07ead6 req-3dfdfc03-c43e-4ad8-9757-5df869c32071 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264284 Mar 16 11:41:37.510276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-2e067efe-769e-4961-a838-0447655fe4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.511749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-2e067efe-769e-4961-a838-0447655fe4ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1097 time: 0.0741062 Mar 16 11:41:37.643668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-3c601ab1-221d-4374-894e-bdb0fe9eccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.645037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-3c601ab1-221d-4374-894e-bdb0fe9eccf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1260483 Mar 16 11:41:37.748592 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-7302c986-8e67-4cd5-8616-8832b0e89959 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 217 time: 0.0684893 Mar 16 11:41:37.825348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-04234285-5f9d-4a9f-8673-cdbad29d990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.826771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-04234285-5f9d-4a9f-8673-cdbad29d990d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0720992 Mar 16 11:41:37.834844 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143eb56-a5bc-4b1c-96fc-9195b47753ca req-260c4583-cb17-4c6d-830d-142c0b2e5c7f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.836175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5143eb56-a5bc-4b1c-96fc-9195b47753ca req-260c4583-cb17-4c6d-830d-142c0b2e5c7f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 944 time: 0.1902993 Mar 16 11:41:37.932860 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5143eb56-a5bc-4b1c-96fc-9195b47753ca req-8fa1c3b2-b6f1-4a62-b172-4e3350cde420 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644615 Mar 16 11:41:37.953384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-a62b2569-4dd4-4a56-8b43-a6e2e98d5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.954857 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-a62b2569-4dd4-4a56-8b43-a6e2e98d5e17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178205 Mar 16 11:41:38.084206 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-7985a0bb-8def-406f-b2bd-c902ee32146b service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225777 Mar 16 11:41:38.211962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-027a48fb-da37-4df3-af7d-9923bf8b8ad8 req-3c261916-5ae4-4cd9-8c04-c40bb15890a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216719 Mar 16 11:41:39.117802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c83cb-7c90-41f5-b423-51c26231e422 req-3ad9d5e8-3351-42b6-a4c9-6153ea55118b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:39.119152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a0c83cb-7c90-41f5-b423-51c26231e422 req-3ad9d5e8-3351-42b6-a4c9-6153ea55118b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 944 time: 0.0785503 Mar 16 11:41:39.162109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a0c83cb-7c90-41f5-b423-51c26231e422 req-ff64023f-89f8-4e1a-8dcb-77c5f6106f64 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Mar 16 11:41:40.345013 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891717fa-03d3-42ef-8f21-a54fb2cafd5c req-02ce56d7-3bac-433d-af50-1285c1d529bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:40.346448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891717fa-03d3-42ef-8f21-a54fb2cafd5c req-02ce56d7-3bac-433d-af50-1285c1d529bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 944 time: 0.0816538 Mar 16 11:41:40.390240 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891717fa-03d3-42ef-8f21-a54fb2cafd5c req-94ddd695-53e2-43bb-a2ed-df06c79032a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 Mar 16 11:41:40.576450 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device cdc577e4-14d3-47cf-a6e2-606ce7769376 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:40.705843 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:40.719261 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'port_id': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'mac_address': 'fa:16:3e:ae:8d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:40.775866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.792539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc577e4-14d3-47cf-a6e2-606ce7769376 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:40.807931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:40.811418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:40.878819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:41.201882 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['cdc577e4-14d3-47cf-a6e2-606ce7769376'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:41.580970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f619bbc-df3c-4bce-86f9-682cfe2dcd84 req-846107b2-0778-470d-a3e2-eeb7109ff4cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:41.582412 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f619bbc-df3c-4bce-86f9-682cfe2dcd84 req-846107b2-0778-470d-a3e2-eeb7109ff4cf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 945 time: 0.0832121 Mar 16 11:41:41.627554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f619bbc-df3c-4bce-86f9-682cfe2dcd84 req-f974d366-c959-4fb3-9859-0630192ddc5b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Mar 16 11:41:42.592305 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device cdc577e4-14d3-47cf-a6e2-606ce7769376 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:42.659754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port cdc577e4-14d3-47cf-a6e2-606ce7769376 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:42.664519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port cdc577e4-14d3-47cf-a6e2-606ce7769376 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:42.664948 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.792854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.809582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399f8e1-ccd5-4fcc-bc6f-e36481766e6c req-ed630168-d28c-4021-bdc5-657ccd569207 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:42.811056 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7399f8e1-ccd5-4fcc-bc6f-e36481766e6c req-ed630168-d28c-4021-bdc5-657ccd569207 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 945 time: 0.0794115 Mar 16 11:41:42.819504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:42.830529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:42.835142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.856899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7399f8e1-ccd5-4fcc-bc6f-e36481766e6c req-da3717ce-172a-448a-a923-9255e7cfb742 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397725 Mar 16 11:41:42.870589 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'code': 200} Mar 16 11:41:42.908939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:43.222021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5a852-9bdb-413f-adf2-0bfe227a6b54 req-45f0f28b-fc22-47e8-9932-c6ae17a90068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.223474 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8af5a852-9bdb-413f-adf2-0bfe227a6b54 req-45f0f28b-fc22-47e8-9932-c6ae17a90068 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.1696754 Mar 16 11:41:43.263441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8af5a852-9bdb-413f-adf2-0bfe227a6b54 req-74734970-8fe4-4349-b11a-92cd064bb221 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Mar 16 11:41:44.038747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bdfdd-b161-4ccc-8e13-01a7d451404c req-6c494860-25ec-41e2-a11a-ac5bfc661796 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:44.040182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-394bdfdd-b161-4ccc-8e13-01a7d451404c req-6c494860-25ec-41e2-a11a-ac5bfc661796 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0786061 Mar 16 11:41:44.085789 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-394bdfdd-b161-4ccc-8e13-01a7d451404c req-1debc974-6185-448d-92f3-ab73fc717ef2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Mar 16 11:41:45.269062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2c0e-a694-4a77-998c-59418ae2d463 req-49dd8069-3342-4c87-a918-bca5cf13013b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.270502 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cdbe2c0e-a694-4a77-998c-59418ae2d463 req-49dd8069-3342-4c87-a918-bca5cf13013b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0783808 Mar 16 11:41:45.313982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cdbe2c0e-a694-4a77-998c-59418ae2d463 req-d7f0bedc-a090-4681-886d-790bed0e0dd4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379181 Mar 16 11:41:45.503149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c4bcc-ca65-4f9e-905f-aa6d116da8b6 req-08008c44-2c4c-48fb-8074-a7f1835cb418 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.504498 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-243c4bcc-ca65-4f9e-905f-aa6d116da8b6 req-08008c44-2c4c-48fb-8074-a7f1835cb418 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0844064 Mar 16 11:41:45.548468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-243c4bcc-ca65-4f9e-905f-aa6d116da8b6 req-43c351fc-efad-4c3d-96fa-40acc4ee5222 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382273 Mar 16 11:41:45.570834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:45.639458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fc416-3da1-4564-ba0d-b5f3174d5dae tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:45.640953 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-204fc416-3da1-4564-ba0d-b5f3174d5dae tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1094 time: 0.0691569 Mar 16 11:41:45.643726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 52904) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:45.648469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:45.655082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:45.659011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:floatingip and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:45.662067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:45.667712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:45.677709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.812615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.947714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.19 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/516aea3e-4698-4e9e-b51e-8086857a11f6) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:46.090846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.118675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.179291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:46.181965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:46.189799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:46.229180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=516aea3e-4698-4e9e-b51e-8086857a11f6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:46.591374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.662552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.961960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.966980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:47.073055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=516aea3e-4698-4e9e-b51e-8086857a11f6,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:47.084569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:47.252114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP aec212a5-3d2d-4dff-b93b-42902c719692 associated. External IP: 172.26.0.19, port: cdc577e4-14d3-47cf-a6e2-606ce7769376. Mar 16 11:41:47.594085 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 45acc82f-2a22-467b-97cd-3c35bdd05d4c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:47.766574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:47.777090 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Sync routers for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:47.786915 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:47.787506 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:41:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:47.789817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:47.847408 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cb682e99-9505-48b3-aa65-21d0c1fef240 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2026668 Mar 16 11:41:47.847996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:47.902948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'status': 'completed', 'code': 200} Mar 16 11:41:47.963088 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:48.082226 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c0c2-0df9-40ed-bb7d-1d1c0ec99bb3 req-05971483-843c-47c6-8b60-491ed75458bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.083679 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c062c0c2-0df9-40ed-bb7d-1d1c0ec99bb3 req-05971483-843c-47c6-8b60-491ed75458bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.1403904 Mar 16 11:41:48.089371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-1f654997-db86-49b4-a60c-55abb6f8967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.091973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-1f654997-db86-49b4-a60c-55abb6f8967c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.1160798 Mar 16 11:41:48.221868 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c062c0c2-0df9-40ed-bb7d-1d1c0ec99bb3 req-c89c4d61-7cca-4fd2-b7ef-417c8490e9b1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289396 Mar 16 11:41:48.245389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52912) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:48.256724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-b649f4c3-1098-4732-a837-9bcd8bf7360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.258179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-b649f4c3-1098-4732-a837-9bcd8bf7360b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1528666 Mar 16 11:41:48.311997 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aec212a5-3d2d-4dff-b93b-42902c719692', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'port_id': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'mac_address': 'fa:16:3e:ae:8d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:46Z', 'updated_at': '2022-03-16T11:41:46Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:48.316349 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Checking router: 45acc82f-2a22-467b-97cd-3c35bdd05d4c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:48.325414 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:48.326054 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:41:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:48.478921 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2609233e-03fc-4036-a25d-92b150a6d949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aec212a5-3d2d-4dff-b93b-42902c719692 HTTP/1.1" status: 200 len: 991 time: 0.2315392 Mar 16 11:41:48.499272 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-cf7dfda5-80e7-4bf0-972d-a8137b44a842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 999 time: 0.2342081 Mar 16 11:41:48.508644 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:48.559416 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-32eddfd2-06b3-4319-ae06-7d077be45131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.560823 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-32eddfd2-06b3-4319-ae06-7d077be45131 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0563567 Mar 16 11:41:48.632594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-2dc8878f-51a7-4443-b888-5ac077a35d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.634092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-2dc8878f-51a7-4443-b888-5ac077a35d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680072 Mar 16 11:41:48.772287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-a76aaaa6-8fca-472e-986e-3d2ef8bf2916 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309459 Mar 16 11:41:48.855352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aec212a5-3d2d-4dff-b93b-42902c719692', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'port_id': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'mac_address': 'fa:16:3e:ae:8d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:46Z', 'updated_at': '2022-03-16T11:41:46Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:48.860204 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1136c-b48a-47d7-96f8-f225034da71a None None] The sync data for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv is: [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aec212a5-3d2d-4dff-b93b-42902c719692', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'port_id': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'mac_address': 'fa:16:3e:ae:8d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:41:46Z', 'updated_at': '2022-03-16T11:41:46Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:48.908288 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a377b345-b89b-4ef7-9e3c-8c2211039e46 req-9d5630fe-010f-421f-ae34-945b31b5729e service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288745 Mar 16 11:41:49.046539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a2e35-5db7-42c2-a2ea-bbec91978704 None None] New status for floating IP aec212a5-3d2d-4dff-b93b-42902c719692: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:41:49.481642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52920) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:49.585623 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-711acf21-b1db-4194-928a-a958776bb7b7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aec212a5-3d2d-4dff-b93b-42902c719692 HTTP/1.1" status: 200 len: 993 time: 0.1025882 Mar 16 11:41:51.095433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-f5e825d2-d5ef-48b1-8890-b93bd5ad3437 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728283 Mar 16 11:41:51.246405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-6abe6408-a671-4367-88f1-0408bb789379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.247764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-6abe6408-a671-4367-88f1-0408bb789379 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.0705414 Mar 16 11:41:51.390469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-8833401f-7615-4571-9453-21e77a1a1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.391900 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-8833401f-7615-4571-9453-21e77a1a1222 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1270761 Mar 16 11:41:51.494105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-a27b2729-ccc2-42d7-b448-4aaaa9486f5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 1001 time: 0.0960474 Mar 16 11:41:51.554933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-03de35d8-885e-49a5-9287-e2c3459008ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.556350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-03de35d8-885e-49a5-9287-e2c3459008ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0566521 Mar 16 11:41:51.638206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-0c4af679-2c0e-415c-8f5d-c729bbe7dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.639877 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-0c4af679-2c0e-415c-8f5d-c729bbe7dad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769899 Mar 16 11:41:51.769623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-83ac36d9-202e-47c6-a8e9-33ce950a4090 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237183 Mar 16 11:41:51.898092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7e8fc57-8405-4b45-b9ef-919a813b9e9b req-4c27b882-c5f3-4383-a089-7857264e2b9c service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228473 Mar 16 11:41:52.997220 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:56.939086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0307be5a-797c-4b9f-9d97-5183a2df4bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.143622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ce37583-8458-413d-b633-c00c43cd3c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.604793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.621325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.050397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.427828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:26.939869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a770dbf9-6e91-4e4d-9dc1-e1a2d574c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:29.145757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-44931d83-e752-4803-a730-a943db168fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:29.995643 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:30.610775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:30.623602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:32.053590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:34.422622 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.590691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605159d-ad14-4958-aace-5f88b844774a req-a8987b5b-2ecb-49e5-b982-ce1231fc7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.592148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-a8987b5b-2ecb-49e5-b982-ce1231fc7844 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.1312587 Mar 16 11:42:50.602174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f54d8-7e9b-430a-866e-8f492d0c514f req-0fb61677-415c-40bd-9d58-513301b3122b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.603485 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef8f54d8-7e9b-430a-866e-8f492d0c514f req-0fb61677-415c-40bd-9d58-513301b3122b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.1130259 Mar 16 11:42:50.732978 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef8f54d8-7e9b-430a-866e-8f492d0c514f req-88bf8ae3-935c-4fa6-bf86-adcd72c66965 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108177 Mar 16 11:42:50.759427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605159d-ad14-4958-aace-5f88b844774a req-cfc2772c-3dca-4c19-8d07-97d0f3fc1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.760814 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-cfc2772c-3dca-4c19-8d07-97d0f3fc1875 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1564865 Mar 16 11:42:50.959009 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-df059965-fc19-4bfa-be62-f2da497ac82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 1001 time: 0.1916676 Mar 16 11:42:51.021779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605159d-ad14-4958-aace-5f88b844774a req-b0c2b9b9-1a3e-4a42-bae0-5e0aef4a7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:51.023084 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-b0c2b9b9-1a3e-4a42-bae0-5e0aef4a7562 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0583682 Mar 16 11:42:51.095154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605159d-ad14-4958-aace-5f88b844774a req-6e4a27a0-6a1e-4c2c-8d1b-1f8471316ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:51.096559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-6e4a27a0-6a1e-4c2c-8d1b-1f8471316ddb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676363 Mar 16 11:42:51.227600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-337f7579-628e-4d9a-b54d-15673a871e80 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240954 Mar 16 11:42:51.359904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8605159d-ad14-4958-aace-5f88b844774a req-c3d6bc3f-7f2b-4833-bb05-6b93b8962c6a service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263216 Mar 16 11:42:51.921893 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81279918-be2d-425f-b918-0203eb68ad10 req-5d071b3b-d4d9-4404-85b7-373b435ad8a9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:51.923340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81279918-be2d-425f-b918-0203eb68ad10 req-5d071b3b-d4d9-4404-85b7-373b435ad8a9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0826995 Mar 16 11:42:51.968785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81279918-be2d-425f-b918-0203eb68ad10 req-b0dff5fd-769f-43b0-b1e7-c10f01c02003 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Mar 16 11:42:52.036561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1988-546f-460c-bfdb-5e76339034fc req-0b7d2ad9-5555-423d-9eea-f38a9b0ecf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:52.037954 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-0b7d2ad9-5555-423d-9eea-f38a9b0ecf88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.0683119 Mar 16 11:42:52.180325 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1988-546f-460c-bfdb-5e76339034fc req-f5e64119-7469-4288-9a7b-b61e82ecdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:52.181774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-f5e64119-7469-4288-9a7b-b61e82ecdb4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1259642 Mar 16 11:42:52.300310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-66c17ff1-f529-42a5-ae86-9dcf0ed53aa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 1001 time: 0.1107824 Mar 16 11:42:52.380777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1988-546f-460c-bfdb-5e76339034fc req-a0fa66b9-5f7a-43a6-97ea-a3a3659501e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:52.382222 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-a0fa66b9-5f7a-43a6-97ea-a3a3659501e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0744424 Mar 16 11:42:52.471614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1988-546f-460c-bfdb-5e76339034fc req-7e5e8f37-e405-4c8d-b5e3-df05787f2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:52.473115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-7e5e8f37-e405-4c8d-b5e3-df05787f2a85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848935 Mar 16 11:42:52.619618 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-19fb8137-8b60-4ac2-a629-224b83940e5b service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398213 Mar 16 11:42:52.762124 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7cba1988-546f-460c-bfdb-5e76339034fc req-229d41de-7513-4a59-9575-9e351dd492a1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365750 Mar 16 11:42:53.153314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73350e2-4cbe-4599-b44f-64bfdfcabd2f req-57584a7a-58e7-4943-9618-f5421c534706 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.154667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a73350e2-4cbe-4599-b44f-64bfdfcabd2f req-57584a7a-58e7-4943-9618-f5421c534706 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0784011 Mar 16 11:42:53.198423 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a73350e2-4cbe-4599-b44f-64bfdfcabd2f req-83125702-7014-4ab1-b91a-5d755100a27d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381534 Mar 16 11:42:54.382992 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11790a1-9461-464d-921c-6dc80a662dbe req-0208d064-3b01-439a-9353-5f08d84d233f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:54.384417 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b11790a1-9461-464d-921c-6dc80a662dbe req-0208d064-3b01-439a-9353-5f08d84d233f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0802751 Mar 16 11:42:54.426826 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b11790a1-9461-464d-921c-6dc80a662dbe req-5023e1f1-708a-407f-8cce-a8aef4f9948c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368176 Mar 16 11:42:55.621441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53463-1bc9-4740-9a5d-d99a58933b85 req-9c7dd77c-0cf4-45d8-ade4-b68723a737f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:55.623106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81a53463-1bc9-4740-9a5d-d99a58933b85 req-9c7dd77c-0cf4-45d8-ade4-b68723a737f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0777631 Mar 16 11:42:55.765664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-81a53463-1bc9-4740-9a5d-d99a58933b85 req-073a7d4f-792d-4743-8a19-753115660b22 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368737 Mar 16 11:42:56.941929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d56e2ef-f4c9-4cce-9376-f76f90890c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.956496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c6240-0350-480b-baf5-7781beaac006 req-ae693b02-cb10-4a61-b904-3b7ea207b238 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:56.957946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-590c6240-0350-480b-baf5-7781beaac006 req-ae693b02-cb10-4a61-b904-3b7ea207b238 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0804207 Mar 16 11:42:57.001691 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-590c6240-0350-480b-baf5-7781beaac006 req-fa5fcd61-2e69-41b7-8279-fdf68f1b9501 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380752 Mar 16 11:42:58.196966 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac1dff-1bb1-4e6e-9d0f-74d0b0b7e518 req-d2926f07-c64b-4be8-9e11-4f16660deafa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:58.198906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-edac1dff-1bb1-4e6e-9d0f-74d0b0b7e518 req-d2926f07-c64b-4be8-9e11-4f16660deafa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0898809 Mar 16 11:42:58.241804 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-edac1dff-1bb1-4e6e-9d0f-74d0b0b7e518 req-07a62b87-fb84-474b-9369-c71d3ef029e3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373838 Mar 16 11:42:59.146970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bb38c4d3-1689-41df-b5cd-22e944d1bc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.423333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d913b-b3b3-4483-a8e5-3abb9b2aadfb req-02a0817b-4d95-4de5-bc2b-e260c011b923 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:59.424743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-918d913b-b3b3-4483-a8e5-3abb9b2aadfb req-02a0817b-4d95-4de5-bc2b-e260c011b923 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0782197 Mar 16 11:42:59.470443 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-918d913b-b3b3-4483-a8e5-3abb9b2aadfb req-8e04971d-db05-4922-b18a-38912aec69f1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400071 Mar 16 11:43:00.614596 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.625577 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.657629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3f94a-a24a-4c6a-bcf4-5f4d44c12246 req-38419226-b783-44bf-93c5-5ecae21695b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:00.659077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4da3f94a-a24a-4c6a-bcf4-5f4d44c12246 req-38419226-b783-44bf-93c5-5ecae21695b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0820444 Mar 16 11:43:00.702442 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4da3f94a-a24a-4c6a-bcf4-5f4d44c12246 req-8e11db8b-30c1-49b5-843c-6da700af4473 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Mar 16 11:43:01.889125 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42d46-8fe0-4190-8738-b054723f2d51 req-f402b4ce-b92c-4a72-ba4d-800dce6fa6ae tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:01.890546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adf42d46-8fe0-4190-8738-b054723f2d51 req-f402b4ce-b92c-4a72-ba4d-800dce6fa6ae tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0823400 Mar 16 11:43:01.933433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-adf42d46-8fe0-4190-8738-b054723f2d51 req-166c753c-dd43-4e8f-91d0-9da808dd0ab2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372570 Mar 16 11:43:02.055379 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.118975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a398407-29aa-4c26-a4fe-83dd5aaf34d6 req-457fd904-a33a-4f2f-9915-96afe393811d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:03.120427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a398407-29aa-4c26-a4fe-83dd5aaf34d6 req-457fd904-a33a-4f2f-9915-96afe393811d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0817988 Mar 16 11:43:03.162968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5a398407-29aa-4c26-a4fe-83dd5aaf34d6 req-b053b5c4-6f84-497f-89fd-c65858290d6c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368953 Mar 16 11:43:03.186212 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52972) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:03.290506 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-60629998-cdd9-407b-b04f-3e4d48c484cd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aec212a5-3d2d-4dff-b93b-42902c719692 HTTP/1.1" status: 200 len: 993 time: 0.1031661 Mar 16 11:43:04.441227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.994452 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:10.959806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [req-f7a9170d-73c3-4f2a-964a-6faf25af0fd3 req-9245c74e-3deb-4c63-8898-c76eecfa1339 tempest-ServerDiskConfigTestJSON-1331505111 tempest-ServerDiskConfigTestJSON-1331505111-project] (87842) timed out ('10.222.0.55', 61007) {{(pid=87842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:43:26.943120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-409effdd-42a6-4f8f-baae-82b0fc119095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:29.149172 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-24918e37-9c9d-4f3f-9f9a-84a955f8fd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:30.617364 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:30.628235 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:32.057832 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.455208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:43.992782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:51.746825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-c476cf6e-d3da-4e92-9af5-334ceffcd9c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719786 Mar 16 11:43:51.901575 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-f67a7586-777a-408c-a289-9f2b71d808ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:51.903001 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-f67a7586-777a-408c-a289-9f2b71d808ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.0692201 Mar 16 11:43:52.043828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-f4dac38e-2f1f-414a-aeac-7c13200734fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.045257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-f4dac38e-2f1f-414a-aeac-7c13200734fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.1227796 Mar 16 11:43:52.147655 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-6a268465-256b-4fc0-ba4b-08ac3d7a7db0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 1001 time: 0.0950222 Mar 16 11:43:52.210769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-ab029047-a0fa-4280-af9d-41b87f7695f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.212049 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-ab029047-a0fa-4280-af9d-41b87f7695f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0578027 Mar 16 11:43:52.284817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-22a8e22c-f6b0-40ad-b5f2-bd23286c6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.286239 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-22a8e22c-f6b0-40ad-b5f2-bd23286c6f96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675154 Mar 16 11:43:52.418667 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-f7bd4bfd-108b-4a0e-b73e-7dfdf3f37098 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233511 Mar 16 11:43:52.551362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f6ddf35-f44e-45a6-a9ae-a65fbb3b63b0 req-ba8ae198-af23-4271-92fd-cb9938fd3a76 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264865 Mar 16 11:43:56.945188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-451402a5-7d0a-45cd-9f43-65efc3783555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.254892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 52994) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:58.453239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 516aea3e-4698-4e9e-b51e-8086857a11f6 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:43:58.453584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.617225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.617551 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.738724 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 516aea3e-4698-4e9e-b51e-8086857a11f6 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:43:58.884295 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.932765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=516aea3e-4698-4e9e-b51e-8086857a11f6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:58.969978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.970322 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.970659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.970989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.971316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.971640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.971959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.972278 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.972596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.972940 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.973258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.973572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:59.032437 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:59.032764 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP aec212a5-3d2d-4dff-b93b-42902c719692 disassociated (deleted). External IP: 172.26.0.19, port: cdc577e4-14d3-47cf-a6e2-606ce7769376. Mar 16 11:43:59.150529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-83cf7b51-17f4-4549-93c1-6b21f00f13de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:59.489170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 45acc82f-2a22-467b-97cd-3c35bdd05d4c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:59.661684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:59.671388 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Sync routers for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:59.681203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:59.681390 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:59.681945 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.739666 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c297fa56-1cfa-4f56-acd3-9faf968e98f8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/floatingips/aec212a5-3d2d-4dff-b93b-42902c719692 HTTP/1.1" status: 204 len: 168 time: 1.4835267 Mar 16 11:43:59.740067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:59.804989 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'status': 'completed', 'code': 200} Mar 16 11:43:59.902329 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:59.922926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-4b9d5db0-bc16-4966-b741-dc64f66c6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.925072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-4b9d5db0-bc16-4966-b741-dc64f66c6422 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 1099 time: 0.0735552 Mar 16 11:44:00.227054 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:00.227458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-949230d9-56fb-4192-bff2-ffa4deabc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:00.228959 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-949230d9-56fb-4192-bff2-ffa4deabc56c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 200 len: 898 time: 0.2960780 Mar 16 11:44:00.230940 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Checking router: 45acc82f-2a22-467b-97cd-3c35bdd05d4c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:00.239827 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:00.240421 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:00.305554 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-16eaab57-36d8-42ac-a4fd-863946b07429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 200 len: 217 time: 0.0685925 Mar 16 11:44:00.318184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e366c3-36af-4005-9f04-683153776fd2 req-d1d7ceb8-bf5a-47a7-9f10-c3932f013e9f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:00.319558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e366c3-36af-4005-9f04-683153776fd2 req-d1d7ceb8-bf5a-47a7-9f10-c3932f013e9f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.2769904 Mar 16 11:44:00.409623 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-7d90c6c9-df69-4f56-b54a-dcdce27f5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:00.411059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-7d90c6c9-df69-4f56-b54a-dcdce27f5284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 200 len: 834 time: 0.0905528 Mar 16 11:44:00.415785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-59e366c3-36af-4005-9f04-683153776fd2 req-2c62fa84-a2f3-4b42-9c1f-2dfee9fcb963 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630927 Mar 16 11:44:00.419752 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:00.491557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-0441101f-ce81-463b-bc67-32c40a4c09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:00.493315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-0441101f-ce81-463b-bc67-32c40a4c09a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac754b0f-8195-4773-b683-ece15a86fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759435 Mar 16 11:44:00.623044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:00.631388 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-5566b43b-17e9-4045-9a19-d090b5e67198 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288767 Mar 16 11:44:00.635454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:00.765362 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-29fa6893-5c2e-4f6e-b2fd-2a7e071cfd77 req-b4752b5e-6c4b-4e09-a02f-40cd19638a60 service neutron] 10.222.0.55 "GET /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265669 Mar 16 11:44:00.766583 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:00.770554 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42adad7-fc96-4bcd-85c3-62b8359fe5eb None None] The sync data for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv is: [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:28Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '082d4d58-32dc-4c01-832d-d307ded5a6a8', 'name': '', 'network_id': 'ac754b0f-8195-4773-b683-ece15a86fafa', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:a7:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:27Z', 'updated_at': '2022-03-16T11:41:33Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '64146003-66dd-4ce7-ae22-f74c8d15b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:00.971971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce0acb-7ee0-42b6-83d9-52158aa94f9b None None] New status for floating IP aec212a5-3d2d-4dff-b93b-42902c719692: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:44:01.602867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4ede-9cb3-4666-8db6-4fcc0e525edb req-ec51d28a-af6d-4e70-9405-a4ad2f585e00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:01.604287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b05d4ede-9cb3-4666-8db6-4fcc0e525edb req-ec51d28a-af6d-4e70-9405-a4ad2f585e00 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0811005 Mar 16 11:44:01.648597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b05d4ede-9cb3-4666-8db6-4fcc0e525edb req-3bae4e9b-b694-4c64-a571-21e33a29c15f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=28187010-9d15-4cd4-b8be-e91b41907e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377553 Mar 16 11:44:01.974400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-f2e95070-b76b-4e6d-becf-3d3130372a20 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:01.975783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-f2e95070-b76b-4e6d-becf-3d3130372a20 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 946 time: 0.0803320 Mar 16 11:44:02.042554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port cdc577e4-14d3-47cf-a6e2-606ce7769376 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:02.042746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:02.061153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:02.284455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port cdc577e4-14d3-47cf-a6e2-606ce7769376, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cdc577e4-14d3-47cf-a6e2-606ce7769376,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:02.284723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:02.408854 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for cdc577e4-14d3-47cf-a6e2-606ce7769376 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:02.554378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:02.601604 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=cdc577e4-14d3-47cf-a6e2-606ce7769376,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:02.639056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.639819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.639819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.640054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.640387 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.640717 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.641073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.641400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.641724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.642046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.642376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.642697 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:02.690742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] No DVR routers for this DVR port cdc577e4-14d3-47cf-a6e2-606ce7769376 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:44:02.693170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:02.695662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'name': 'network-vif-deleted', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:02.707173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b672348-a1a0-4b33-b47c-92e77c206d0c req-cd640ce0-22e2-4e31-8106-6a0b06f309ee tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "DELETE /v2.0/ports/cdc577e4-14d3-47cf-a6e2-606ce7769376 HTTP/1.1" status: 204 len: 173 time: 0.7262397 Mar 16 11:44:02.741889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c00595-f286-4f9e-b2f9-e7052ca694d5', 'name': 'network-vif-deleted', 'tag': 'cdc577e4-14d3-47cf-a6e2-606ce7769376', 'status': 'completed', 'code': 200} Mar 16 11:44:02.798976 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-af81fbf3-6bf6-42ea-b74d-cfbc3c18086d req-5fa93b89-4727-4d29-81c0-ad8dac8cbd8e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:02.815093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-af81fbf3-6bf6-42ea-b74d-cfbc3c18086d req-5fa93b89-4727-4d29-81c0-ad8dac8cbd8e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:02.816278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-af81fbf3-6bf6-42ea-b74d-cfbc3c18086d req-5fa93b89-4727-4d29-81c0-ad8dac8cbd8e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c00595-f286-4f9e-b2f9-e7052ca694d5 HTTP/1.1" status: 200 len: 210 time: 0.0591564 Mar 16 11:44:03.908093 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53012) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:04.442790 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.455511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.785908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 082d4d58-32dc-4c01-832d-d307ded5a6a8 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:04.786170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.072662 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 082d4d58-32dc-4c01-832d-d307ded5a6a8, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=082d4d58-32dc-4c01-832d-d307ded5a6a8,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:05.073364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.192443 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 082d4d58-32dc-4c01-832d-d307ded5a6a8 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:05.336570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device cdc577e4-14d3-47cf-a6e2-606ce7769376 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:05.371112 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: cdc577e4-14d3-47cf-a6e2-606ce7769376 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:05.371451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device cdc577e4-14d3-47cf-a6e2-606ce7769376 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:05.516969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.564548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=082d4d58-32dc-4c01-832d-d307ded5a6a8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:05.835615 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.180153 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router 45acc82f-2a22-467b-97cd-3c35bdd05d4c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:06.457842 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:06.467781 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Sync routers for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:06.475968 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0dfd04eb-bb99-4e03-9e7a-fac55846a938 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/45acc82f-2a22-467b-97cd-3c35bdd05d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5667868 Mar 16 11:44:06.478532 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53016) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:06.479939 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:06.480642 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:06.545715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting subnet 64146003-66dd-4ce7-ae22-f74c8d15b0c4 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:44:06.549256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.601526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.654959 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:06.691078 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.764036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.804262 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Subnet': ['ID=64146003-66dd-4ce7-ae22-f74c8d15b0c4,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:06.807894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.814951 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6a1e0b64-8ec8-4afa-8518-ffd37946c9e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/subnets/64146003-66dd-4ce7-ae22-f74c8d15b0c4 HTTP/1.1" status: 204 len: 168 time: 0.3353558 Mar 16 11:44:06.817426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53020) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:06.817862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ea36b-b523-4b32-be93-26f7fb49d9cf None None] Network ac754b0f-8195-4773-b683-ece15a86fafa requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:06.936180 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:44:05Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:06.941379 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Checking router: 45acc82f-2a22-467b-97cd-3c35bdd05d4c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:06.956624 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Routers {'45acc82f-2a22-467b-97cd-3c35bdd05d4c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:06.957293 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:07.018919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.078578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] DHCP port deletion for ac754b0f-8195-4773-b683-ece15a86fafa request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:44:07.082911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Deleting port 45368468-ab65-457f-8140-9df2c5f7c09e {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:07.083529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.138916 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] Set router 45acc82f-2a22-467b-97cd-3c35bdd05d4c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:07.204994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.215408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 91d815c9-45c9-4c1b-af70-568d6b7b6edd {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:07.215762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.291349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] For port 45368468-ab65-457f-8140-9df2c5f7c09e, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=45368468-ab65-457f-8140-9df2c5f7c09e,segment=NetworkSegment(ceaa1690-7ce2-4f5b-bef8-2f026a299716),segment_id=ceaa1690-7ce2-4f5b-bef8-2f026a299716)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:07.291836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.411027 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 91d815c9-45c9-4c1b-af70-568d6b7b6edd, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=91d815c9-45c9-4c1b-af70-568d6b7b6edd,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:07.412468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.422427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Calling delete_port for 45368468-ab65-457f-8140-9df2c5f7c09e owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:07.432878 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:44:05Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:07.438357 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c9b8-615d-4fba-8fd5-cf5473376998 None None] The sync data for ids ['45acc82f-2a22-467b-97cd-3c35bdd05d4c'] in dv-neutron-828143-9-hyperv is: [{'id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896036979', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:44:05Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '91d815c9-45c9-4c1b-af70-568d6b7b6edd', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45acc82f-2a22-467b-97cd-3c35bdd05d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:23Z', 'updated_at': '2022-03-16T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:07.504792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.552049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 91d815c9-45c9-4c1b-af70-568d6b7b6edd owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:07.552983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Pushing event deleted for resources: {'Port': ['ID=45368468-ab65-457f-8140-9df2c5f7c09e,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:07.555297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] No DVR routers for this DVR port 45368468-ab65-457f-8140-9df2c5f7c09e on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:44:07.565563 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.565873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.566215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.566552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.566892 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.567224 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.567552 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.567879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.568192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.568514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.568847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.569185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c661d55-13a1-49cf-b90e-dd06ba4bdf55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:07.719207 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.765826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=91d815c9-45c9-4c1b-af70-568d6b7b6edd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:07.962877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.132258 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.134374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.157657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.158152 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Fanout notify agent at l3_agent the message router_deleted on router 45acc82f-2a22-467b-97cd-3c35bdd05d4c {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:44:08.173349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.176872 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-89e22135-b448-460b-a45f-8429b3b65495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/routers/45acc82f-2a22-467b-97cd-3c35bdd05d4c HTTP/1.1" status: 204 len: 168 time: 1.3561254 Mar 16 11:44:08.177397 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53024) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:08.295135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.429004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.458161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac754b0f-8195-4773-b683-ece15a86fafa']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:08.470809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaa1690-7ce2-4f5b-bef8-2f026a299716') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:08.471099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaa1690-7ce2-4f5b-bef8-2f026a299716') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:08.482256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.498773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.505606 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:44:08.506020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:44:08.521217 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:44:08.601641 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.623296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.634857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Network': ['ID=ac754b0f-8195-4773-b683-ece15a86fafa,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:08.643121 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7980899a-9935-4432-a796-16ed0cadfb76 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/networks/ac754b0f-8195-4773-b683-ece15a86fafa HTTP/1.1" status: 204 len: 168 time: 0.4646552 Mar 16 11:44:08.645913 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53028) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:08.712062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.740548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.804481 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.822645 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28187010-9d15-4cd4-b8be-e91b41907e7c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:08.828014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.830782 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-80670d65-0634-48b1-a3bc-66e6d6e7bb75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/security-groups/28187010-9d15-4cd4-b8be-e91b41907e7c HTTP/1.1" status: 204 len: 168 time: 0.1823182 Mar 16 11:44:08.985345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 45368468-ab65-457f-8140-9df2c5f7c09e no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:09.021208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 45368468-ab65-457f-8140-9df2c5f7c09e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:09.021545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 45368468-ab65-457f-8140-9df2c5f7c09e not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:09.021953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 082d4d58-32dc-4c01-832d-d307ded5a6a8 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:09.054741 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 082d4d58-32dc-4c01-832d-d307ded5a6a8 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:09.055081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 082d4d58-32dc-4c01-832d-d307ded5a6a8 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:09.055480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91d815c9-45c9-4c1b-af70-568d6b7b6edd no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:09.086773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 91d815c9-45c9-4c1b-af70-568d6b7b6edd {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:09.087109 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 91d815c9-45c9-4c1b-af70-568d6b7b6edd not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:09.197613 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53036) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.202712 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34440142', 'description': 'tempest-secgroup-smoke-34440142 description', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.208601 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.212454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.215233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.221216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.230633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.250206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.253825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.256523 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.262244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.333496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.337168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.378932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.381288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.382483 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a2922ada-7234-43c5-b6a7-0c43e38f43d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1838706 Mar 16 11:44:09.385391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53040) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.390496 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.396452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.400304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.403263 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.408962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.424678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.483106 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.487233 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.512775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b482f3a6-8a22-432e-83ec-f6a9bba7bf30,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.522127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.523391 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b53bd04a-2f04-4124-bb04-76438df82ecb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369913 Mar 16 11:44:09.525944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53044) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.530705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.536448 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.540195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.543025 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.549116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.566287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.633350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.637139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.660335 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00df526b-95af-4b0f-be9b-9f2fc6f086a0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.669088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.670228 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e266e3b6-b815-42d8-b151-377c1bf5c83c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434033 Mar 16 11:44:09.673673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53048) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.678483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.684090 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.688055 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.691256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.696801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.711877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.772210 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.775416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.799048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a49b7b-4e05-49d4-9725-0104a044ba3f,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.808550 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.809759 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-905fae72-a72e-4ad5-b99e-3ba2dc2f7e2e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351523 Mar 16 11:44:09.813393 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53052) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.818280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.823960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.827903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.830706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.836244 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:09.853703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.915966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.919609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.948772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90e1153-1ca8-43c5-9673-73d06a769bb3,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.958805 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.960749 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6ca20593-c6e3-4152-afe8-a68c1a4eb147 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464336 Mar 16 11:44:09.963376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53056) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:09.969480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:09.975871 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:09.980095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:09.982959 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:09.989768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:10.002625 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:44:10.009026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.072819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.076236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.102419 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89e2cb4-f2bd-4aa5-9c21-412dfd950951,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:10.111777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.113116 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b1e7ebc6-d7b6-46ae-9e55-84e3199502aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487679 Mar 16 11:44:10.115713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53060) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:10.120387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:10.126571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:10.130547 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:10.133422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:10.139366 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:10.150442 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:44:10.157409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.221243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.224716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.253376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202b321d-0ad3-42e9-8ad6-6a4f7044e521,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:10.262691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.263843 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2aadeb25-a3ce-4071-8c34-906a73154cc8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472435 Mar 16 11:44:10.267208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53064) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:10.272526 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'network': {'name': 'tempest-network-smoke--534424883', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:10.277216 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:10.281916 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:network and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:10.284691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:10.290442 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:10.300529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:10.304010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.331292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:44:10.340094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.340734 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Added segment 5181a696-e5a3-43e7-a9dc-21fe71830745 of type vlan for network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 Mar 16 11:44:10.369266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.399065 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.404727 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:10.405346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.510861 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2426264 Mar 16 11:44:10.513756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53068) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:10.517956 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea7be1-d4ca-4806-91a9-fcabe5816948 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Network': ['ID=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:10.520100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'admin_state_up': True, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:10.528155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:44:10.528647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:10.532703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:router and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:10.535596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:10.542362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:10.553594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.554601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.571494 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.937601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.226564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.254795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.391159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.104 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/17bc24cd-b95a-43ec-84df-06ce5ec867e5) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:11.533105 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.564130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.630212 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:11.637458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:11.641669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:11.669427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=17bc24cd-b95a-43ec-84df-06ce5ec867e5,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:12.156943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:12.510145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:12.721886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router fd64579b-afa2-4879-932a-e523f5b5618c is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:44:12.897303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:12.907293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Sync routers for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:12.916814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:12.917461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:12.925610 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:12.927236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2f0f85d8-c979-4df8-a053-d7803dd14397 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4124870 Mar 16 11:44:12.930955 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53072) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:12.982696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d79061b7-b7e6-43c5-90f5-be4140e90d0e tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509562 Mar 16 11:44:12.985687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53076) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:13.112914 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234b29e-9e40-448a-b372-cc31171d65ee tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.114380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5234b29e-9e40-448a-b372-cc31171d65ee tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278057 Mar 16 11:44:13.117194 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53080) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:13.126997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:13.163229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a8a6a024-6a3c-40d3-8038-01f91d54295d tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426371 Mar 16 11:44:13.163436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53084) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:13.168536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695732639', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:13.276474 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:13.281714 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:subnet and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:13.285338 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:13.290334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:13.301470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:13.305063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:13.423545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:11Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:13.427523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Checking router: fd64579b-afa2-4879-932a-e523f5b5618c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:13.427863 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Updating router fd64579b-afa2-4879-932a-e523f5b5618c port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:44:13.482180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:13.635997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:13.717283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Subnet': ['ID=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:13.725111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Checking segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:13.725724 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network hostable DHCP agents. Network: 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:44:13.743545 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:44:13.753405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:13.758152 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.759070 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:13.781219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-895531a0-f219-4e97-96ff-2eeb9df36b43 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6167550 Mar 16 11:44:13.783760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53088) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:13.788357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322b3ab-1deb-447a-bc91-1c39269b5702 None None] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:13.903128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:13.924616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Transition to ACTIVE for port object 17bc24cd-b95a-43ec-84df-06ce5ec867e5 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:13.940133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.058331 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Attempting to bind port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:14.058695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Attempting to bind port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:14.059052 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Attempting to bind port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:14.069852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc57a1-f792-4199-b8ac-912fe92a2a26 None None] Pushing event updated for resources: {'Port': ['ID=17bc24cd-b95a-43ec-84df-06ce5ec867e5,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:14.078128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:14.078429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:14.078824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.079215 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:14.079676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Bound port: 17bc24cd-b95a-43ec-84df-06ce5ec867e5, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:14.080048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.156584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:44:14.157420 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.236906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] For port 17bc24cd-b95a-43ec-84df-06ce5ec867e5, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:14.262828 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] For port 17bc24cd-b95a-43ec-84df-06ce5ec867e5, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17bc24cd-b95a-43ec-84df-06ce5ec867e5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:14.267100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.400753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc57a1-f792-4199-b8ac-912fe92a2a26 None None] Pushing event updated for resources: {'Port': ['ID=17bc24cd-b95a-43ec-84df-06ce5ec867e5,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:14.409802 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:14.410409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:14.472193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.511283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Allocated IP 172.20.0.2 (14bd900f-1e14-4f23-b4f9-7e3170cc5ca6/59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8/3a75df83-90ae-40e6-819a-181da482f0c0) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:14.718124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:15.008582 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.045754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Transition to ACTIVE for port object 3a75df83-90ae-40e6-819a-181da482f0c0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:15.078995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Transition to ACTIVE for port object 3a75df83-90ae-40e6-819a-181da482f0c0 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:15.085281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.145438 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:15.148797 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:15.151540 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:15.151978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.1 (14bd900f-1e14-4f23-b4f9-7e3170cc5ca6/59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8/405a5d62-97ee-4084-a61e-cbb35cf64953) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:15.231668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Pushing event updated for resources: {'Port': ['ID=3a75df83-90ae-40e6-819a-181da482f0c0,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:15.256241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:11Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:15.264640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf84fd-52ec-4971-8e5e-5036a5d33832 None None] The sync data for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv is: [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:11Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:15.266824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Attempting to bind port 3a75df83-90ae-40e6-819a-181da482f0c0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:15.267191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Attempting to bind port 3a75df83-90ae-40e6-819a-181da482f0c0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:15.267542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Attempting to bind port 3a75df83-90ae-40e6-819a-181da482f0c0 on network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:15.273556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:15.273928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Checking segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:15.274396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.274792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Bound using segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:15.275248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Bound port: 3a75df83-90ae-40e6-819a-181da482f0c0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:15.275619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.376135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] For port 3a75df83-90ae-40e6-819a-181da482f0c0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:15.379874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] For port 3a75df83-90ae-40e6-819a-181da482f0c0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3a75df83-90ae-40e6-819a-181da482f0c0,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:15.385276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.449371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.465943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object 405a5d62-97ee-4084-a61e-cbb35cf64953 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:15.488822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930850b-adfd-4ad6-a5d8-34f7e11ccd44 None None] Pushing event updated for resources: {'Port': ['ID=3a75df83-90ae-40e6-819a-181da482f0c0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:15.519189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.596879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:15.605368 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:15.611129 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:15.648320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:15.684271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.846933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:16.299051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:16.303866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:16.424086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:16.426504 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:16.575007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:16.576108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:16.577704 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e46484-9126-4ff1-8eb8-ff99a7ce1290 None None] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:16.675576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-afd19ed1-54d0-456a-b3c2-bdc0ddb1107d None None] Provisioning for port 3a75df83-90ae-40e6-819a-181da482f0c0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:16.769500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router fd64579b-afa2-4879-932a-e523f5b5618c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:16.963531 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:16.990158 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-7dfe2920-45f9-478c-acab-8f6355c208d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/fd64579b-afa2-4879-932a-e523f5b5618c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970510 Mar 16 11:44:17.046849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Sync routers for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:17.059879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3a75df83-90ae-40e6-819a-181da482f0c0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:17.060995 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:17.061686 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:17.175975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 3a75df83-90ae-40e6-819a-181da482f0c0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:17.183155 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6eb169c1-37dd-4003-83fa-cf6832c68591 None None] Provisioning for port 405a5d62-97ee-4084-a61e-cbb35cf64953 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:17.187733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3a75df83-90ae-40e6-819a-181da482f0c0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:17.188485 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.211355 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-7625458b-03c0-4144-a249-06330f0717f3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34440142&fields=id&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 267 time: 0.0558348 Mar 16 11:44:17.235118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6eb169c1-37dd-4003-83fa-cf6832c68591 None None] Provisioning complete for port 405a5d62-97ee-4084-a61e-cbb35cf64953 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:17.235749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6eb169c1-37dd-4003-83fa-cf6832c68591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.248341 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:17.434292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.443730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-6eb169c1-37dd-4003-83fa-cf6832c68591 None None] Port 405a5d62-97ee-4084-a61e-cbb35cf64953 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:17.478719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 3a75df83-90ae-40e6-819a-181da482f0c0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3a75df83-90ae-40e6-819a-181da482f0c0,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:17.488437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.489316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17bc24cd-b95a-43ec-84df-06ce5ec867e5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:17.549687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-e64c4aa7-9699-458d-887a-4b9d16f80fbd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:17.551471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-e64c4aa7-9699-458d-887a-4b9d16f80fbd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 796 time: 0.3327920 Mar 16 11:44:17.566421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-446923b4-6872-4e17-8398-43110880d66e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/quotas/5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Mar 16 11:44:17.612955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:16Z', 'revision_number': 2, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:17.616732 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Checking router: fd64579b-afa2-4879-932a-e523f5b5618c for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:17.617106 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Updating router fd64579b-afa2-4879-932a-e523f5b5618c port 405a5d62-97ee-4084-a61e-cbb35cf64953 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:44:17.642909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8d9e0b44-a07b-4349-bd1f-b6034880837f None None] Provisioning complete for port 405a5d62-97ee-4084-a61e-cbb35cf64953 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:17.643527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0b44-a07b-4349-bd1f-b6034880837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.657181 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3b53db90-c130-4b57-aea6-43890e545066 req-688069ec-c0cd-438b-8b0d-6390660e3ed6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:17.673861 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.674698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-3b53db90-c130-4b57-aea6-43890e545066 req-688069ec-c0cd-438b-8b0d-6390660e3ed6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:17.675999 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-688069ec-c0cd-438b-8b0d-6390660e3ed6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042588 Mar 16 11:44:17.683151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=3a75df83-90ae-40e6-819a-181da482f0c0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:17.704996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:17.715800 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e0b44-a07b-4349-bd1f-b6034880837f None None] Port 405a5d62-97ee-4084-a61e-cbb35cf64953 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:17.717186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:17.717517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.834846 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-99ac20bc-2ba9-4266-9e3e-6d062b7e2420 service neutron] 10.222.0.50 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401360 Mar 16 11:44:17.878553 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.896520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 17bc24cd-b95a-43ec-84df-06ce5ec867e5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17bc24cd-b95a-43ec-84df-06ce5ec867e5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:17.902325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:17.985527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=17bc24cd-b95a-43ec-84df-06ce5ec867e5,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:17.988824 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-6c185a81-8aa3-4f89-b618-838529b73372 service neutron] 10.222.0.50 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474962 Mar 16 11:44:18.040495 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.053880 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Transition to ACTIVE for port object 405a5d62-97ee-4084-a61e-cbb35cf64953 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:18.061923 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.144960 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Pushing event updated for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:18.199021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-21cf49c4-2ad9-4f8c-885c-000046685440 req-5bfeb507-f734-4da0-8f40-adae5be575a6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 210 time: 0.0627294 Mar 16 11:44:18.247113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.247456 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.247795 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.248299 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.248429 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.248754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.249630 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.250227 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.250614 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.250941 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.251257 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.251568 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:18.313952 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Attempting to bind port 405a5d62-97ee-4084-a61e-cbb35cf64953 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:18.314313 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Attempting to bind port 405a5d62-97ee-4084-a61e-cbb35cf64953 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:18.314670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Attempting to bind port 405a5d62-97ee-4084-a61e-cbb35cf64953 on network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:18.320195 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:18.320559 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Checking segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:18.320989 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.321377 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Bound using segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:18.321831 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Bound port: 405a5d62-97ee-4084-a61e-cbb35cf64953, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:18.322193 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.410497 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] For port 405a5d62-97ee-4084-a61e-cbb35cf64953, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:18.413830 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] For port 405a5d62-97ee-4084-a61e-cbb35cf64953, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=405a5d62-97ee-4084-a61e-cbb35cf64953,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:18.420232 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.500675 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:18.501327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:43:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:18.555748 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2042-84f8-4669-8e13-d17bc32c5916 None None] Pushing event updated for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:18.697566 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:19.002968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3a75df83-90ae-40e6-819a-181da482f0c0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:19.050492 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:18Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:19.054925 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2a40-f29e-4baa-a655-74bbda7ae45c None None] The sync data for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv is: [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:18Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:19.072408 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 3a75df83-90ae-40e6-819a-181da482f0c0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:19.072779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.217987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17bc24cd-b95a-43ec-84df-06ce5ec867e5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:19.299798 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:19.300164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.371471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-045102ec-a7d7-474e-a1c9-48fd3ecafc3d req-bcde2c5c-d16b-49ad-89c6-ca2f8fc0b208 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 210 time: 0.0508559 Mar 16 11:44:19.613091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-0a047c65-2324-46cb-aea7-c229b98a35d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:19.614610 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-0a047c65-2324-46cb-aea7-c229b98a35d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 796 time: 0.1569190 Mar 16 11:44:19.674201 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-90814ef5-0912-43db-938f-55d5085b8aa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 378 time: 0.0459445 Mar 16 11:44:19.683118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'port': {'device_id': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'admin_state_up': True, 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'security_groups': ['43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:19.824547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:19.835696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:19.847629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:19.851309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.020606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.8 (14bd900f-1e14-4f23-b4f9-7e3170cc5ca6/59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8/0909a665-4fd6-43e6-ad89-254c37ce2fc6) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:20.212686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.227676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object 0909a665-4fd6-43e6-ad89-254c37ce2fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:20.251277 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.319508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:20.326870 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:20.332102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:20.362339 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:20.399095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:20.399713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.433441 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-2b373273-1c50-4c1e-b538-bfe96638cf73 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543023 Mar 16 11:44:20.451885 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Request body: {'port': {'device_id': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:20.598451 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9abf0e4c-27c0-43a6-a41e-9eee2a761d08 None None] Provisioning for port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:20.603084 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9abf0e4c-27c0-43a6-a41e-9eee2a761d08 None None] Provisioning complete for port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:20.603458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9abf0e4c-27c0-43a6-a41e-9eee2a761d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.625857 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.648213 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad718d-37a1-43de-bfff-e888b33004db req-f0c47fad-d305-4959-b383-a611d5575c29 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:20.648942 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-87ad718d-37a1-43de-bfff-e888b33004db req-f0c47fad-d305-4959-b383-a611d5575c29 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:20.659891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-9abf0e4c-27c0-43a6-a41e-9eee2a761d08 None None] Port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:20.703850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-87ad718d-37a1-43de-bfff-e888b33004db req-f0c47fad-d305-4959-b383-a611d5575c29 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:20.705024 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87ad718d-37a1-43de-bfff-e888b33004db req-f0c47fad-d305-4959-b383-a611d5575c29 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 931 time: 0.2192206 Mar 16 11:44:20.815230 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-87ad718d-37a1-43de-bfff-e888b33004db req-b8d17c7c-0721-4028-af3b-89dfbf233245 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035597 Mar 16 11:44:20.993101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:21.013083 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 405a5d62-97ee-4084-a61e-cbb35cf64953 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:21.028527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:44:21.036166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.050544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Transition to ACTIVE for port object 0909a665-4fd6-43e6-ad89-254c37ce2fc6 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:21.054302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.080702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 405a5d62-97ee-4084-a61e-cbb35cf64953 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:21.085481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 405a5d62-97ee-4084-a61e-cbb35cf64953 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:21.085854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.211049 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.246137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 405a5d62-97ee-4084-a61e-cbb35cf64953, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=405a5d62-97ee-4084-a61e-cbb35cf64953,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:21.252196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.287027 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:21.331750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:21.393113 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Attempting to bind port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:21.393450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Attempting to bind port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:21.393777 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Attempting to bind port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 on network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:21.398255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 on network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:44:21.398572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Attempting to bind port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 on network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:21.403587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:21.404154 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Checking segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:21.404293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Bound using segment: {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:21.404689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Bound port: 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5181a696-e5a3-43e7-a9dc-21fe71830745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:21.405054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.495458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:21.498361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:21.503198 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.558616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:21.559204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.561106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] 10.222.0.55 "PUT /v2.0/ports/0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1093 time: 1.1138616 Mar 16 11:44:21.564413 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:21.594526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eaa39-eb99-4243-a6ae-677841039267 service neutron] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:21.650363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'status': 'completed', 'code': 200} Mar 16 11:44:21.693234 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-497759a8-7812-4c88-b719-137fc3936f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:21.694697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-497759a8-7812-4c88-b719-137fc3936f9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1096 time: 0.0800848 Mar 16 11:44:21.768113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-c81fedeb-29f8-4a04-860b-434ba4569ed3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 217 time: 0.0611138 Mar 16 11:44:21.833272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-fe14eaba-da3b-492c-945b-b5456162eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:21.834689 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-fe14eaba-da3b-492c-945b-b5456162eea7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0613618 Mar 16 11:44:21.909178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53db90-c130-4b57-aea6-43890e545066 req-acca913e-9de3-4c16-b27f-32791c92ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:21.910635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-acca913e-9de3-4c16-b27f-32791c92ff8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701697 Mar 16 11:44:22.096519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-941ca2f7-ccf4-4aa1-99be-4b3ee8997358 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795874 Mar 16 11:44:22.107519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88168b76-0e60-4e87-bab9-a2c706b8125e req-9d7a1e26-92be-4cfc-801b-68ff08d66d30 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.109396 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-88168b76-0e60-4e87-bab9-a2c706b8125e req-9d7a1e26-92be-4cfc-801b-68ff08d66d30 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 943 time: 0.1757209 Mar 16 11:44:22.238916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-88168b76-0e60-4e87-bab9-a2c706b8125e req-05be82a6-9feb-40f2-a81f-a20b26f85df6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111872 Mar 16 11:44:22.265694 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3b53db90-c130-4b57-aea6-43890e545066 req-c48ff7d9-f52d-4530-80d6-508b399c32bb service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553643 Mar 16 11:44:22.462008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed424e4-382c-4162-961b-eb581537a74d req-d5887254-acfc-4df4-a0ed-08b6e3494d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.464373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-d5887254-acfc-4df4-a0ed-08b6e3494d03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1096 time: 0.0800090 Mar 16 11:44:22.594585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed424e4-382c-4162-961b-eb581537a74d req-7384b070-43e6-4f07-b861-e25fbea6952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.596017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-7384b070-43e6-4f07-b861-e25fbea6952c service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1243539 Mar 16 11:44:22.666550 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-4a373fdb-5442-447f-81bd-de67369d8e1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 217 time: 0.0644147 Mar 16 11:44:22.727034 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed424e4-382c-4162-961b-eb581537a74d req-70420d89-7b32-45c2-89b2-d9d9b7238fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.728390 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-70420d89-7b32-45c2-89b2-d9d9b7238fa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0556467 Mar 16 11:44:22.805977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed424e4-382c-4162-961b-eb581537a74d req-879c2813-c1a4-4803-a55e-6864b3008d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.807427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-879c2813-c1a4-4803-a55e-6864b3008d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722950 Mar 16 11:44:22.995989 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 405a5d62-97ee-4084-a61e-cbb35cf64953 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:23.042760 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-c7d37195-49fe-4cfd-82a0-a30c11bfb2df service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283769 Mar 16 11:44:23.063583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 405a5d62-97ee-4084-a61e-cbb35cf64953 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:23.063953 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.173482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bed424e4-382c-4162-961b-eb581537a74d req-361ed8c8-bc03-4fe9-8ddc-388e2595ae38 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236084 Mar 16 11:44:23.419524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b2c8c-cad5-431b-baa8-1b310b2a9097 req-4cedb4e3-b646-4ab1-acd7-31b501eabdec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:23.421018 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e43b2c8c-cad5-431b-baa8-1b310b2a9097 req-4cedb4e3-b646-4ab1-acd7-31b501eabdec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 943 time: 0.0789189 Mar 16 11:44:23.466596 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e43b2c8c-cad5-431b-baa8-1b310b2a9097 req-71aa66b3-daaf-40e5-ae4f-b1bbb06ce927 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398157 Mar 16 11:44:24.657919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0d6d7-b1fb-4449-b8ed-6e570f973505 req-0f5f7be2-f6d6-4123-8ca4-cebcbe0cc44e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:24.659369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-efe0d6d7-b1fb-4449-b8ed-6e570f973505 req-0f5f7be2-f6d6-4123-8ca4-cebcbe0cc44e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 943 time: 0.0841382 Mar 16 11:44:24.704430 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-efe0d6d7-b1fb-4449-b8ed-6e570f973505 req-7d099d0b-b5ea-49e0-95c8-41d3f749f975 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395226 Mar 16 11:44:25.415493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:44:25.548588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:25.561335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'mac_address': 'fa:16:3e:07:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:44:25.615385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.632878 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:44:25.648078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:25.653070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.750621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:25.888204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a9c9-9fc8-49f2-84ae-c858eb5f7ef8 req-21fabfca-b239-41c5-9239-be649f611e3b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:25.890212 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3cb8a9c9-9fc8-49f2-84ae-c858eb5f7ef8 req-21fabfca-b239-41c5-9239-be649f611e3b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 944 time: 0.0786247 Mar 16 11:44:25.939173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3cb8a9c9-9fc8-49f2-84ae-c858eb5f7ef8 req-db04a338-c866-48ad-b5a3-577ee50d6c5e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433071 Mar 16 11:44:26.076325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0909a665-4fd6-43e6-ad89-254c37ce2fc6'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:26.946891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d8ce42f7-cba7-47c9-8600-01497931f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.132805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bade40-b544-4e72-83b2-f1c62a902cfe req-8847b0de-1ec9-40f6-b00d-ea13b5921ef7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:27.134268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15bade40-b544-4e72-83b2-f1c62a902cfe req-8847b0de-1ec9-40f6-b00d-ea13b5921ef7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 944 time: 0.0783858 Mar 16 11:44:27.177795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-15bade40-b544-4e72-83b2-f1c62a902cfe req-e3f585c1-82d7-4105-b4e3-2c4a99fa44c1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368831 Mar 16 11:44:27.430694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:27.503513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:27.508571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:27.508794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.628701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.655242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:27.665182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:27.670472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.702659 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'code': 200} Mar 16 11:44:27.738906 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:27.963109 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e62b3b-0857-4a49-95e3-2d3b5070c84b req-4c2265fb-2838-44ce-b6e5-cbc76e0c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:27.964475 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33e62b3b-0857-4a49-95e3-2d3b5070c84b req-4c2265fb-2838-44ce-b6e5-cbc76e0c3c8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0730464 Mar 16 11:44:28.005942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-33e62b3b-0857-4a49-95e3-2d3b5070c84b req-a2828295-0b7c-4216-901a-cdb7fa1dd805 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341430 Mar 16 11:44:28.359905 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d3407-e3f4-4b9b-a566-8635059266f4 req-19348508-6758-478d-bdc6-b14ddc8e8c96 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:28.361349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c02d3407-e3f4-4b9b-a566-8635059266f4 req-19348508-6758-478d-bdc6-b14ddc8e8c96 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0800385 Mar 16 11:44:28.407091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c02d3407-e3f4-4b9b-a566-8635059266f4 req-d6c8131b-99cb-4cae-9fb4-6d722fc16145 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401444 Mar 16 11:44:29.154017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8af22820-54c1-45b1-90b4-ccc601511ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.591203 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d55219-cecf-4a24-9a3c-28c6db1cf80e req-b2ba05a9-28c7-480d-9a4b-959e70ce9881 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:29.592686 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49d55219-cecf-4a24-9a3c-28c6db1cf80e req-b2ba05a9-28c7-480d-9a4b-959e70ce9881 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0801582 Mar 16 11:44:29.636214 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-49d55219-cecf-4a24-9a3c-28c6db1cf80e req-ccd4b567-2154-4778-9a41-456529ce0832 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380764 Mar 16 11:44:29.819179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df0b86-4184-4b65-a8ed-feb25bd341a4 req-2c731f51-43c0-4d89-8d5d-b4b8837fc626 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:29.820589 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96df0b86-4184-4b65-a8ed-feb25bd341a4 req-2c731f51-43c0-4d89-8d5d-b4b8837fc626 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0823467 Mar 16 11:44:29.863483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-96df0b86-4184-4b65-a8ed-feb25bd341a4 req-ffdfb67c-a5bb-4851-8049-187c7b3ea6f6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373425 Mar 16 11:44:29.885422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53154) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:29.956428 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd692e-7fba-45b7-ac3f-dc0dca818688 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:29.957910 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5edd692e-7fba-45b7-ac3f-dc0dca818688 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1093 time: 0.0715544 Mar 16 11:44:29.960606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53158) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:29.965333 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:29.971944 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:29.975696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:floatingip and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:29.978476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:29.984737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:29.994555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.127037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.269761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.73 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a7338c20-ef78-493c-830b-f997454538ba) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:30.413993 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.443002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.505980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:30.512931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:30.515787 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:30.561056 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=a7338c20-ef78-493c-830b-f997454538ba,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:30.626386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.631080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.051620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.126313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.328579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.332902 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.440520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=a7338c20-ef78-493c-830b-f997454538ba,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:31.450221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:31.616092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP aa913eec-ab1a-4d66-980d-4a3ecc209cb8 associated. External IP: 172.26.0.73, port: 0909a665-4fd6-43e6-ad89-254c37ce2fc6. Mar 16 11:44:31.970500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router fd64579b-afa2-4879-932a-e523f5b5618c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:32.066750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:32.253290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:32.262737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Sync routers for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:32.271810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:32.272409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:44:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:32.276981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:32.333405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-df494110-c3e4-4cb0-9796-d4d44da2f391 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3717690 Mar 16 11:44:32.333980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:32.389831 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'status': 'completed', 'code': 200} Mar 16 11:44:32.451648 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:32.562950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330815-54bd-4df3-b785-cad74adcca73 req-9181d2fa-aaef-4d1f-8610-a9002eff14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.564685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-9181d2fa-aaef-4d1f-8610-a9002eff14dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.1302898 Mar 16 11:44:32.578676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddb03b-56e2-4619-9385-72433371a6f4 req-c9802c09-bc9d-4f41-9929-5dd9e15c2464 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.580158 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93ddb03b-56e2-4619-9385-72433371a6f4 req-c9802c09-bc9d-4f41-9929-5dd9e15c2464 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1143427 Mar 16 11:44:32.715105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-93ddb03b-56e2-4619-9385-72433371a6f4 req-da3cb30f-ad11-453f-abad-2a17c025a3f3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130438 Mar 16 11:44:32.739908 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53168) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:32.743708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330815-54bd-4df3-b785-cad74adcca73 req-52a4e830-90b8-4a17-b5e4-3b268112d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.745170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-52a4e830-90b8-4a17-b5e4-3b268112d77c service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1745570 Mar 16 11:44:32.796207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aa913eec-ab1a-4d66-980d-4a3ecc209cb8', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'mac_address': 'fa:16:3e:07:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:44:30Z', 'updated_at': '2022-03-16T11:44:30Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:32.800303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Checking router: fd64579b-afa2-4879-932a-e523f5b5618c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:32.808965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:32.809567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:44:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:32.847519 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-62c770c6-f500-4e86-8b94-1149c502ec7a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aa913eec-ab1a-4d66-980d-4a3ecc209cb8 HTTP/1.1" status: 200 len: 990 time: 0.1061099 Mar 16 11:44:32.847911 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-e83e5202-c90f-4a1a-b2c9-4952a3c035f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 998 time: 0.0956695 Mar 16 11:44:32.913831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330815-54bd-4df3-b785-cad74adcca73 req-c38d262f-271a-4329-bbd7-93371b1de86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.915256 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-c38d262f-271a-4329-bbd7-93371b1de86c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0618315 Mar 16 11:44:32.986414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:32.992024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330815-54bd-4df3-b785-cad74adcca73 req-4c79b953-8a52-4c39-a84b-589721423db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.993508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-4c79b953-8a52-4c39-a84b-589721423db2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710726 Mar 16 11:44:33.125147 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-98f42b40-abc6-4db8-955b-8208f4bcbd4e service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245139 Mar 16 11:44:33.254636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-10330815-54bd-4df3-b785-cad74adcca73 req-1915ed11-9f4d-4225-8bbd-b154b2031bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241109 Mar 16 11:44:33.364614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aa913eec-ab1a-4d66-980d-4a3ecc209cb8', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'mac_address': 'fa:16:3e:07:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:44:30Z', 'updated_at': '2022-03-16T11:44:30Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:33.368574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591625b0-29aa-40ea-8b8f-dfe76c21e536 None None] The sync data for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv is: [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': 'aa913eec-ab1a-4d66-980d-4a3ecc209cb8', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'mac_address': 'fa:16:3e:07:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:44:30Z', 'updated_at': '2022-03-16T11:44:30Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:33.544616 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d84d50-372a-47f6-8b89-ae3254f68424 None None] New status for floating IP aa913eec-ab1a-4d66-980d-4a3ecc209cb8: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:44:33.849896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53174) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:33.953620 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a4ceef8c-0ae8-41a7-93c7-ba04c62cfee5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aa913eec-ab1a-4d66-980d-4a3ecc209cb8 HTTP/1.1" status: 200 len: 992 time: 0.1024966 Mar 16 11:44:34.456751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:53.900058 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-0d9a72db-85c4-41f5-a9ed-2e4867403e60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1727495 Mar 16 11:44:54.056839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-163227f9-8149-4dc7-a556-073d6120d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.058297 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-163227f9-8149-4dc7-a556-073d6120d796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0752552 Mar 16 11:44:54.197686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-1db5c307-bcd0-410f-802c-c029a573f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.199182 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-1db5c307-bcd0-410f-802c-c029a573f59b service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1229432 Mar 16 11:44:54.301661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-78f3f199-84c5-4d07-a2c8-df61d3160c8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0960200 Mar 16 11:44:54.362791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-a2d2adbe-42e3-41c2-9a3d-176e4a190613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.364101 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-a2d2adbe-42e3-41c2-9a3d-176e4a190613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0567811 Mar 16 11:44:54.440146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-65f10d48-d781-4998-857d-c12b4a58f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.441610 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-65f10d48-d781-4998-857d-c12b4a58f62d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716805 Mar 16 11:44:54.451350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-8799ac4f-f4e2-45cf-bce0-62fe009e2b40 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:44:54.452278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-8799ac4f-f4e2-45cf-bce0-62fe009e2b40 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047486 Mar 16 11:44:54.682403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-5dd94542-59f1-4591-a8ef-36a4ebafb4c6 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232351 Mar 16 11:44:54.811835 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69af85f1-2b21-499f-b9f3-b52f109e8ead req-8a0cee1c-9ffe-4df2-b123-728212d09260 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231034 Mar 16 11:44:56.947859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-34e9f155-ad2f-4b1e-a65b-72ce54099e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:57.991980 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:59.157070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-80ef9f60-2160-4e9d-821c-2561c5fc0910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.630745 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.631893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:02.068404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:04.453927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:26.950665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-509d19b5-f539-4010-9f1d-628f3e7c5b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:29.158229 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d1e36b9-a638-48d9-b652-15e37d9eb0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:30.633369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:30.635048 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:32.072226 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:34.452621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:34.991627 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:43.597452 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53228) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:43.664121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cc98c-f724-4115-afff-a0d3956157e1 req-eeb173ed-4c17-4a29-ad3d-8e91b0ea3645 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:43.665640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b51cc98c-f724-4115-afff-a0d3956157e1 req-eeb173ed-4c17-4a29-ad3d-8e91b0ea3645 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0819221 Mar 16 11:45:43.709625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b51cc98c-f724-4115-afff-a0d3956157e1 req-fbf6afe6-3227-471e-a720-9da2469c9ad0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384128 Mar 16 11:45:43.849277 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-780de0bb-3dca-4005-b8fc-b1caaa10c8d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2505417 Mar 16 11:45:44.898478 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73320723-908f-42e2-b0a2-732c18686fdb req-88131f6e-d5c1-4309-8d64-7296e80c3c7a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:44.899894 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-73320723-908f-42e2-b0a2-732c18686fdb req-88131f6e-d5c1-4309-8d64-7296e80c3c7a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0823615 Mar 16 11:45:44.943246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-73320723-908f-42e2-b0a2-732c18686fdb req-fdb4f033-d7c4-4c66-96c0-041ca1b58046 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377944 Mar 16 11:45:46.130169 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6998-2171-4cf3-b464-96718192e015 req-9caccdc8-bf49-42b2-9911-173bbbc76f9c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:46.131792 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e2da6998-2171-4cf3-b464-96718192e015 req-9caccdc8-bf49-42b2-9911-173bbbc76f9c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0827835 Mar 16 11:45:46.178964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e2da6998-2171-4cf3-b464-96718192e015 req-0f8f17ef-8f96-4ee1-a7ee-8484522af120 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415931 Mar 16 11:45:47.056825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-f273fd5e-59a9-49dd-8561-b93365d02260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.058269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-f273fd5e-59a9-49dd-8561-b93365d02260 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0698490 Mar 16 11:45:47.188117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-6bc74f7f-910d-4be3-8918-7c91fc84cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.190934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-6bc74f7f-910d-4be3-8918-7c91fc84cbc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1272333 Mar 16 11:45:47.332077 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-cc639a39-51fc-48b1-8359-ec300f4ab953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.1347132 Mar 16 11:45:47.408206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-d843e416-cbed-4bf5-b109-0714eb9f241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.409648 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-d843e416-cbed-4bf5-b109-0714eb9f241d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0699413 Mar 16 11:45:47.473526 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a161f2-92bb-44aa-9c4b-1f053bc2ad85 req-ba4c1a3a-ee9c-40b3-91e9-4ddf7dce611a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.474976 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00a161f2-92bb-44aa-9c4b-1f053bc2ad85 req-ba4c1a3a-ee9c-40b3-91e9-4ddf7dce611a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1847751 Mar 16 11:45:47.540096 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00a161f2-92bb-44aa-9c4b-1f053bc2ad85 req-f04ffd9c-7cd4-43d8-be05-e03a7197942f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574429 Mar 16 11:45:47.542022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-943d0cb6-688d-4e82-a949-b4fe86943874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.543388 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-943d0cb6-688d-4e82-a949-b4fe86943874 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275702 Mar 16 11:45:47.670436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-66b451d1-b392-4a34-b437-e7582855d3d0 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202357 Mar 16 11:45:47.804294 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-8bc18e6b-b6b4-4f4b-8e99-b87d6781445e service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279273 Mar 16 11:45:48.732483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3134-2a5f-41ae-b9b9-be49c11c18f2 req-417804c6-1ad4-4c61-b0d8-6a517c6668b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:48.734498 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7b6b3134-2a5f-41ae-b9b9-be49c11c18f2 req-417804c6-1ad4-4c61-b0d8-6a517c6668b6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0893853 Mar 16 11:45:48.784920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7b6b3134-2a5f-41ae-b9b9-be49c11c18f2 req-9ffceab5-7fb4-48d6-8e6b-85c0f3fe4486 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448678 Mar 16 11:45:49.971242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ffb1-75b7-4961-9d0c-7861b9ce93c7 req-bc37467c-37d9-4e04-845b-e533710de56e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:49.972680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b947ffb1-75b7-4961-9d0c-7861b9ce93c7 req-bc37467c-37d9-4e04-845b-e533710de56e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0815883 Mar 16 11:45:50.015515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b947ffb1-75b7-4961-9d0c-7861b9ce93c7 req-b09554ea-9551-4d07-b688-633d4ffe325f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372865 Mar 16 11:45:51.195901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f060-e71c-4127-ba69-1541a9b28c4f req-e35602a4-d32e-4ac0-b1fc-60e9e627ad17 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:51.197368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc29f060-e71c-4127-ba69-1541a9b28c4f req-e35602a4-d32e-4ac0-b1fc-60e9e627ad17 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0782242 Mar 16 11:45:51.240606 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cc29f060-e71c-4127-ba69-1541a9b28c4f req-d5092da6-13f2-40b9-a6e8-858a51e600e2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376568 Mar 16 11:45:52.523289 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa50a-f437-4ff8-ae94-9ea4f4eb09d4 req-e1f202ec-7589-4ebf-a70e-623b03164faf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:52.524651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5c6aa50a-f437-4ff8-ae94-9ea4f4eb09d4 req-e1f202ec-7589-4ebf-a70e-623b03164faf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1820152 Mar 16 11:45:52.568097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5c6aa50a-f437-4ff8-ae94-9ea4f4eb09d4 req-de9829ac-ce16-43db-8b3c-b7e0b6ea77a5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377777 Mar 16 11:45:53.753271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241406b-ee36-4dad-981c-475396383de2 req-d1aadb52-8f61-4322-93c3-0bc8a49e7959 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:53.754704 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8241406b-ee36-4dad-981c-475396383de2 req-d1aadb52-8f61-4322-93c3-0bc8a49e7959 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0801640 Mar 16 11:45:53.800730 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8241406b-ee36-4dad-981c-475396383de2 req-7d1f0db6-50fe-4197-8076-c0e77b29d825 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404537 Mar 16 11:45:54.809078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4efd-42c6-436f-b031-af81e482498f req-d257d0b9-96bc-4427-95d3-c56be2d528a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:54.810530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-d257d0b9-96bc-4427-95d3-c56be2d528a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0709789 Mar 16 11:45:54.959111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4efd-42c6-436f-b031-af81e482498f req-820d907d-50a4-4b3d-9739-ec8014da86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:54.960583 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-820d907d-50a4-4b3d-9739-ec8014da86f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1316617 Mar 16 11:45:55.105505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-0cc53bf0-063b-49d4-95f9-23bc15063920 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.1372600 Mar 16 11:45:55.183028 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4efd-42c6-436f-b031-af81e482498f req-0a491ef2-6f3a-454c-a12a-d91d5183cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.184434 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-0a491ef2-6f3a-454c-a12a-d91d5183cfd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0733008 Mar 16 11:45:55.198037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a821-55aa-4d4a-97e2-ab62671483e3 req-c4e49300-acc5-411d-82cc-e2cbf57e5fdf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.199360 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9cf9a821-55aa-4d4a-97e2-ab62671483e3 req-c4e49300-acc5-411d-82cc-e2cbf57e5fdf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1382246 Mar 16 11:45:55.279399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9cf9a821-55aa-4d4a-97e2-ab62671483e3 req-2255c004-09d9-48f5-add7-405fc4982dbb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507162 Mar 16 11:45:55.300361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4efd-42c6-436f-b031-af81e482498f req-0c0ffe41-adbc-4fc0-94e6-c43579c2db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.301830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-0c0ffe41-adbc-4fc0-94e6-c43579c2db54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115232 Mar 16 11:45:55.430338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-4b72903e-ac2a-422d-8a78-0fdaf7440635 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222951 Mar 16 11:45:55.558922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cf8a4efd-42c6-436f-b031-af81e482498f req-6bd22546-9dca-4e86-8582-03bfd1c35a3e service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226578 Mar 16 11:45:56.484626 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82daf-ab91-41db-bfb9-f4299a4de9ad req-174eff4f-67fa-425a-b9d7-c7c236b02df5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.486280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df82daf-ab91-41db-bfb9-f4299a4de9ad req-174eff4f-67fa-425a-b9d7-c7c236b02df5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0992723 Mar 16 11:45:56.531979 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df82daf-ab91-41db-bfb9-f4299a4de9ad req-794a07cf-b202-42e4-aa6e-2182777cb6b7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394666 Mar 16 11:45:56.952378 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-284fe134-15e6-41ff-b768-ca96ab197ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:57.729520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233551-1837-4250-b3d4-723aac703360 req-768a682a-002c-4351-ab29-706b8bd4faed tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:57.730999 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6233551-1837-4250-b3d4-723aac703360 req-768a682a-002c-4351-ab29-706b8bd4faed tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0913844 Mar 16 11:45:57.782278 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a6233551-1837-4250-b3d4-723aac703360 req-99af0511-d372-4b24-b233-25129139c7db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454876 Mar 16 11:45:58.968052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b393d-9d7d-44ba-818f-ad1e6f7300e5 req-e43b58b2-4d7c-41e0-85df-e5a0002de319 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:58.969578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a4b393d-9d7d-44ba-818f-ad1e6f7300e5 req-e43b58b2-4d7c-41e0-85df-e5a0002de319 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0811956 Mar 16 11:45:59.012748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a4b393d-9d7d-44ba-818f-ad1e6f7300e5 req-84ce1294-1ce6-42e4-8ad6-33fba5794652 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375066 Mar 16 11:45:59.163490 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9e4061d8-356f-4717-9837-2245f118397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.191686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392ea8-4306-4267-a181-6af70f998532 req-2cd1cf68-16ee-47a4-ba2b-f2e2501a9830 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:00.193131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-58392ea8-4306-4267-a181-6af70f998532 req-2cd1cf68-16ee-47a4-ba2b-f2e2501a9830 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0786500 Mar 16 11:46:00.238613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-58392ea8-4306-4267-a181-6af70f998532 req-6772f18a-19b2-41fa-826d-fefa007e6df3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399764 Mar 16 11:46:00.634586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.636402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.426272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd6ad7-9a50-4ae4-82b4-5367fa777649 req-a707a42d-dd2d-4ec3-9852-4808b37b7e6e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:01.428454 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6dd6ad7-9a50-4ae4-82b4-5367fa777649 req-a707a42d-dd2d-4ec3-9852-4808b37b7e6e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0826693 Mar 16 11:46:01.491064 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6dd6ad7-9a50-4ae4-82b4-5367fa777649 req-603b9993-2deb-4ae6-98fb-237687161920 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560970 Mar 16 11:46:02.073352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:02.677547 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ffed-b3f7-4206-ae9b-23f3e50f8b02 req-d363f348-930e-4e08-84fc-1370d363d0fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:02.678984 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32a0ffed-b3f7-4206-ae9b-23f3e50f8b02 req-d363f348-930e-4e08-84fc-1370d363d0fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0818257 Mar 16 11:46:02.722340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-32a0ffed-b3f7-4206-ae9b-23f3e50f8b02 req-cec256fe-479e-447f-bef2-a3164b0680d4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378020 Mar 16 11:46:04.055004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1f22-9af0-4aee-a099-7330a4471d3d req-e0d476d0-66ec-410e-a7db-04b8d6a30af6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:04.056472 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f1d1f22-9af0-4aee-a099-7330a4471d3d req-e0d476d0-66ec-410e-a7db-04b8d6a30af6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0820992 Mar 16 11:46:04.108904 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4f1d1f22-9af0-4aee-a099-7330a4471d3d req-b0abd942-c434-472d-a559-c4dfbed55593 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468106 Mar 16 11:46:04.452729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.386089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0129e-a7c2-46ed-ac54-ddc411320d80 req-a3267165-d946-444c-972b-fcc5cd74d9c0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:05.387533 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8c0129e-a7c2-46ed-ac54-ddc411320d80 req-a3267165-d946-444c-972b-fcc5cd74d9c0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1742239 Mar 16 11:46:05.430588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8c0129e-a7c2-46ed-ac54-ddc411320d80 req-f149ae43-7318-4b87-86f3-b1aec592f3e0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369799 Mar 16 11:46:06.613686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc473cf-230c-462b-b146-0a43c5e2d5a1 req-9bc246ce-9e1b-40b1-8e8f-94a6e19794b3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.615112 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bc473cf-230c-462b-b146-0a43c5e2d5a1 req-9bc246ce-9e1b-40b1-8e8f-94a6e19794b3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0815599 Mar 16 11:46:06.658192 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1bc473cf-230c-462b-b146-0a43c5e2d5a1 req-1325a31c-ae3b-4de6-9e07-96d3c98f2738 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373666 Mar 16 11:46:07.841141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2b90-9028-471a-af53-2891c55a3b56 req-f974570f-d303-49ab-99fc-86a1d21042aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:07.842586 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be6b2b90-9028-471a-af53-2891c55a3b56 req-f974570f-d303-49ab-99fc-86a1d21042aa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0817552 Mar 16 11:46:07.886200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be6b2b90-9028-471a-af53-2891c55a3b56 req-11285ab2-effe-458d-be51-e9f6e5ae1c17 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380607 Mar 16 11:46:09.072348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588495c7-a334-46fa-9315-817d74e9cd83 req-6b921b00-42dc-489f-9cb4-0310a950fb16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:09.073791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-588495c7-a334-46fa-9315-817d74e9cd83 req-6b921b00-42dc-489f-9cb4-0310a950fb16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0813549 Mar 16 11:46:09.116001 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-588495c7-a334-46fa-9315-817d74e9cd83 req-9c15ca2b-d7d5-46b8-a8d1-0ade88640fcc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366077 Mar 16 11:46:09.668331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-01b11e6a-e2d2-4bef-84de-967252bc4a71 service neutron] 10.222.0.55 "GET /v2.0/ports/0909a665-4fd6-43e6-ad89-254c37ce2fc6/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0729175 Mar 16 11:46:09.944336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-b74b71dc-4444-4eba-86a2-c6f3065b4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:09.945852 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-b74b71dc-4444-4eba-86a2-c6f3065b4983 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0727711 Mar 16 11:46:10.043694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-ab11743e-6a57-4d4f-85f2-b9d157a2f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.045110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-ab11743e-6a57-4d4f-85f2-b9d157a2f4e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0677226 Mar 16 11:46:10.174605 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-1a1a914f-5566-493e-b06c-0b99129451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.176065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-1a1a914f-5566-493e-b06c-0b99129451a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1254804 Mar 16 11:46:10.320137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-8fc2996f-6443-4d70-bc21-f21c4c369d02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.1386967 Mar 16 11:46:10.395736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1754506-dc52-4af0-89bf-b997065acccf req-9964a4f7-b091-4f9c-9ac1-d499f1a4a5e4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.397178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1754506-dc52-4af0-89bf-b997065acccf req-9964a4f7-b091-4f9c-9ac1-d499f1a4a5e4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1595428 Mar 16 11:46:10.405150 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-752b94cc-9a59-4fd3-b8c2-45a7e795fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.406458 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-752b94cc-9a59-4fd3-b8c2-45a7e795fad4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0794835 Mar 16 11:46:10.491855 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1754506-dc52-4af0-89bf-b997065acccf req-a4f1f8c8-5355-4e30-a4f8-e69c0dab1610 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883780 Mar 16 11:46:10.513537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-4bbfb635-ebf1-4c6d-a624-c721137c4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.514981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-4bbfb635-ebf1-4c6d-a624-c721137c4a7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962033 Mar 16 11:46:10.643628 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-72fa4012-dac9-47aa-b961-063259a00d66 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225457 Mar 16 11:46:10.776065 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-756b0615-93c6-4939-bb3e-89525b2fa4bf req-82e6efcc-fd71-4840-bb29-eff3ec656a26 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266181 Mar 16 11:46:11.675814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00fd8d-97ed-48b7-b8c5-23770b45178e req-a7b5a5a2-315e-4577-9429-40afe33a3dab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:11.677334 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eb00fd8d-97ed-48b7-b8c5-23770b45178e req-a7b5a5a2-315e-4577-9429-40afe33a3dab tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0789144 Mar 16 11:46:11.720102 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eb00fd8d-97ed-48b7-b8c5-23770b45178e req-423abee4-db43-4f82-9c26-2d45dc828319 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372736 Mar 16 11:46:11.945534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:11.952703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:46:11.991356 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:12.166772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.180982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:12.198278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'port_id': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'mac_address': 'fa:16:3e:07:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:12.237465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:12.259767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:12.265232 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.316406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.344646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:46:12.383905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:12.390760 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'code': 200} Mar 16 11:46:12.406015 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.406359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.406691 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.407024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.407348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.407671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.408510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.408853 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.409178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.409489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.409804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.410115 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:12.427469 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:46:12.427819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:46:12.903941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6c41b-c532-4509-be8a-c2177dd23653 req-8f547268-022d-4242-9799-fcc46df5d522 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:12.905365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9aa6c41b-c532-4509-be8a-c2177dd23653 req-8f547268-022d-4242-9799-fcc46df5d522 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 943 time: 0.0803785 Mar 16 11:46:12.950609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9aa6c41b-c532-4509-be8a-c2177dd23653 req-99afc1f6-273c-4340-8068-213ba427f2e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394464 Mar 16 11:46:12.982961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:13.000397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:46:13.015391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:13.019499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:13.086790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:13.155529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['0909a665-4fd6-43e6-ad89-254c37ce2fc6'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:46:13.959322 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:14.025397 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:14.026089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:14.135639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed8b13-ac97-4fbd-b3b0-7f8c3a6c0586 req-b6da796c-8213-4c11-bd08-bb9ff05630cc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.137154 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3ed8b13-ac97-4fbd-b3b0-7f8c3a6c0586 req-b6da796c-8213-4c11-bd08-bb9ff05630cc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 944 time: 0.0794940 Mar 16 11:46:14.177042 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:14.211308 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:14.217080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:14.288672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:14.292673 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3ed8b13-ac97-4fbd-b3b0-7f8c3a6c0586 req-973aa34a-dfd9-4d82-9295-510d43655468 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499650 Mar 16 11:46:14.392060 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:14.453257 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'code': 200} Mar 16 11:46:14.654695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f499d-adc1-40ff-a986-f551ac70117c req-7a627170-41db-4795-ab51-10e9802f3016 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.656103 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-428f499d-adc1-40ff-a986-f551ac70117c req-7a627170-41db-4795-ab51-10e9802f3016 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1323612 Mar 16 11:46:14.695832 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-d5a97e07-80c2-45df-94ef-1c1b3b9f9d09 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.697207 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-d5a97e07-80c2-45df-94ef-1c1b3b9f9d09 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1314595 Mar 16 11:46:14.714916 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-428f499d-adc1-40ff-a986-f551ac70117c req-e7f3e561-f44d-42a0-9d88-1df1f4d2417f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518112 Mar 16 11:46:14.919972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-74b25768-eec5-47d1-93cc-85f4927611af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.921447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-74b25768-eec5-47d1-93cc-85f4927611af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.1393976 Mar 16 11:46:14.929806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2661fa-4632-4cec-ae82-6bad64400842 req-0210d5a1-823d-472a-b1f4-61420657bd6e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.931106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c2661fa-4632-4cec-ae82-6bad64400842 req-0210d5a1-823d-472a-b1f4-61420657bd6e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1042926 Mar 16 11:46:15.059938 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c2661fa-4632-4cec-ae82-6bad64400842 req-4c1883e3-6233-429c-a7e8-69eb15ae4973 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109753 Mar 16 11:46:15.086378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-26434ddf-1640-4ef5-89ca-31bd00ec6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.087774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-26434ddf-1640-4ef5-89ca-31bd00ec6c9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1558630 Mar 16 11:46:15.188808 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-eb0d5036-5c17-426d-b122-6aee05573238 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0945177 Mar 16 11:46:15.250845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-b4a95c33-e196-4499-b0b6-d969721d54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.252216 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-b4a95c33-e196-4499-b0b6-d969721d54a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0581636 Mar 16 11:46:15.324442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-3109e40d-fff4-463b-9032-c39a5003fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.325925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-3109e40d-fff4-463b-9032-c39a5003fabe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680192 Mar 16 11:46:15.454548 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-56f7b948-61ad-41da-bbd4-2685497b3492 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222320 Mar 16 11:46:15.583500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-891d792f-0b83-4d7a-b37e-2e170e3c7004 req-2f0ee597-82a9-4070-a4fd-03f537456529 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Mar 16 11:46:16.252308 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080352c3-fc88-4e6e-8927-18773c019075 req-8fafee58-1d37-4b14-a556-223411c781dc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:16.253947 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-080352c3-fc88-4e6e-8927-18773c019075 req-8fafee58-1d37-4b14-a556-223411c781dc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0820954 Mar 16 11:46:16.305439 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-080352c3-fc88-4e6e-8927-18773c019075 req-2f9bbda3-45d8-4c16-a8e3-00ed3c9cac2c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446696 Mar 16 11:46:16.329016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53338) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:16.442467 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7cf09dac-35b1-43c2-a6e8-9a3ae1fcd60f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/aa913eec-ab1a-4d66-980d-4a3ecc209cb8 HTTP/1.1" status: 200 len: 992 time: 0.1120608 Mar 16 11:46:26.956318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6882a99a-9835-42eb-87b5-17690575e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:29.164720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c5748048-fcac-4aa6-9f08-24a56594c9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:30.637291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:30.639751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:32.078766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:34.455688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.990501 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:54.744117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-7041f156-d2e7-4ca3-9587-2c4a3fffe5a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679491 Mar 16 11:46:54.906614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0c9e-87f6-4b18-a304-4824529d968f req-805cd317-b4e2-493d-9702-23114bc39bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:54.908040 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-805cd317-b4e2-493d-9702-23114bc39bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0698071 Mar 16 11:46:55.049195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0c9e-87f6-4b18-a304-4824529d968f req-88823443-9230-48d4-85fb-f91aefb0e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.050608 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-88823443-9230-48d4-85fb-f91aefb0e3c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1243005 Mar 16 11:46:55.150911 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-9e41351f-ab4c-45c8-8811-87de7c40a9ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0937254 Mar 16 11:46:55.308165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0c9e-87f6-4b18-a304-4824529d968f req-512c9598-3f47-4a44-a696-8da4cf3efafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.309601 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-512c9598-3f47-4a44-a696-8da4cf3efafe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.1521354 Mar 16 11:46:55.381940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0c9e-87f6-4b18-a304-4824529d968f req-d568fdef-63ee-4018-ac47-c4aa74c28fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.383406 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-d568fdef-63ee-4018-ac47-c4aa74c28fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675883 Mar 16 11:46:55.512175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-cc02f73c-ae92-4dda-ba66-6f993c0bbe2e service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218486 Mar 16 11:46:55.640233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-035d0c9e-87f6-4b18-a304-4824529d968f req-19132a56-2193-45e2-bdaf-4976fde18a7e service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220481 Mar 16 11:46:56.960395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-00277c91-d860-4b78-91d4-76e649ce1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:59.166207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-551eee9f-f3f5-4a5b-9177-b5e7f2a66369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:00.638320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:00.640081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:02.081476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:04.479740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.428206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53372) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:09.626312 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port a7338c20-ef78-493c-830b-f997454538ba {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:09.626644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.789466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.789709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.906930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for a7338c20-ef78-493c-830b-f997454538ba owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:10.052117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:10.101507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=a7338c20-ef78-493c-830b-f997454538ba,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:10.163169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.163508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.163841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.164170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.164493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.164813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.165163 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.165486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.165800 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.166112 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.166425 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.166733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:10.197119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:10.197447 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP aa913eec-ab1a-4d66-980d-4a3ecc209cb8 disassociated (deleted). External IP: 172.26.0.73, port: 0909a665-4fd6-43e6-ad89-254c37ce2fc6. Mar 16 11:47:10.538762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router fd64579b-afa2-4879-932a-e523f5b5618c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:10.818735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:10.827903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Sync routers for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:10.837740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:10.838275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:10.838406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:10.897301 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2289778f-9bf1-4a41-ab2a-04100f87f6af tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/floatingips/aa913eec-ab1a-4d66-980d-4a3ecc209cb8 HTTP/1.1" status: 204 len: 168 time: 1.4654620 Mar 16 11:47:10.897301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:11.024164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:11.051609 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'status': 'completed', 'code': 200} Mar 16 11:47:11.191554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-c6bc6790-8bac-4762-b8cf-5ec41a1cbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.193330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-c6bc6790-8bac-4762-b8cf-5ec41a1cbadf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 1098 time: 0.0952206 Mar 16 11:47:11.348302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:11.352014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Checking router: fd64579b-afa2-4879-932a-e523f5b5618c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:11.360177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:11.360701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:11.379670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-cde9b5f0-490e-4b48-9b06-9ac6611a28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.381120 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-cde9b5f0-490e-4b48-9b06-9ac6611a28f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 200 len: 897 time: 0.1807206 Mar 16 11:47:11.453713 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-b6adf6e3-daca-42e9-a8bc-5ded15cb2823 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 200 len: 217 time: 0.0643349 Mar 16 11:47:11.466237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56f412-38d3-4f10-87b5-71400892dd09 req-b90f05da-dd3b-4a21-962c-2d09f07ee0fa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.467670 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a56f412-38d3-4f10-87b5-71400892dd09 req-b90f05da-dd3b-4a21-962c-2d09f07ee0fa tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.2495060 Mar 16 11:47:11.536533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:11.556977 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-8f70b998-d1e9-47c4-ac03-c420222816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.558403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-8f70b998-d1e9-47c4-ac03-c420222816ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 200 len: 834 time: 0.0899107 Mar 16 11:47:11.561255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a56f412-38d3-4f10-87b5-71400892dd09 req-7eb1493f-0dd6-4a5a-ab48-07ef93bdb623 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614543 Mar 16 11:47:11.633643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-93147184-a8bd-4124-8f9d-ecea24e55d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.635008 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-93147184-a8bd-4124-8f9d-ecea24e55d3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701439 Mar 16 11:47:11.767837 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-313d2da5-e5cf-40d3-89c9-006a4264d23b service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250255 Mar 16 11:47:11.849664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:11.853657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e4803-eec0-40c8-a7ca-62f0f2fe6d74 None None] The sync data for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv is: [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:44:15Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '405a5d62-97ee-4084-a61e-cbb35cf64953', 'name': '', 'network_id': '14bd900f-1e14-4f23-b4f9-7e3170cc5ca6', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:43:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:14Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:11.898391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50c8949a-eb89-43f4-a4a8-00107f764a2f req-33d70bfe-3a6b-409d-a9fa-ea21640be292 service neutron] 10.222.0.55 "GET /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243405 Mar 16 11:47:12.059966 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ea829-c8af-4262-a748-ed931bf73880 None None] New status for floating IP aa913eec-ab1a-4d66-980d-4a3ecc209cb8: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:47:12.792301 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf8fc3-6b3b-4750-b1ec-9365a539cce0 req-fb93e662-29a3-4461-8c7a-63d98456ac82 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:12.793723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e5cf8fc3-6b3b-4750-b1ec-9365a539cce0 req-fb93e662-29a3-4461-8c7a-63d98456ac82 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.1249523 Mar 16 11:47:12.837624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e5cf8fc3-6b3b-4750-b1ec-9365a539cce0 req-9815f562-a168-40b6-899b-4d84c25772d7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383818 Mar 16 11:47:13.304361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-417266e8-5079-45de-99f0-89a7977e351c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:13.305825 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-417266e8-5079-45de-99f0-89a7977e351c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.0770681 Mar 16 11:47:13.375812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:13.376145 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:13.710727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 0909a665-4fd6-43e6-ad89-254c37ce2fc6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0909a665-4fd6-43e6-ad89-254c37ce2fc6,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:13.710981 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:13.833057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 0909a665-4fd6-43e6-ad89-254c37ce2fc6 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:14.023594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:14.073468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=0909a665-4fd6-43e6-ad89-254c37ce2fc6,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:14.118004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.118341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.118676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.119000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.119324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.119640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.119956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.120271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.120586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.120926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.121242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.121558 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:14.166900 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebee5-aae2-4b9f-82cf-328bad24285e req-086f069b-910f-4f89-a249-84dc33ec2257 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:14.168399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbcebee5-aae2-4b9f-82cf-328bad24285e req-086f069b-910f-4f89-a249-84dc33ec2257 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=d330a13f-fbaa-4cd3-8eaf-ff044bb74065 HTTP/1.1" status: 200 len: 945 time: 0.2175670 Mar 16 11:47:14.191852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] No DVR routers for this DVR port 0909a665-4fd6-43e6-ad89-254c37ce2fc6 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:14.195163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:14.197460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-deleted', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:14.222025 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62f0032d-ab09-49d2-9dec-568d6d97cb9c req-a0c2e912-e3ac-4755-ae17-fc9e241a98ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "DELETE /v2.0/ports/0909a665-4fd6-43e6-ad89-254c37ce2fc6 HTTP/1.1" status: 204 len: 173 time: 0.9104865 Mar 16 11:47:14.231962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cbcebee5-aae2-4b9f-82cf-328bad24285e req-5d395ad2-ed37-4eda-962a-a78c63192824 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579400 Mar 16 11:47:14.309770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd330a13f-fbaa-4cd3-8eaf-ff044bb74065', 'name': 'network-vif-deleted', 'tag': '0909a665-4fd6-43e6-ad89-254c37ce2fc6', 'status': 'completed', 'code': 200} Mar 16 11:47:15.331180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53398) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:15.876230 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.178167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:16.212470 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 0909a665-4fd6-43e6-ad89-254c37ce2fc6 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:16.212848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 0909a665-4fd6-43e6-ad89-254c37ce2fc6 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:16.233017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 405a5d62-97ee-4084-a61e-cbb35cf64953 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:16.233358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.551904 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 405a5d62-97ee-4084-a61e-cbb35cf64953, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=405a5d62-97ee-4084-a61e-cbb35cf64953,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:16.553182 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.674553 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 405a5d62-97ee-4084-a61e-cbb35cf64953 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:16.853598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:16.902992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=405a5d62-97ee-4084-a61e-cbb35cf64953,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:17.180946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:17.533428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router fd64579b-afa2-4879-932a-e523f5b5618c has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:17.707633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:17.717497 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Sync routers for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:17.719988 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8be5c7b5-3e47-47c6-84a1-c13c6fddbce1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/fd64579b-afa2-4879-932a-e523f5b5618c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3877380 Mar 16 11:47:17.723344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53402) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:17.726862 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:17.727462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:17.788690 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting subnet 59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:47:17.791703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:17.844945 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:17.904496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:18.040054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.110973 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.152826 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Subnet': ['ID=59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:18.156387 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.165073 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0d5bf750-75cd-4189-b055-c9ad7a7376e9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/subnets/59d74bf3-b7b7-4cfe-a5cd-cb8693cc55d8 HTTP/1.1" status: 204 len: 168 time: 0.4383419 Mar 16 11:47:18.165398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53406) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:18.166288 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8338df-ed50-4283-b5c4-1391445c3e45 None None] Network 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:47:18.336811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:47:16Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:18.340785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.342967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Checking router: fd64579b-afa2-4879-932a-e523f5b5618c for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:18.357613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Routers {'fd64579b-afa2-4879-932a-e523f5b5618c'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:18.358209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fd64579b-afa2-4879-932a-e523f5b5618c'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:18.530649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.533859 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] DHCP port deletion for 14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:47:18.542758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 17bc24cd-b95a-43ec-84df-06ce5ec867e5 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:18.543086 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.546807 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Deleting port 3a75df83-90ae-40e6-819a-181da482f0c0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:18.547178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.580345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] Set router fd64579b-afa2-4879-932a-e523f5b5618c gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:18.733154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 17bc24cd-b95a-43ec-84df-06ce5ec867e5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=17bc24cd-b95a-43ec-84df-06ce5ec867e5,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:18.733703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.859187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 17bc24cd-b95a-43ec-84df-06ce5ec867e5 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:19.039592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.039839 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] For port 3a75df83-90ae-40e6-819a-181da482f0c0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=3a75df83-90ae-40e6-819a-181da482f0c0,segment=NetworkSegment(5181a696-e5a3-43e7-a9dc-21fe71830745),segment_id=5181a696-e5a3-43e7-a9dc-21fe71830745)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:19.040332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.088560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=17bc24cd-b95a-43ec-84df-06ce5ec867e5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:19.106655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 3a75df83-90ae-40e6-819a-181da482f0c0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:19.181225 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.196206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Calling delete_port for 3a75df83-90ae-40e6-819a-181da482f0c0 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:19.337585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:47:16Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:19.346332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c91cb-eacc-45a9-987d-3c9f6018fd89 None None] The sync data for ids ['fd64579b-afa2-4879-932a-e523f5b5618c'] in dv-neutron-828143-9-hyperv is: [{'id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530204528', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:10Z', 'updated_at': '2022-03-16T11:47:16Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '17bc24cd-b95a-43ec-84df-06ce5ec867e5', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64579b-afa2-4879-932a-e523f5b5618c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:11Z', 'updated_at': '2022-03-16T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:19.352259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.410610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.421396 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Pushing event deleted for resources: {'Port': ['ID=3a75df83-90ae-40e6-819a-181da482f0c0,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:19.431047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] No DVR routers for this DVR port 3a75df83-90ae-40e6-819a-181da482f0c0 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:19.454290 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.454649 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.454992 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.455329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.455671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.455986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.456943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.457262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.457585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.457909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.458233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.458558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e02d60-b48f-4236-92c4-b4b5323621fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:19.485738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.489475 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.514785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.515383 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Fanout notify agent at l3_agent the message router_deleted on router fd64579b-afa2-4879-932a-e523f5b5618c {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:47:19.531444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.532515 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-92b4f16c-c6f1-4f2e-9a8a-4ea664924dd7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/routers/fd64579b-afa2-4879-932a-e523f5b5618c HTTP/1.1" status: 204 len: 168 time: 1.3662136 Mar 16 11:47:19.536051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53410) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:19.648194 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.780510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.806784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bd900f-1e14-4f23-b4f9-7e3170cc5ca6']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:19.820005 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5181a696-e5a3-43e7-a9dc-21fe71830745') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:19.820305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5181a696-e5a3-43e7-a9dc-21fe71830745') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:19.831765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.847758 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.853528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:47:19.853905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:47:19.868156 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:47:19.950132 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.954609 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:19.982659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Network': ['ID=14bd900f-1e14-4f23-b4f9-7e3170cc5ca6,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:19.989111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aec72e19-6bfe-468c-bfbd-13713e5d9827 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/networks/14bd900f-1e14-4f23-b4f9-7e3170cc5ca6 HTTP/1.1" status: 204 len: 168 time: 0.4497380 Mar 16 11:47:19.989543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53414) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.056776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.087156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.156917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.176594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:20.180968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.182069 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b183c05f-e8f6-40af-aef7-92ae6bbd29c5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/security-groups/43a506c9-7cf5-4d9d-a324-58fcf2cf4fa5 HTTP/1.1" status: 204 len: 168 time: 0.1917491 Mar 16 11:47:20.635778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53422) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.641094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178889749', 'description': 'tempest-secgroup-smoke-1178889749 description', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:20.647548 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:20.651400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:20.654242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:20.660898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:20.671253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.692565 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:20.696308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:20.699073 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:20.704741 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:20.772099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.775557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.820699 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.821925 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1851354 Mar 16 11:47:20.822851 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412931-a0db-4ace-9797-6526e5f4f8db tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354f3e41-35f4-4ded-b422-c58609fe34c0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:20.824874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53426) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.830067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:20.836609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:20.840419 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:20.843288 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:20.849550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:20.865458 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.932018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.935377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.959372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030b6c3f-e960-40ef-926d-61217264ffc8,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:20.970007 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.971189 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-f06fc097-fcbe-47ca-8864-c7ee353634e5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452255 Mar 16 11:47:20.974614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53430) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:20.983283 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:20.989544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:20.993306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:20.996093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.001838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.018023 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.076617 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17bc24cd-b95a-43ec-84df-06ce5ec867e5 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:21.079291 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.082969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.105859 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9904e10-552e-4b7a-b2a4-134c8f38d78a,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.114209 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 17bc24cd-b95a-43ec-84df-06ce5ec867e5 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:21.114658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 17bc24cd-b95a-43ec-84df-06ce5ec867e5 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:21.115125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 405a5d62-97ee-4084-a61e-cbb35cf64953 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:21.116153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.117457 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e1e06d1c-ac31-4e63-8cc1-07d631e7349b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398170 Mar 16 11:47:21.120253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53434) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.125849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.132405 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.136189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.138995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.145323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.153638 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 405a5d62-97ee-4084-a61e-cbb35cf64953 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:21.154062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 405a5d62-97ee-4084-a61e-cbb35cf64953 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:21.164964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.224086 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.227360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.249165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83276d71-2cfa-4fd2-83ad-53cf25d008fc,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.259239 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.260421 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b1009cd1-6484-4f24-9df5-3ab479147fcf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391013 Mar 16 11:47:21.263068 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53438) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.267924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.274931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.280351 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.283340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.290061 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.311128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.375430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.379647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.403790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d0269c-8b73-4e17-9bc5-114c6092a180,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.412986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.414128 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e67b5634-53cc-478a-82ec-ac12865a12e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501491 Mar 16 11:47:21.416806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53442) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.421574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.427361 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.431091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.433907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.439472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.450237 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:47:21.457862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.521706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.525263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.548118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147a0086-1bc8-49f0-a325-2bbecce550a1,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.557734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.558820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-0aabe155-de97-4e28-99df-36388aa3b367 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410916 Mar 16 11:47:21.561523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53446) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.567205 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '354f3e41-35f4-4ded-b422-c58609fe34c0', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.572907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.576614 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.579403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.585149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.596520 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:47:21.605843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.678244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.681244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.704534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa636162-96c2-4c01-9c33-a51cfb935549,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.712849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.714109 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e754d60a-eb81-4753-ad99-803344e82982 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517124 Mar 16 11:47:21.716950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53450) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.722585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'network': {'name': 'tempest-network-smoke--40227025', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'port_security_enabled': True}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.726956 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.730936 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:network and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.733741 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.739862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.749634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'network': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:21.753702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.781355 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=87841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:47:21.791279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.791617 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.segments_db [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Added segment 7a359490-d788-4c15-b8da-a424367d41ae of type vlan for network 27d66322-54af-4aed-beb0-9e77c2117d59 Mar 16 11:47:21.818175 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.846320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.852124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:21.852695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.956437 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2384694 Mar 16 11:47:21.959809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53454) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:21.962546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f25207-9bd6-4aaf-9579-c5bac77ec2bd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Network': ['ID=27d66322-54af-4aed-beb0-9e77c2117d59,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:21.965199 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'admin_state_up': True, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:21.972982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:21.973855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 27d66322-54af-4aed-beb0-9e77c2117d59 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:47:21.976737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:router and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:21.979556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:21.986079 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:21.996801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.997784 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.012029 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.280604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.578277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.607052 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.843772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.205 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/9ded0bd5-40ad-481c-a4ef-900024db0d58) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:22.992022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:23.020561 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:23.076619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:23.079373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:23.083400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:23.131493 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=9ded0bd5-40ad-481c-a4ef-900024db0d58,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:23.494113 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:23.827181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.025681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router a336265a-442b-4708-9d33-f3232ab231a8 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:47:24.309035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:24.319227 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Sync routers for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:24.328135 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:24.328727 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:24.336876 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.338157 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-42a28d2c-a4ea-4592-b210-b6e6d9fe40df tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3772960 Mar 16 11:47:24.341161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53458) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:24.420236 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-a46b70e7-a8b0-4950-a5b9-3f356bb7b378 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780141 Mar 16 11:47:24.422832 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53464) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:24.507537 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:24.556600 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d2868-0ca8-45f9-8b0f-b8a989b95029 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:24.558104 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4c7d2868-0ca8-45f9-8b0f-b8a989b95029 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344023 Mar 16 11:47:24.561211 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53468) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:24.600576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-429d4c35-4964-4227-8e7d-e834c6750874 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382435 Mar 16 11:47:24.603012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53472) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:24.608306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534512330', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:24.718054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:24.721809 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:subnet and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:24.724723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:24.730240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:24.740987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'subnet': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:24.744634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6248213'] for subnet, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.814394 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:23Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:24.818955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Checking router: a336265a-442b-4708-9d33-f3232ab231a8 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:24.819297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Updating router a336265a-442b-4708-9d33-f3232ab231a8 port 9ded0bd5-40ad-481c-a4ef-900024db0d58 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:47:24.873171 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:24.966016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8142990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6248231'] for subnet, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.032652 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Subnet': ['ID=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:25.057180 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Checking segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:25.057533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network hostable DHCP agents. Network: 27d66322-54af-4aed-beb0-9e77c2117d59, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:47:25.078264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 27d66322-54af-4aed-beb0-9e77c2117d59 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:47:25.089069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 27d66322-54af-4aed-beb0-9e77c2117d59) {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:25.093659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:25.094595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.099514 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca4747-883a-4de6-9d02-eb3ae9415bda None None] Network 27d66322-54af-4aed-beb0-9e77c2117d59 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:47:25.117949 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-054e4305-1d6e-41bd-9a91-3fcb607cd709 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5138323 Mar 16 11:47:25.120763 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53480) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:25.213262 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.227106 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Transition to ACTIVE for port object 9ded0bd5-40ad-481c-a4ef-900024db0d58 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:25.234686 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.304604 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Attempting to bind port 9ded0bd5-40ad-481c-a4ef-900024db0d58 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:25.305002 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Attempting to bind port 9ded0bd5-40ad-481c-a4ef-900024db0d58 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:25.305350 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Attempting to bind port 9ded0bd5-40ad-481c-a4ef-900024db0d58 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:25.317835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-27d66322-54af-4aed-beb0-9e77c2117d59', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:47:25.318879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.320920 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:25.321451 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:25.321686 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.322031 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:25.322496 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Bound port: 9ded0bd5-40ad-481c-a4ef-900024db0d58, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:25.322841 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.360302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Pushing event updated for resources: {'Port': ['ID=9ded0bd5-40ad-481c-a4ef-900024db0d58,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:25.372353 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.372687 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.373039 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.373361 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.373676 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.373992 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.374300 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.374611 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.374920 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.375227 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.375531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.375846 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:25.410585 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] For port 9ded0bd5-40ad-481c-a4ef-900024db0d58, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:25.413890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] For port 9ded0bd5-40ad-481c-a4ef-900024db0d58, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ded0bd5-40ad-481c-a4ef-900024db0d58,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:25.419446 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.491524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Allocated IP 172.20.0.2 (27d66322-54af-4aed-beb0-9e77c2117d59/ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd/964b3a03-5682-40ce-b3c1-6bddab6d17af) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:25.495034 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe76668-af73-4ac4-b697-7349d711a23d None None] Pushing event updated for resources: {'Port': ['ID=9ded0bd5-40ad-481c-a4ef-900024db0d58,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:25.512516 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:25.513317 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:25.687445 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:25.704644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.716782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Transition to ACTIVE for port object 964b3a03-5682-40ce-b3c1-6bddab6d17af will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:25.737118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Transition to ACTIVE for port object 964b3a03-5682-40ce-b3c1-6bddab6d17af will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:25.743465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.843356 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.850846 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Network 27d66322-54af-4aed-beb0-9e77c2117d59 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:25.858302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:25.862506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:25.868512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Pushing event updated for resources: {'Port': ['ID=964b3a03-5682-40ce-b3c1-6bddab6d17af,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:25.957127 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Attempting to bind port 964b3a03-5682-40ce-b3c1-6bddab6d17af on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:25.957412 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Attempting to bind port 964b3a03-5682-40ce-b3c1-6bddab6d17af by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:25.957778 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Attempting to bind port 964b3a03-5682-40ce-b3c1-6bddab6d17af on network 27d66322-54af-4aed-beb0-9e77c2117d59 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:25.963119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:25.963610 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Checking segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:25.964018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.964429 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Bound using segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:25.965006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Bound port: 964b3a03-5682-40ce-b3c1-6bddab6d17af, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:25.965383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:25.980751 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:23Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:25.986353 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8a085-8bf5-432e-a368-7e7f4d1162b5 None None] The sync data for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv is: [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:23Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:25.993678 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:26.058400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] For port 964b3a03-5682-40ce-b3c1-6bddab6d17af, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:26.062024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] For port 964b3a03-5682-40ce-b3c1-6bddab6d17af, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=964b3a03-5682-40ce-b3c1-6bddab6d17af,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:26.069086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:26.157804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0457a-5e7a-467f-85a4-b5e897290ddd None None] Pushing event updated for resources: {'Port': ['ID=964b3a03-5682-40ce-b3c1-6bddab6d17af,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:26.285134 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.1 (27d66322-54af-4aed-beb0-9e77c2117d59/ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd/dc41adf6-2ed1-4d81-a470-30e459eebff3) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:26.599386 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:26.615399 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object dc41adf6-2ed1-4d81-a470-30e459eebff3 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:26.639825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:26.704103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 27d66322-54af-4aed-beb0-9e77c2117d59 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:26.712400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:26.717571 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:26.750287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:26.781412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:26.964510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f529c21-58e8-4367-bf6a-8cf07d19ad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.067587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.149223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 964b3a03-5682-40ce-b3c1-6bddab6d17af up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:27.188186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8be8d-510a-4927-9026-b9a965227eda None None] Network 27d66322-54af-4aed-beb0-9e77c2117d59 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:47:27.307533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-0c4e4b12-24da-4104-8ec0-8ad81a406303 None None] Provisioning for port 964b3a03-5682-40ce-b3c1-6bddab6d17af completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:27.334757 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 964b3a03-5682-40ce-b3c1-6bddab6d17af completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:27.341835 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 964b3a03-5682-40ce-b3c1-6bddab6d17af triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:27.342212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.498454 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.504670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.572336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.617620 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 964b3a03-5682-40ce-b3c1-6bddab6d17af, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=964b3a03-5682-40ce-b3c1-6bddab6d17af,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:27.622667 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.622925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:27.623879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ded0bd5-40ad-481c-a4ef-900024db0d58 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:27.625545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.753124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=964b3a03-5682-40ce-b3c1-6bddab6d17af,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:27.768198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 9ded0bd5-40ad-481c-a4ef-900024db0d58 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:27.774249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9ded0bd5-40ad-481c-a4ef-900024db0d58 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:27.774945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.778978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 27d66322-54af-4aed-beb0-9e77c2117d59 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:27.780166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:27.907543 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Provisioning complete for port 964b3a03-5682-40ce-b3c1-6bddab6d17af triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:27.908058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.962524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:27.994285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 9ded0bd5-40ad-481c-a4ef-900024db0d58, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ded0bd5-40ad-481c-a4ef-900024db0d58,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:28.001418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.112591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router a336265a-442b-4708-9d33-f3232ab231a8 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:28.123826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=9ded0bd5-40ad-481c-a4ef-900024db0d58,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:28.140431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Provisioning for port dc41adf6-2ed1-4d81-a470-30e459eebff3 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:28.146087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Provisioning complete for port dc41adf6-2ed1-4d81-a470-30e459eebff3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:28.146539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.215476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f0511221-b9be-48a2-a0b4-cbcc4b80552b None None] Port dc41adf6-2ed1-4d81-a470-30e459eebff3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:47:28.301958 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:28.311907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Sync routers for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:28.314597 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-95fce18c-4417-44c7-af11-0e3eca55293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/a336265a-442b-4708-9d33-f3232ab231a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1926355 Mar 16 11:47:28.321986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:28.322668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:46:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:28.403779 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-62299184-7790-4276-9d28-0fb732258259 None None] Provisioning complete for port dc41adf6-2ed1-4d81-a470-30e459eebff3 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:28.404147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-62299184-7790-4276-9d28-0fb732258259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.480257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-bf5db701-d36b-4a0a-a48c-d9222ad6efdf tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178889749&fields=id&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 267 time: 0.0395577 Mar 16 11:47:28.563510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-62299184-7790-4276-9d28-0fb732258259 None None] Port dc41adf6-2ed1-4d81-a470-30e459eebff3 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:47:28.587954 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:28.634128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-e1173922-4f61-42f2-a42a-af903e2fddce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:28.634715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-e1173922-4f61-42f2-a42a-af903e2fddce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:network {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:28.649754 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-e1173922-4f61-42f2-a42a-af903e2fddce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:network {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:28.651032 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-e1173922-4f61-42f2-a42a-af903e2fddce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 795 time: 0.1638217 Mar 16 11:47:28.666198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-c7951eb1-869c-4bd7-bcfc-7b4d4d4aef9d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/quotas/5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 375 time: 0.0098443 Mar 16 11:47:28.752240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-8fca3c9b-06bd-4beb-ac58-6118583e3a54 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:28.767184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-8fca3c9b-06bd-4beb-ac58-6118583e3a54 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:28.768540 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-8fca3c9b-06bd-4beb-ac58-6118583e3a54 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969808 Mar 16 11:47:28.916556 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 2, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:28.920777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Checking router: a336265a-442b-4708-9d33-f3232ab231a8 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:28.921170 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Updating router a336265a-442b-4708-9d33-f3232ab231a8 port dc41adf6-2ed1-4d81-a470-30e459eebff3 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:47:28.976712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.055721 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-3af4d2f8-5d11-4c55-900b-ba0d2ccfdaf3 service neutron] 10.222.0.50 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753479 Mar 16 11:47:29.087211 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 964b3a03-5682-40ce-b3c1-6bddab6d17af up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:29.188137 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-5eeaabaf-f0ec-4f45-b3a1-85c0d5592ffd service neutron] 10.222.0.50 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274135 Mar 16 11:47:29.256894 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-58554033-51e3-4d8d-84c4-39c63f9ac87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.283327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 964b3a03-5682-40ce-b3c1-6bddab6d17af triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:29.283698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.378061 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e0d777c-4920-4370-9273-8124cbced123 req-0985508a-c61c-4398-a0a9-86745ad0ba86 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 210 time: 0.0546997 Mar 16 11:47:29.439478 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [req-085bcbc1-41b1-4081-8ab0-16c4f3b63600 req-c5fe0e82-63d0-4788-af64-8d1080952412 service neutron] (87842) timed out ('10.222.0.50', 49692) {{(pid=87842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:47:29.494416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ded0bd5-40ad-481c-a4ef-900024db0d58 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:29.527671 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.551718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Transition to ACTIVE for port object dc41adf6-2ed1-4d81-a470-30e459eebff3 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:29.564926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.703581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe40b78-b227-49db-a742-90c397f20c69 None None] Pushing event updated for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:29.740621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 9ded0bd5-40ad-481c-a4ef-900024db0d58 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:29.741023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.846122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Attempting to bind port dc41adf6-2ed1-4d81-a470-30e459eebff3 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:29.846621 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Attempting to bind port dc41adf6-2ed1-4d81-a470-30e459eebff3 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:29.847583 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Attempting to bind port dc41adf6-2ed1-4d81-a470-30e459eebff3 on network 27d66322-54af-4aed-beb0-9e77c2117d59 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:29.855881 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:29.856132 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Checking segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:29.856545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.856956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Bound using segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:29.857419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Bound port: dc41adf6-2ed1-4d81-a470-30e459eebff3, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:29.857787 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.013529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] For port dc41adf6-2ed1-4d81-a470-30e459eebff3, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:30.016558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] For port dc41adf6-2ed1-4d81-a470-30e459eebff3, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=dc41adf6-2ed1-4d81-a470-30e459eebff3,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:30.021614 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.098760 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:30.099336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:47:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:30.214998 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe40b78-b227-49db-a742-90c397f20c69 None None] Pushing event updated for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:30.349377 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:30.547701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cd0a9b2e-ca4b-403c-aae6-f349e616b3d0 req-5a893f8b-d599-44f5-84e9-846781e3b353 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 210 time: 0.0519166 Mar 16 11:47:30.685143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.687240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.707909 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:30Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:30.711833 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14ca18-4d20-4c09-988f-3629cbbe954f None None] The sync data for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv is: [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:30Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:30.722296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-203ed6bb-9f81-4d37-8192-2ad6b9284ab8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:30.724012 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-203ed6bb-9f81-4d37-8192-2ad6b9284ab8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 795 time: 0.1641467 Mar 16 11:47:30.792970 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-15ac162c-e29c-4db2-8341-9a77951bc6ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 380 time: 0.0543005 Mar 16 11:47:30.804705 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'port': {'device_id': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'admin_state_up': True, 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'security_groups': ['354f3e41-35f4-4ded-b422-c58609fe34c0']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:30.957285 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:30.967012 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:30.978549 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:30.982312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.104080 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device dc41adf6-2ed1-4d81-a470-30e459eebff3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:31.176952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port dc41adf6-2ed1-4d81-a470-30e459eebff3 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:31.182465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port dc41adf6-2ed1-4d81-a470-30e459eebff3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:31.182891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.191535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.14 (27d66322-54af-4aed-beb0-9e77c2117d59/ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd/e42d4144-bc34-42dd-b087-b62c0d40e6c2) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:31.307821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.349254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port dc41adf6-2ed1-4d81-a470-30e459eebff3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=dc41adf6-2ed1-4d81-a470-30e459eebff3,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:31.354468 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.404736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.424546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object e42d4144-bc34-42dd-b087-b62c0d40e6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:31.434129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:31.461470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.541425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 27d66322-54af-4aed-beb0-9e77c2117d59 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:31.545118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:31.549569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:31.574593 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:31.623819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:31.624476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.660030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-db14b2fa-9da0-4fed-a1bb-9d61c2b3b0d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590269 Mar 16 11:47:31.677346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Request body: {'port': {'device_id': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:31.781592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b79af0b-c00c-43a5-abb3-82602bd4015e None None] Provisioning for port e42d4144-bc34-42dd-b087-b62c0d40e6c2 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:31.788171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b79af0b-c00c-43a5-abb3-82602bd4015e None None] Provisioning complete for port e42d4144-bc34-42dd-b087-b62c0d40e6c2 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:31.788475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b79af0b-c00c-43a5-abb3-82602bd4015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.844770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4b79af0b-c00c-43a5-abb3-82602bd4015e None None] Port e42d4144-bc34-42dd-b087-b62c0d40e6c2 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:47:31.855360 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.873373 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43de3a-e543-4d92-8c93-46597fdd9071 req-fa542fb6-836e-453c-b0f9-da673d5782cd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:31.874054 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8a43de3a-e543-4d92-8c93-46597fdd9071 req-fa542fb6-836e-453c-b0f9-da673d5782cd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:31.932576 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-8a43de3a-e543-4d92-8c93-46597fdd9071 req-fa542fb6-836e-453c-b0f9-da673d5782cd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:31.933779 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a43de3a-e543-4d92-8c93-46597fdd9071 req-fa542fb6-836e-453c-b0f9-da673d5782cd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 932 time: 0.2288923 Mar 16 11:47:32.045946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8a43de3a-e543-4d92-8c93-46597fdd9071 req-2ef28151-b303-4d43-a235-8cd1ac1d8983 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052594 Mar 16 11:47:32.085988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.344763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42d4144-bc34-42dd-b087-b62c0d40e6c2 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:47:32.352459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.365968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Transition to ACTIVE for port object e42d4144-bc34-42dd-b087-b62c0d40e6c2 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:32.369570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.557621 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Pushing event updated for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:32.603677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Attempting to bind port e42d4144-bc34-42dd-b087-b62c0d40e6c2 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:32.603940 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Attempting to bind port e42d4144-bc34-42dd-b087-b62c0d40e6c2 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:32.604258 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Attempting to bind port e42d4144-bc34-42dd-b087-b62c0d40e6c2 on network 27d66322-54af-4aed-beb0-9e77c2117d59 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:32.608752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Port e42d4144-bc34-42dd-b087-b62c0d40e6c2 on network 27d66322-54af-4aed-beb0-9e77c2117d59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:47:32.609090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Attempting to bind port e42d4144-bc34-42dd-b087-b62c0d40e6c2 on network 27d66322-54af-4aed-beb0-9e77c2117d59 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:32.614236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:32.614564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Checking segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:32.614937 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Bound using segment: {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:32.615348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Bound port: e42d4144-bc34-42dd-b087-b62c0d40e6c2, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a359490-d788-4c15-b8da-a424367d41ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:32.615680 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.704022 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:32.707406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:32.713018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.771021 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:32.771746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.772983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] 10.222.0.55 "PUT /v2.0/ports/e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 1094 time: 1.1002035 Mar 16 11:47:32.773420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:32.801439 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e476d-912c-4474-8d00-07da20d8863d service neutron] Pushing event updated for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:32.861058 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'status': 'completed', 'code': 200} Mar 16 11:47:32.902486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-780cc2e4-61a4-4b9f-a098-f6660aeac68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:32.903956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-780cc2e4-61a4-4b9f-a098-f6660aeac68c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1097 time: 0.0748699 Mar 16 11:47:32.980636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-21328938-0fd5-452e-861c-dfe01113e22f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 217 time: 0.0650976 Mar 16 11:47:33.041667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f7f96b08-bc51-4edd-8e2f-1ded9d649beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.043091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-f7f96b08-bc51-4edd-8e2f-1ded9d649beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0572436 Mar 16 11:47:33.087417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device dc41adf6-2ed1-4d81-a470-30e459eebff3 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:33.122638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-bdb4a11b-1263-44e9-a2dc-a4b2630c4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.124017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-bdb4a11b-1263-44e9-a2dc-a4b2630c4681 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751009 Mar 16 11:47:33.160173 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port dc41adf6-2ed1-4d81-a470-30e459eebff3 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:33.160503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.302145 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-fb8ef6a1-acde-4933-9f2d-e156c2132b65 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718411 Mar 16 11:47:33.357264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e91feb-b9c7-47b1-9406-8b8495ffd6b3 req-34c1ad4c-567a-4e2c-81e8-20a0a01b67ea tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.358662 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f0e91feb-b9c7-47b1-9406-8b8495ffd6b3 req-34c1ad4c-567a-4e2c-81e8-20a0a01b67ea tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 944 time: 0.1978943 Mar 16 11:47:33.472787 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f0e91feb-b9c7-47b1-9406-8b8495ffd6b3 req-0aeb7e9f-fbaf-48a8-bffe-99e580abf26f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701187 Mar 16 11:47:33.480269 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1187cf1b-4de4-404e-ac09-50ceb7164ae7 req-677fc989-c68d-48fd-bec8-4d5708bcec06 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707926 Mar 16 11:47:33.635773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-6725d1cd-9dec-4242-948c-e9254a595267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.637246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-6725d1cd-9dec-4242-948c-e9254a595267 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1097 time: 0.0700772 Mar 16 11:47:33.765643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-89ef3425-02a6-43e6-8e7b-cfa55cda1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.766956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-89ef3425-02a6-43e6-8e7b-cfa55cda1f1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1239216 Mar 16 11:47:33.836075 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-1c56881a-51c7-4dac-b25e-f995624544fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 217 time: 0.0629308 Mar 16 11:47:33.895926 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-61afd389-e762-4256-b5f7-b8d8faa15b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.897314 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-61afd389-e762-4256-b5f7-b8d8faa15b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0559351 Mar 16 11:47:33.968820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-af86a4ea-e4ed-49a7-938d-1ac06f63a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:33.970271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-af86a4ea-e4ed-49a7-938d-1ac06f63a634 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667725 Mar 16 11:47:34.207246 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-57acf196-a2d4-4938-87c2-325675b09fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307756 Mar 16 11:47:34.347718 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b7c8afe-1f7b-46f9-8823-d6c68a824ca9 req-57cac6ef-c423-4cbc-8b0e-0138ba3edd9a service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343813 Mar 16 11:47:34.481680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.655174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39609-dfd7-4dbd-9ba3-bf2110dff064 req-5c6aaa79-a381-4afa-825e-6d77d28bbcb6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:34.656613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-06a39609-dfd7-4dbd-9ba3-bf2110dff064 req-5c6aaa79-a381-4afa-825e-6d77d28bbcb6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 944 time: 0.0791776 Mar 16 11:47:34.703319 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-06a39609-dfd7-4dbd-9ba3-bf2110dff064 req-f41a4ba7-63b3-42ec-8dcb-7089f1e57a3b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Mar 16 11:47:35.888908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0a14-15fa-4c09-ac67-9f753577666b req-cc5fc756-4da6-4df5-84d2-58f4aea35cdd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:35.890377 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-645b0a14-15fa-4c09-ac67-9f753577666b req-cc5fc756-4da6-4df5-84d2-58f4aea35cdd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 944 time: 0.0823226 Mar 16 11:47:35.933465 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-645b0a14-15fa-4c09-ac67-9f753577666b req-ed5bc84b-3eaa-4b14-9028-3342ed2c5654 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374718 Mar 16 11:47:37.122901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd4a4-5ca4-4d09-b834-dca6716c0ca6 req-1d041b29-990d-4e8b-9a92-16f6a08bf0f6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:37.124258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7fdd4a4-5ca4-4d09-b834-dca6716c0ca6 req-1d041b29-990d-4e8b-9a92-16f6a08bf0f6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 944 time: 0.0776372 Mar 16 11:47:37.167806 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f7fdd4a4-5ca4-4d09-b834-dca6716c0ca6 req-9f3f2241-522a-4f94-bdc8-61dbe61ec418 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 Mar 16 11:47:38.271723 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e42d4144-bc34-42dd-b087-b62c0d40e6c2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:38.351730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a592c-0fca-4216-bed9-3e9ef13b93e3 req-23e5a5f6-7588-4880-a3aa-23d964c16275 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:38.353204 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-102a592c-0fca-4216-bed9-3e9ef13b93e3 req-23e5a5f6-7588-4880-a3aa-23d964c16275 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 944 time: 0.0827031 Mar 16 11:47:38.397811 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-102a592c-0fca-4216-bed9-3e9ef13b93e3 req-1a6feda4-541e-4905-ba4e-27906dcacb01 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389831 Mar 16 11:47:38.408135 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:38.421528 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'port_id': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'mac_address': 'fa:16:3e:ba:0a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:38.475053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:38.491156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42d4144-bc34-42dd-b087-b62c0d40e6c2 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:47:38.506557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:38.510562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:38.579447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:38.967472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e42d4144-bc34-42dd-b087-b62c0d40e6c2'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:47:39.576821 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b37c6-0f35-4598-a884-72ea7c56e7f3 req-d6482958-66a2-4132-b364-7098b231c702 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:39.578330 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-879b37c6-0f35-4598-a884-72ea7c56e7f3 req-d6482958-66a2-4132-b364-7098b231c702 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 945 time: 0.0779078 Mar 16 11:47:39.624630 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-879b37c6-0f35-4598-a884-72ea7c56e7f3 req-2ff7736e-4609-4273-8f81-d1535702e953 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Mar 16 11:47:40.285658 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e42d4144-bc34-42dd-b087-b62c0d40e6c2 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:40.355274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port e42d4144-bc34-42dd-b087-b62c0d40e6c2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:40.360223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e42d4144-bc34-42dd-b087-b62c0d40e6c2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:40.360597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.473570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.499576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:40.510516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:40.514391 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.546827 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'code': 200} Mar 16 11:47:40.588996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:40.863878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c8723-5a9c-4d01-9e00-1861ab39b6ff req-372856e0-b16b-45e5-8e5a-d29c95fce203 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:40.865338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c80c8723-5a9c-4d01-9e00-1861ab39b6ff req-372856e0-b16b-45e5-8e5a-d29c95fce203 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1362424 Mar 16 11:47:40.867879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d1085-b029-4f7c-bae8-e54c1407f56e req-08a7795e-9d88-4d6d-bc0c-1523439c6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:40.869216 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-106d1085-b029-4f7c-bae8-e54c1407f56e req-08a7795e-9d88-4d6d-bc0c-1523439c6614 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.1093042 Mar 16 11:47:40.932033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c80c8723-5a9c-4d01-9e00-1861ab39b6ff req-7ef0378d-686f-452d-9be9-31076b56f155 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611339 Mar 16 11:47:40.939374 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-106d1085-b029-4f7c-bae8-e54c1407f56e req-7a1ddab7-4956-480a-b637-643aa1ee7da4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563536 Mar 16 11:47:42.114928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85442907-b651-4b74-8b49-60b623e908b0 req-98300516-7285-4366-adf1-032ce76e20d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:42.116352 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85442907-b651-4b74-8b49-60b623e908b0 req-98300516-7285-4366-adf1-032ce76e20d2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0789871 Mar 16 11:47:42.161692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85442907-b651-4b74-8b49-60b623e908b0 req-f393a7ca-5c64-467e-9fd5-62c674e44e4d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Mar 16 11:47:43.348466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd698c8-d6c9-445d-bdc4-84dfacb60afe req-120079e3-940d-4860-bebc-583b7c5b7c14 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.349945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3cd698c8-d6c9-445d-bdc4-84dfacb60afe req-120079e3-940d-4860-bebc-583b7c5b7c14 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0785205 Mar 16 11:47:43.393217 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3cd698c8-d6c9-445d-bdc4-84dfacb60afe req-244a86e2-a48f-4c37-8e5d-b1b5889c98dc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Mar 16 11:47:43.577941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef9949-237c-4a24-8c63-c3b1e3ee5e51 req-e4a1e040-afe1-4961-9762-29cc63a1185a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.579356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4fef9949-237c-4a24-8c63-c3b1e3ee5e51 req-e4a1e040-afe1-4961-9762-29cc63a1185a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0835299 Mar 16 11:47:43.622285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4fef9949-237c-4a24-8c63-c3b1e3ee5e51 req-009d01b6-03e2-450b-8bdf-99a930ac4d15 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366409 Mar 16 11:47:43.645557 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53550) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:43.714508 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b4482-22db-44e9-8fc7-4a00f68752e0 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.716022 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f57b4482-22db-44e9-8fc7-4a00f68752e0 tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1094 time: 0.0695143 Mar 16 11:47:43.718897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53554) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:43.723666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:43.729486 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:43.733277 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:floatingip and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:43.736008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:43.741777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:43.751700 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:43.884926 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.017480 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.37 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:44.160809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.189003 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.251223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:44.254563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:44.262173 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:44.301528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:44.666500 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.738545 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.048221 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.053159 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.164056 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:45.177136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.341825 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 03cf0d82-4067-41d7-8c6e-6160a7722414 associated. External IP: 172.26.0.37, port: e42d4144-bc34-42dd-b087-b62c0d40e6c2. Mar 16 11:47:45.686617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router a336265a-442b-4708-9d33-f3232ab231a8 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:45.859378 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:45.868867 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Sync routers for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:45.879202 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:45.879803 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:47:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:45.883507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.941739 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-aa607918-edee-4fb6-9be2-d5471317f2ce tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2217345 Mar 16 11:47:45.942359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:45.993445 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'status': 'completed', 'code': 200} Mar 16 11:47:46.054194 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:46.173830 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca0187-9ec3-402a-9b2e-6f9c34d94c1f req-9a0d59d8-cd03-4ff0-908e-5acef215b8ed tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.175821 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bdca0187-9ec3-402a-9b2e-6f9c34d94c1f req-9a0d59d8-cd03-4ff0-908e-5acef215b8ed tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1384888 Mar 16 11:47:46.178615 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-3b3bb805-2a8b-404c-b37e-0ed317923444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.179926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-3b3bb805-2a8b-404c-b37e-0ed317923444 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.1414173 Mar 16 11:47:46.307609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bdca0187-9ec3-402a-9b2e-6f9c34d94c1f req-e044a181-258f-4230-8d05-711c57862c9a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258655 Mar 16 11:47:46.330354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53562) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:46.339100 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-84963d58-35ba-45a3-b773-d90786d45376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.340402 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-84963d58-35ba-45a3-b773-d90786d45376 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1461010 Mar 16 11:47:46.424779 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '03cf0d82-4067-41d7-8c6e-6160a7722414', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'port_id': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'mac_address': 'fa:16:3e:ba:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:44Z', 'updated_at': '2022-03-16T11:47:44Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:46.428928 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Checking router: a336265a-442b-4708-9d33-f3232ab231a8 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:46.437983 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:46.438590 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:47:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:46.440893 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-008d3c37-4901-4ac3-b1e7-5d642ba2f54e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/03cf0d82-4067-41d7-8c6e-6160a7722414 HTTP/1.1" status: 200 len: 991 time: 0.1058102 Mar 16 11:47:46.549961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-5439e2ed-9e61-4e8c-8030-645ad14d3827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 999 time: 0.2035272 Mar 16 11:47:46.613788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-769244d3-7592-4798-baa2-07e6b20f7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.615106 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-769244d3-7592-4798-baa2-07e6b20f7876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0600181 Mar 16 11:47:46.637089 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:46.689321 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-faeeb8ed-0743-47d9-9109-0db5e56c006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.691310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-faeeb8ed-0743-47d9-9109-0db5e56c006b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704803 Mar 16 11:47:46.822033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-9000e5a3-84b8-49c4-b301-afc7f069fef5 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246390 Mar 16 11:47:46.954981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4cfc567b-0e35-4c61-9e5b-a122ca909c8d req-76362869-61a0-48ac-8e73-dc9cf33d71b6 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268990 Mar 16 11:47:46.984080 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '03cf0d82-4067-41d7-8c6e-6160a7722414', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'port_id': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'mac_address': 'fa:16:3e:ba:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:44Z', 'updated_at': '2022-03-16T11:47:44Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:46.988587 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a08e3-2932-4e4a-bd1b-c613a66f4844 None None] The sync data for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv is: [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '03cf0d82-4067-41d7-8c6e-6160a7722414', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'port_id': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'mac_address': 'fa:16:3e:ba:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:47:44Z', 'updated_at': '2022-03-16T11:47:44Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:47.173184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad520f5-f392-4e75-8689-9a45d19ccf22 None None] New status for floating IP 03cf0d82-4067-41d7-8c6e-6160a7722414: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:47:47.443008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53566) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:47.553631 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-021c58f9-3ee8-43e3-be5d-2c575f35ab01 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/03cf0d82-4067-41d7-8c6e-6160a7722414 HTTP/1.1" status: 200 len: 993 time: 0.1094556 Mar 16 11:47:55.082519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-4572a58c-1f4c-47ca-a05a-5701410d98bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712204 Mar 16 11:47:55.237445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-e175e7f8-e91c-4bcd-85fb-5ba4c60b79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.238895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-e175e7f8-e91c-4bcd-85fb-5ba4c60b79df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.0699522 Mar 16 11:47:55.381071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-4bb5b307-0edd-426f-80c0-6eb32ea36a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.382479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-4bb5b307-0edd-426f-80c0-6eb32ea36a00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1247699 Mar 16 11:47:55.485742 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-a40e2f8f-9c39-46ec-9d46-338da67f3389 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0937240 Mar 16 11:47:55.548548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-d681afc2-9d16-4df8-a3d5-96cbf2d73bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.550539 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-d681afc2-9d16-4df8-a3d5-96cbf2d73bec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0589299 Mar 16 11:47:55.624480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-f93a6006-be3f-4da1-a4e1-7090a59453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.625935 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-f93a6006-be3f-4da1-a4e1-7090a59453e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690682 Mar 16 11:47:55.755665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-95b25569-76bb-4e3b-a892-fc0fbf230108 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229594 Mar 16 11:47:55.888034 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6a11f3f-fab1-45e1-aecb-e8c0ac8b3888 req-b5ae50fa-7b31-40ee-a52b-e0a44cc78b44 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245942 Mar 16 11:47:56.967602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-34031d8b-ce0a-4ece-b374-6a7a394a3ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.169513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-efd15201-f715-4ea8-a1ba-de034e7a12d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.639186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.645182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.088885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.993445 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:04.494348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.968975 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35df40c1-faa4-4d7f-b6a8-e2b6ede5484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.170604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-234ac356-f363-4107-b02d-0a9d8791d719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.637602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.641705 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.089466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.488694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.992914 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:48.325096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2e62e-8b89-48fb-986d-f3532e0f7ab8 req-a3e2f5bf-5a65-4317-b9e9-e5997ba6d989 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:48.326551 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd2e62e-8b89-48fb-986d-f3532e0f7ab8 req-a3e2f5bf-5a65-4317-b9e9-e5997ba6d989 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0808675 Mar 16 11:48:48.373314 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd2e62e-8b89-48fb-986d-f3532e0f7ab8 req-f54cb8d9-c32c-44f7-a563-c96979a200f5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Mar 16 11:48:49.567691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9665cd2-3c75-4f3a-b7ef-487e258669ce req-0d6bc868-8e03-4a15-a353-4e6077b04383 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:49.569150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9665cd2-3c75-4f3a-b7ef-487e258669ce req-0d6bc868-8e03-4a15-a353-4e6077b04383 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0797496 Mar 16 11:48:49.612664 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9665cd2-3c75-4f3a-b7ef-487e258669ce req-c72f938a-1f34-43ec-8844-4d942eb6580e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Mar 16 11:48:50.802055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af6a8-5a8e-4b17-a83b-6237b1f0e487 req-e19091b6-0cc7-43e1-a7d8-c196c8ae5799 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:50.803482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-046af6a8-5a8e-4b17-a83b-6237b1f0e487 req-e19091b6-0cc7-43e1-a7d8-c196c8ae5799 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0833774 Mar 16 11:48:50.847126 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-046af6a8-5a8e-4b17-a83b-6237b1f0e487 req-e7bee7c6-e700-4333-8e8e-b9b0237b5990 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Mar 16 11:48:52.034866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13877495-6b1a-43bc-9001-679f61eee1a3 req-90bb3caf-4320-45bd-a48b-da62573e92a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:52.036335 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13877495-6b1a-43bc-9001-679f61eee1a3 req-90bb3caf-4320-45bd-a48b-da62573e92a4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0870771 Mar 16 11:48:52.080752 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-13877495-6b1a-43bc-9001-679f61eee1a3 req-b46884b6-b17c-498a-a115-87ce374916fd tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Mar 16 11:48:53.264184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51033-6ebe-427c-8027-6333b5ac992b req-8c571d97-58e2-46e6-b914-90a78ba117b1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:53.265634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6a51033-6ebe-427c-8027-6333b5ac992b req-8c571d97-58e2-46e6-b914-90a78ba117b1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0816116 Mar 16 11:48:53.309153 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d6a51033-6ebe-427c-8027-6333b5ac992b req-ca0f0a6f-f961-4004-928c-10f158de734c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372834 Mar 16 11:48:54.489716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f33be-4cc9-4f72-a982-14d8e5baa25a req-0ce98cc7-c2e4-493c-bbe5-b57a346e072a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:54.491296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c94f33be-4cc9-4f72-a982-14d8e5baa25a req-0ce98cc7-c2e4-493c-bbe5-b57a346e072a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0785856 Mar 16 11:48:54.538635 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c94f33be-4cc9-4f72-a982-14d8e5baa25a req-f43d8883-607f-4f39-923b-42121c19f806 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Mar 16 11:48:55.721959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d1dac-92c1-48ab-a63f-bf1e8af5b92c req-88ab37af-36fe-4552-8971-3c5d1d1c3000 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.723389 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-180d1dac-92c1-48ab-a63f-bf1e8af5b92c req-88ab37af-36fe-4552-8971-3c5d1d1c3000 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0790920 Mar 16 11:48:55.766471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-180d1dac-92c1-48ab-a63f-bf1e8af5b92c req-6887906e-452c-4d2a-b560-d39a27251c78 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 Mar 16 11:48:56.973499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4d33a66a-0fef-4f11-b79e-66b41a8af44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:57.057426 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763de2a-e370-4c87-9099-f34754bb1f28 req-37294c78-8928-443f-a148-ca6e697dcab1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:57.058768 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f763de2a-e370-4c87-9099-f34754bb1f28 req-37294c78-8928-443f-a148-ca6e697dcab1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1845870 Mar 16 11:48:57.102950 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f763de2a-e370-4c87-9099-f34754bb1f28 req-3a8756c9-558d-4dc2-bc73-0fe77eac414c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 Mar 16 11:48:57.769782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-8543c96a-aac1-496e-a917-147cb7c1440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:57.771117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-8543c96a-aac1-496e-a917-147cb7c1440d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.0687621 Mar 16 11:48:57.915274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-f9dd4a18-e7c3-43c7-a02b-866ccc775436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:57.916893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-f9dd4a18-e7c3-43c7-a02b-866ccc775436 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1270857 Mar 16 11:48:58.019576 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-464a6ba2-9504-4153-ac49-da0c0b80747e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0972028 Mar 16 11:48:58.085747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-b0cb78d5-4bd4-4bae-a9d7-f67a9653b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.087159 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-b0cb78d5-4bd4-4bae-a9d7-f67a9653b933 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0611510 Mar 16 11:48:58.161822 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-3c7e3f36-8bb6-402b-b770-331ade00f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.163280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-3c7e3f36-8bb6-402b-b770-331ade00f18e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707245 Mar 16 11:48:58.370232 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-971ac13a-6d77-46fc-a694-28c32b8b57b0 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006316 Mar 16 11:48:58.384581 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0b32-738d-4b2f-a648-4575d50f8a40 req-561c9bfe-9f1b-4dea-9df6-5cbfd179f717 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.386047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e6a0b32-738d-4b2f-a648-4575d50f8a40 req-561c9bfe-9f1b-4dea-9df6-5cbfd179f717 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1772532 Mar 16 11:48:58.549500 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3e6a0b32-738d-4b2f-a648-4575d50f8a40 req-fa135c7e-19cb-4968-a1e2-bc3011d724e7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382456 Mar 16 11:48:58.578292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ffe522d5-8e12-48f8-963b-1b9ec5cab294 req-f4651fea-d111-48b4-9a00-0028aa02aa20 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912878 Mar 16 11:48:59.173664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc09a-c3df-4e43-b342-792deb283da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.732892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51369-5bb7-43e6-bb95-c318875f93a1 req-84dd0094-73b0-4151-9a81-a5900e245000 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:59.734324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84e51369-5bb7-43e6-bb95-c318875f93a1 req-84dd0094-73b0-4151-9a81-a5900e245000 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0784926 Mar 16 11:48:59.777995 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84e51369-5bb7-43e6-bb95-c318875f93a1 req-130d4102-5f42-41b7-8f38-7bbbd4b81217 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Mar 16 11:48:59.801242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53622) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:59.903915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ccb87126-07a8-4059-b3ac-cdbd2c2762e8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/03cf0d82-4067-41d7-8c6e-6160a7722414 HTTP/1.1" status: 200 len: 993 time: 0.1014938 Mar 16 11:49:00.636500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.644791 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.389505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5902017-0a04-4020-a2e3-db9eb7c37370 req-ff3af2ea-13f5-44d0-bf5b-79b117c3be33 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.390939 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f5902017-0a04-4020-a2e3-db9eb7c37370 req-ff3af2ea-13f5-44d0-bf5b-79b117c3be33 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1165028 Mar 16 11:49:01.462610 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f5902017-0a04-4020-a2e3-db9eb7c37370 req-46644a2a-e0c7-47a9-8cff-e63c61e8ae49 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632150 Mar 16 11:49:01.484662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-478dd751-d43f-48b8-bf0c-cc4a9324adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.486810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-478dd751-d43f-48b8-bf0c-cc4a9324adb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.1400726 Mar 16 11:49:01.618666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-b05e38ca-bd61-4c6f-a27f-5c5180c42d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.620105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-b05e38ca-bd61-4c6f-a27f-5c5180c42d89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1279726 Mar 16 11:49:01.721481 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-5cca5ab0-3de0-4449-b210-2d94effac6b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0953143 Mar 16 11:49:01.783676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-d5fd6062-fca3-4dfa-8e6b-d6e5990eaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.785178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-d5fd6062-fca3-4dfa-8e6b-d6e5990eaab1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0581739 Mar 16 11:49:01.960658 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-f8a7e6e1-7c36-4020-9835-f6f65c4077e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.962208 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-f8a7e6e1-7c36-4020-9835-f6f65c4077e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1715407 Mar 16 11:49:02.090638 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-e67a1d81-cb27-449b-ad64-6ab3c0d6b7a4 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221509 Mar 16 11:49:02.093065 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:02.222748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-36a91d5f-f202-4689-aab9-f296c46ce4fe req-7f1ca361-e241-45b5-ba88-9108a6daddfb service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262078 Mar 16 11:49:02.649533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50213900-6116-4dc5-b5cf-4ef5a98fb8f5 req-f7fed415-0857-4eae-b0d7-4a2247fd58a7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:02.650956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50213900-6116-4dc5-b5cf-4ef5a98fb8f5 req-f7fed415-0857-4eae-b0d7-4a2247fd58a7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0796897 Mar 16 11:49:02.699884 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50213900-6116-4dc5-b5cf-4ef5a98fb8f5 req-d94b2fe9-e76c-4b60-bcf2-7a800878d652 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Mar 16 11:49:03.885470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c58e-b3d9-432a-85e6-530962c6b2be req-df804319-75fb-4701-ab9c-c453856074fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:03.886896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1571c58e-b3d9-432a-85e6-530962c6b2be req-df804319-75fb-4701-ab9c-c453856074fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0788224 Mar 16 11:49:03.930385 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1571c58e-b3d9-432a-85e6-530962c6b2be req-7fcba03d-9159-454b-ad40-17e6fc43b13f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Mar 16 11:49:03.953499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53636) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:04.061050 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ae57acfe-2743-448f-af38-1dce2b62eaa5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/03cf0d82-4067-41d7-8c6e-6160a7722414 HTTP/1.1" status: 200 len: 993 time: 0.1062613 Mar 16 11:49:04.497988 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:16.992694 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:26.976373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-80257bca-774d-4189-8380-455297f7cbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:29.175159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2d47f6c-6261-478a-9e3a-c1421439e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:30.629669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:30.647895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:32.097107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:34.509074 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.710769 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53662) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:51.027666 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:51.027994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.195428 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.195747 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.315139 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:51.461923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.508319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=14c6cebb-37bb-4bcd-bd56-7cc1fe24b55c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:51.548596 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.548968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.549311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.549643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.549975 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.550301 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.550622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.550946 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.551285 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.551604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.551922 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.552237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:51.612187 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.612440 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 03cf0d82-4067-41d7-8c6e-6160a7722414 disassociated (deleted). External IP: 172.26.0.37, port: e42d4144-bc34-42dd-b087-b62c0d40e6c2. Mar 16 11:49:51.955515 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router a336265a-442b-4708-9d33-f3232ab231a8 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:52.128405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:52.138653 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Sync routers for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:52.147996 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:52.148673 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:52.150435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.204311 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1f28184a-59a1-4007-a744-1b76c36019a1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/floatingips/03cf0d82-4067-41d7-8c6e-6160a7722414 HTTP/1.1" status: 204 len: 168 time: 1.4924686 Mar 16 11:49:52.204920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:52.259764 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'status': 'completed', 'code': 200} Mar 16 11:49:52.324955 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:52.381011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275737-4afb-4c17-a18d-389cc428051a req-36c6b964-5fc8-40a2-8b74-69fb538d11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.382645 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-36c6b964-5fc8-40a2-8b74-69fb538d11f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 1099 time: 0.0790007 Mar 16 11:49:52.530816 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275737-4afb-4c17-a18d-389cc428051a req-d452b6c7-c5ad-4aa0-a65e-b80e39cf8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.533078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-d452b6c7-c5ad-4aa0-a65e-b80e39cf8596 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 200 len: 896 time: 0.1443920 Mar 16 11:49:52.633997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-d075c495-a44b-4e1f-b2f8-7642e2a6f72b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 200 len: 217 time: 0.0941381 Mar 16 11:49:52.669199 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:52.673184 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Checking router: a336265a-442b-4708-9d33-f3232ab231a8 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:52.681542 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:52.682135 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:52.717244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275737-4afb-4c17-a18d-389cc428051a req-acc227af-a41a-4154-b7c3-c77ddfdd4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.718684 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-acc227af-a41a-4154-b7c3-c77ddfdd4026 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 200 len: 834 time: 0.0762260 Mar 16 11:49:52.731185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb56a76-3494-4c23-95b1-9cd38d1a430d req-c2843015-2fc9-42ec-b259-cc5735cde763 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.732557 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bcb56a76-3494-4c23-95b1-9cd38d1a430d req-c2843015-2fc9-42ec-b259-cc5735cde763 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1401894 Mar 16 11:49:52.818264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bcb56a76-3494-4c23-95b1-9cd38d1a430d req-53ea87ef-fb2a-4af3-a368-56876ef74ae0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517361 Mar 16 11:49:52.839311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275737-4afb-4c17-a18d-389cc428051a req-0d7fd084-58ac-46bf-8d67-46d6f71fde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.840751 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-0d7fd084-58ac-46bf-8d67-46d6f71fde57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27d66322-54af-4aed-beb0-9e77c2117d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073575 Mar 16 11:49:52.864050 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:52.969980 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-6bd96a58-f2b7-4cf4-a15e-112c1b2dfa63 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225424 Mar 16 11:49:53.100762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be275737-4afb-4c17-a18d-389cc428051a req-9940d958-0c6f-4905-ae4c-cb1eb0c54719 service neutron] 10.222.0.55 "GET /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233697 Mar 16 11:49:53.173754 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:53.177561 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604d66b-b8f3-4c1f-8fb4-5750fdc54813 None None] The sync data for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv is: [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:26Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'dc41adf6-2ed1-4d81-a470-30e459eebff3', 'name': '', 'network_id': '27d66322-54af-4aed-beb0-9e77c2117d59', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:59:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:26Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': 'ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:49:53.384706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a98646b-64db-4bf1-95f2-5d9c50fa4ada None None] New status for floating IP 03cf0d82-4067-41d7-8c6e-6160a7722414: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:49:53.992111 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:54.005334 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb246a-cb70-4f3a-8776-e9a6ce972366 req-01a0644e-c56c-460f-83a1-f25a23e0a73d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:54.006983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4aeb246a-cb70-4f3a-8776-e9a6ce972366 req-01a0644e-c56c-460f-83a1-f25a23e0a73d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.0798318 Mar 16 11:49:54.050614 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4aeb246a-cb70-4f3a-8776-e9a6ce972366 req-c6e32eea-82ed-4a82-838f-79ff5a07d246 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Mar 16 11:49:54.660058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd357-d922-4802-bdb4-8527164d7732 req-371034d8-fb3d-41fa-a0b3-87263303eeeb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:54.663016 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a55dd357-d922-4802-bdb4-8527164d7732 req-371034d8-fb3d-41fa-a0b3-87263303eeeb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1911635 Mar 16 11:49:54.737101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port e42d4144-bc34-42dd-b087-b62c0d40e6c2 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:54.737442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.982929 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port e42d4144-bc34-42dd-b087-b62c0d40e6c2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e42d4144-bc34-42dd-b087-b62c0d40e6c2,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:54.983281 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.108978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for e42d4144-bc34-42dd-b087-b62c0d40e6c2 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:55.308961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7957a6-25fb-46ff-8ab9-571d31a1b685 req-4c7dc065-0f03-4073-a4d4-1bc724d547b1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:55.310400 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7957a6-25fb-46ff-8ab9-571d31a1b685 req-4c7dc065-0f03-4073-a4d4-1bc724d547b1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=56d186c7-282b-4674-96a5-f5f48dd4e613 HTTP/1.1" status: 200 len: 946 time: 0.1488900 Mar 16 11:49:55.319272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.393401 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=e42d4144-bc34-42dd-b087-b62c0d40e6c2,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:55.442019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.442364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.442701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.443036 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.443417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.443952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.444310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.444637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.444998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.445323 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.445645 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.445969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:55.503763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7c7957a6-25fb-46ff-8ab9-571d31a1b685 req-26db4528-2b74-4930-b7e7-14471d63bccb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=354f3e41-35f4-4ded-b422-c58609fe34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865888 Mar 16 11:49:55.505048 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] No DVR routers for this DVR port e42d4144-bc34-42dd-b087-b62c0d40e6c2 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:55.507641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.510608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'name': 'network-vif-deleted', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:55.526227 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a55dd357-d922-4802-bdb4-8527164d7732 req-666203ea-0c16-4ce2-94fb-8b4bd956b5de tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "DELETE /v2.0/ports/e42d4144-bc34-42dd-b087-b62c0d40e6c2 HTTP/1.1" status: 204 len: 173 time: 0.8556108 Mar 16 11:49:55.567396 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d186c7-282b-4674-96a5-f5f48dd4e613', 'name': 'network-vif-deleted', 'tag': 'e42d4144-bc34-42dd-b087-b62c0d40e6c2', 'status': 'completed', 'code': 200} Mar 16 11:49:56.596954 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53688) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:56.978605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c9c960b5-2cde-4899-a9f4-e87131ccce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.269855 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.617767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port dc41adf6-2ed1-4d81-a470-30e459eebff3 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:57.618474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.798531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port dc41adf6-2ed1-4d81-a470-30e459eebff3, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=dc41adf6-2ed1-4d81-a470-30e459eebff3,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:57.798821 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.917638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for dc41adf6-2ed1-4d81-a470-30e459eebff3 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:58.295580 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.344239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=dc41adf6-2ed1-4d81-a470-30e459eebff3,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:58.620460 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.971797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router a336265a-442b-4708-9d33-f3232ab231a8 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:58.989241 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e42d4144-bc34-42dd-b087-b62c0d40e6c2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:59.023586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: e42d4144-bc34-42dd-b087-b62c0d40e6c2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:59.023931 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e42d4144-bc34-42dd-b087-b62c0d40e6c2 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:59.151967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:59.161101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Sync routers for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:59.165349 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9d00d99b-f4a6-45cb-b9f0-175225ea2787 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/a336265a-442b-4708-9d33-f3232ab231a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5673151 Mar 16 11:49:59.167872 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53692) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:59.173689 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:59.174751 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:59.178831 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-28684827-c4ea-429f-8e16-13afb1423a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.232673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting subnet ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:49:59.235567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.291703 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.347351 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:59.373903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.448466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.491045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:59.494574 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.501442 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-59e9c2ae-e246-43ee-9af9-be961338ff9e tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/subnets/ab2b9fc7-e2c4-4bbf-8645-6b8e7e0d13dd HTTP/1.1" status: 204 len: 168 time: 0.3325391 Mar 16 11:49:59.503927 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53696) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:59.508965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3975a4cc-a3e2-4628-a6c3-1fbe12249e09 None None] Network 27d66322-54af-4aed-beb0-9e77c2117d59 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:49:59.664100 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:49:58Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:59.668319 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Checking router: a336265a-442b-4708-9d33-f3232ab231a8 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:59.677333 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Routers {'a336265a-442b-4708-9d33-f3232ab231a8'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:59.678650 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['a336265a-442b-4708-9d33-f3232ab231a8'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:59.782454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] DHCP port deletion for 27d66322-54af-4aed-beb0-9e77c2117d59 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:49:59.786417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Deleting port 964b3a03-5682-40ce-b3c1-6bddab6d17af {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:59.786803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.807665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.863875 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] Set router a336265a-442b-4708-9d33-f3232ab231a8 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:59.993466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.005247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 9ded0bd5-40ad-481c-a4ef-900024db0d58 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:50:00.005592 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.028588 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] For port 964b3a03-5682-40ce-b3c1-6bddab6d17af, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=964b3a03-5682-40ce-b3c1-6bddab6d17af,segment=NetworkSegment(7a359490-d788-4c15-b8da-a424367d41ae),segment_id=7a359490-d788-4c15-b8da-a424367d41ae)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:00.029348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.149036 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:49:58Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:00.153795 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57252d25-d8ab-4b61-999b-37e9d569fdfa None None] The sync data for ids ['a336265a-442b-4708-9d33-f3232ab231a8'] in dv-neutron-828143-9-hyperv is: [{'id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504862095', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205'}], 'enable_snat': True}, 'gw_port_id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:49:58Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': '9ded0bd5-40ad-481c-a4ef-900024db0d58', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336265a-442b-4708-9d33-f3232ab231a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:22Z', 'updated_at': '2022-03-16T11:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:00.153978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Calling delete_port for 964b3a03-5682-40ce-b3c1-6bddab6d17af owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:50:00.189016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port 9ded0bd5-40ad-481c-a4ef-900024db0d58, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=9ded0bd5-40ad-481c-a4ef-900024db0d58,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:00.189016 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.236544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.288010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Pushing event deleted for resources: {'Port': ['ID=964b3a03-5682-40ce-b3c1-6bddab6d17af,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:00.292560 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] No DVR routers for this DVR port 964b3a03-5682-40ce-b3c1-6bddab6d17af on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:50:00.298441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.298789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.304666 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43264dad-0d40-4014-b05d-ad24aec191d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:00.321359 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 9ded0bd5-40ad-481c-a4ef-900024db0d58 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:50:00.509156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.561632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=9ded0bd5-40ad-481c-a4ef-900024db0d58,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:00.645510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.655075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.674819 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.867989 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.870587 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.895630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.896150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Fanout notify agent at l3_agent the message router_deleted on router a336265a-442b-4708-9d33-f3232ab231a8 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:50:00.913413 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.914808 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-68687d62-c516-4016-b364-ef035331b77c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/routers/a336265a-442b-4708-9d33-f3232ab231a8 HTTP/1.1" status: 204 len: 168 time: 1.4097505 Mar 16 11:50:00.918331 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53700) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:01.054384 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.287122 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.313910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d66322-54af-4aed-beb0-9e77c2117d59']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:01.328489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a359490-d788-4c15-b8da-a424367d41ae') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:01.328787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a359490-d788-4c15-b8da-a424367d41ae') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:01.341504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.362135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.369519 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:50:01.369899 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.376244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 964b3a03-5682-40ce-b3c1-6bddab6d17af no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:50:01.387134 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:50:01.411899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 964b3a03-5682-40ce-b3c1-6bddab6d17af {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:50:01.412864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 964b3a03-5682-40ce-b3c1-6bddab6d17af not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:01.413278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ded0bd5-40ad-481c-a4ef-900024db0d58 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:01.447493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 9ded0bd5-40ad-481c-a4ef-900024db0d58 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:50:01.447993 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 9ded0bd5-40ad-481c-a4ef-900024db0d58 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:01.448415 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device dc41adf6-2ed1-4d81-a470-30e459eebff3 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:01.471231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.482024 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.498970 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: dc41adf6-2ed1-4d81-a470-30e459eebff3 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:50:01.499462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device dc41adf6-2ed1-4d81-a470-30e459eebff3 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:01.513671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Network': ['ID=27d66322-54af-4aed-beb0-9e77c2117d59,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:01.521790 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ee93fc2d-9df4-4a0e-a66e-cec16adafaa6 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/networks/27d66322-54af-4aed-beb0-9e77c2117d59 HTTP/1.1" status: 204 len: 168 time: 0.6024654 Mar 16 11:50:01.524451 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53704) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:01.591436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.622849 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.690342 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.705709 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f3e41-35f4-4ded-b422-c58609fe34c0,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:01.714019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.718027 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-fedc0b01-7e71-4e0a-94da-a6ee1d796667 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/security-groups/354f3e41-35f4-4ded-b422-c58609fe34c0 HTTP/1.1" status: 204 len: 168 time: 0.1900890 Mar 16 11:50:02.098655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.263137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53712) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.268281 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37529176', 'description': 'tempest-secgroup-smoke-37529176 description', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:02.274642 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.278395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.281223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.286737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.296903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.315859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.319965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.322680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.328102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.397453 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.400797 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.445080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2d1340-018c-462e-949b-cc8ad23d09ff,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.449920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.454060 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-05bfe322-466b-42cd-a40d-cc641309439f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1872065 Mar 16 11:50:02.454788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53716) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.460266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:02.466247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.470035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.472802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.479297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.496575 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.557302 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.560567 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.585845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab5a5ba-d501-4126-a61f-59dc25b158f3,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.594950 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.596124 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b3782553-cc36-4a2d-bcce-f0f5d60c905d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403749 Mar 16 11:50:02.598890 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53720) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.603915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:02.609716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.613455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.616738 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.622357 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.639217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.698266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.701656 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.723798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83048b-4935-40a5-b7ff-9aa0f35a5661,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.733402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.734657 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-eb40c844-9eeb-421b-8e08-e479158edd16 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347806 Mar 16 11:50:02.737407 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53724) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.743273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:02.749138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.752933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.756316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.762117 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.778039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.839066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.842726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.866528 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf98ed-0320-4fd5-935e-1fbc776b4bdd,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.874663 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.875930 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-663fa786-cd87-4cd5-9279-cc214e216424 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375694 Mar 16 11:50:02.878581 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53728) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.079718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:03.085619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:03.089426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:03.092247 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:03.098494 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:03.114754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.179569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.182886 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.205305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d059baac-2af0-40bc-b5b0-8584640642a5,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:03.213266 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.214436 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d567426f-3a2c-4b07-91e6-08e5c0fad3f2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3349359 Mar 16 11:50:03.217125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53734) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.221987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:03.228292 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:03.232174 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:03.234905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:03.241119 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:03.250021 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:50:03.256156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.318136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.321389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.344625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491317a8-aba9-4651-a317-2782b92448b0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:03.353138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.354306 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6b0d9a45-4309-40e2-9201-01f0edf688a2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362550 Mar 16 11:50:03.356971 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53738) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.361814 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'security_group_rule': {'security_group_id': '2e2d1340-018c-462e-949b-cc8ad23d09ff', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:03.367638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:03.371398 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:security_group_rule and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:03.374246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:03.379852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:03.390090 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Project 5e2bff91cb7f46e2b5e746c2fcd3f7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:50:03.396786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.463206 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.467328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.491269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe37e88-11df-4fb7-bad0-eae7d223c0ad,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:03.499637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.500721 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-b801055d-5e1f-4f8c-95c1-db009b3ff16f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428552 Mar 16 11:50:03.503624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53742) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.509180 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'network': {'name': 'tempest-network-smoke--548041643', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'port_security_enabled': True}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:03.514231 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:03.518256 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:network and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:03.521059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:03.527104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:03.537604 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:03.541466 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.568806 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:50:03.577665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.577928 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Added segment 82b9ccf1-a5b1-4513-ad96-3baae41ed9e2 of type vlan for network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 Mar 16 11:50:03.603873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.632085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.637569 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:03.638150 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.750680 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2459390 Mar 16 11:50:03.753480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53746) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.756792 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf3b0-c3a9-4ca2-87fd-c4a3501db949 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Network': ['ID=55a89d74-4b1b-487f-b4aa-9e8261b81be9,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:03.758782 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'admin_state_up': True, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:03.766318 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:03.766775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:50:03.770162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:router and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:03.773143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:03.779480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:03.790015 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.791031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.807159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.075965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.481635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.503534 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.510723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.641214 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.248 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:04.791442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.821622 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.879254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:04.882508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:04.890114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:04.926994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:05.300114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.633947 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.942804 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router f6da51b6-9e93-43f3-8484-aa7dfff89d45 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:50:06.116264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:06.125417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Sync routers for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:06.134533 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:06.135145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:06.141738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.143007 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-345ec064-d6e1-4beb-80e8-caec54bb7ee3 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3884382 Mar 16 11:50:06.146071 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53750) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.186329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-5bb68315-bb5f-4fa0-83e5-d0dec3632faf tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391276 Mar 16 11:50:06.189372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53754) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.312146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:06.316642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1ff65-eef6-4b8d-8f61-9083b4c592bc tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:06.318218 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-00e1ff65-eef6-4b8d-8f61-9083b4c592bc tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278837 Mar 16 11:50:06.321066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53758) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.363810 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9ed049db-25fe-4015-9575-c333561ea21b tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=9c51a37a-92c2-488f-bd5c-e4b8933f8895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404687 Mar 16 11:50:06.365376 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53762) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.371248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859141134', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:06.479868 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:06.483619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:subnet and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:06.486421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:06.492088 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:06.502885 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:06.506444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.593493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:05Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:06.597317 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Checking router: f6da51b6-9e93-43f3-8484-aa7dfff89d45 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:06.597660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Updating router f6da51b6-9e93-43f3-8484-aa7dfff89d45 port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:50:06.650055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.721682 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.810045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Subnet': ['ID=563c8ddb-5723-404a-8114-36b41b6637f9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:06.814075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Checking segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:06.814426 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network hostable DHCP agents. Network: 55a89d74-4b1b-487f-b4aa-9e8261b81be9, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:50:06.834004 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:50:06.843732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 55a89d74-4b1b-487f-b4aa-9e8261b81be9) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:06.848142 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:06.848722 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.870964 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c4a7f9d8-d428-4e21-b649-fc74a96935ff tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5043714 Mar 16 11:50:06.873737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53766) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.891202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f719ea-6b44-4759-a4c8-7d14103e097e None None] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:50:07.194713 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.206061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:50:07.206852 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.218938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Transition to ACTIVE for port object bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:07.229433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.364222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Attempting to bind port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:07.364491 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Attempting to bind port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:07.364905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Attempting to bind port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:07.369780 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea68d5a-04f8-4dd6-902a-567de12ac8e3 None None] Pushing event updated for resources: {'Port': ['ID=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:07.382507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:07.382874 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:07.383269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.383651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:07.384108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Bound port: bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:07.384474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.506265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] For port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:07.511247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] For port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:07.512592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Allocated IP 172.20.0.2 (55a89d74-4b1b-487f-b4aa-9e8261b81be9/563c8ddb-5723-404a-8114-36b41b6637f9/1d208a85-9b86-49be-94b4-8202bfa390c7) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:07.517309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.673683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.681664 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea68d5a-04f8-4dd6-902a-567de12ac8e3 None None] Pushing event updated for resources: {'Port': ['ID=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:07.690458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:07.691068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:07.939035 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:08.062101 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.087010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Transition to ACTIVE for port object 1d208a85-9b86-49be-94b4-8202bfa390c7 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:08.201301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Transition to ACTIVE for port object 1d208a85-9b86-49be-94b4-8202bfa390c7 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:08.211982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.276501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.1 (55a89d74-4b1b-487f-b4aa-9e8261b81be9/563c8ddb-5723-404a-8114-36b41b6637f9/d4ed6f09-43e9-41ec-94e9-3a36c21d69ce) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:08.314362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:08.319799 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:08.328021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:08.365979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Pushing event updated for resources: {'Port': ['ID=1d208a85-9b86-49be-94b4-8202bfa390c7,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:08.433745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.435392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Attempting to bind port 1d208a85-9b86-49be-94b4-8202bfa390c7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:08.435758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Attempting to bind port 1d208a85-9b86-49be-94b4-8202bfa390c7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:08.436110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Attempting to bind port 1d208a85-9b86-49be-94b4-8202bfa390c7 on network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:08.444615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:08.445010 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Checking segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:08.445517 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.445792 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Bound using segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:08.446252 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Bound port: 1d208a85-9b86-49be-94b4-8202bfa390c7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:08.446623 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.449785 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object d4ed6f09-43e9-41ec-94e9-3a36c21d69ce will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:08.465154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:05Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:08.475146 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.497475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f26cd-04f3-4234-8f36-beb1438b4a40 None None] The sync data for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv is: [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:05Z', 'revision_number': 3, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:08.543482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:08.546495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:08.549318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:08.553248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] For port 1d208a85-9b86-49be-94b4-8202bfa390c7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:08.556702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] For port 1d208a85-9b86-49be-94b4-8202bfa390c7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1d208a85-9b86-49be-94b4-8202bfa390c7,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:08.562907 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.618894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:08.627076 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.652734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153844c3-5b7c-497f-bbf8-3d4d8d0383ed None None] Pushing event updated for resources: {'Port': ['ID=1d208a85-9b86-49be-94b4-8202bfa390c7,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:09.094482 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.225740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1d208a85-9b86-49be-94b4-8202bfa390c7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:09.299987 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 1d208a85-9b86-49be-94b4-8202bfa390c7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:09.306151 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:09.385164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:09.391206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:09.392062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.523632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.544015 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:09.545718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.548762 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.551431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.626526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:09.672082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.675757 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:09.731137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077a62d-bf29-4e1c-bddd-3473bb046bed None None] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:50:09.817015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:09.818715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:09.828911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Provisioning for port 1d208a85-9b86-49be-94b4-8202bfa390c7 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:09.839508 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Provisioning complete for port 1d208a85-9b86-49be-94b4-8202bfa390c7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:09.839991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.009137 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router f6da51b6-9e93-43f3-8484-aa7dfff89d45 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:50:10.060940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.109227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] For port 1d208a85-9b86-49be-94b4-8202bfa390c7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1d208a85-9b86-49be-94b4-8202bfa390c7,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:10.120337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.190520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de819a57-d0e3-4919-ae7e-1cfba2f6d540 None None] Pushing event updated for resources: {'Port': ['ID=1d208a85-9b86-49be-94b4-8202bfa390c7,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:10.211957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:10.221938 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Sync routers for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:10.234054 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-066d0652-df7f-4e00-a4a1-22942e0865ec tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/f6da51b6-9e93-43f3-8484-aa7dfff89d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3519950 Mar 16 11:50:10.234299 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:10.234299 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:10.347448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Provisioning for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:10.353206 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Provisioning complete for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:10.353580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.425849 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:10.428555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:10.436234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-be956a92-6587-474f-9c22-b76973c25d53 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37529176&fields=id&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 267 time: 0.0579901 Mar 16 11:50:10.452569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Provisioning complete for port 1d208a85-9b86-49be-94b4-8202bfa390c7 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:10.453169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ed37-7655-4048-a24b-8183d4a990f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.641586 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-54b6793e-d024-4c4e-a0b0-180606b203e1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:10.643271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-54b6793e-d024-4c4e-a0b0-180606b203e1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 796 time: 0.1961036 Mar 16 11:50:10.658711 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-6257477a-1253-492c-838a-31a0dfef7395 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/quotas/5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 375 time: 0.0096884 Mar 16 11:50:10.718940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b11d3a4-e60a-4b82-b0c8-37007bfd8385 None None] Provisioning complete for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:10.719392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b11d3a4-e60a-4b82-b0c8-37007bfd8385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.750472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1462c986-7f6e-47ad-8282-37ca7f38937a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:10.775671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1462c986-7f6e-47ad-8282-37ca7f38937a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:10.785983 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1462c986-7f6e-47ad-8282-37ca7f38937a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205065 Mar 16 11:50:10.795225 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 2, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:10.799734 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Checking router: f6da51b6-9e93-43f3-8484-aa7dfff89d45 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:10.800390 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Updating router f6da51b6-9e93-43f3-8484-aa7dfff89d45 port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:50:10.806474 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4b11d3a4-e60a-4b82-b0c8-37007bfd8385 None None] Port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:10.853958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.861217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-d5f34ecb-4eac-4f00-9aed-89b2697f6276 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:50:10.862180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-d5f34ecb-4eac-4f00-9aed-89b2697f6276 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687692 Mar 16 11:50:10.927979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8c49667d-2b17-4e43-97d2-87be2370b007 None None] Provisioning complete for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:10.928347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c49667d-2b17-4e43-97d2-87be2370b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.999017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-8c49667d-2b17-4e43-97d2-87be2370b007 None None] Port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:11.007104 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-05f75628-e05c-4ee7-8d38-9f73adcb8e55 service neutron] 10.222.0.50 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389112 Mar 16 11:50:11.157234 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-33301f95-a0c6-4c5c-8e03-c573dd03cb8f service neutron] 10.222.0.50 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442699 Mar 16 11:50:11.176203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1d208a85-9b86-49be-94b4-8202bfa390c7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:11.227971 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.240782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Transition to ACTIVE for port object d4ed6f09-43e9-41ec-94e9-3a36c21d69ce will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:11.248489 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.299994 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 1d208a85-9b86-49be-94b4-8202bfa390c7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.300357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.367537 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f17f2a11-fa0a-4151-87ad-27c026138968 req-feb17454-b177-48fd-bc76-436755125f44 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 210 time: 0.0611334 Mar 16 11:50:11.394337 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Pushing event updated for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:11.405234 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.405568 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.405883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.406554 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.407049 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.407531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.408036 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.408592 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.409091 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.409592 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.410061 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.410548 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:11.447991 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:11.510273 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Attempting to bind port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:11.510985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Attempting to bind port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:11.510985 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Attempting to bind port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce on network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:11.518144 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:11.518640 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Checking segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:11.519153 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.519628 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Bound using segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:11.520178 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Bound port: d4ed6f09-43e9-41ec-94e9-3a36c21d69ce, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:11.520763 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.549240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.549609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.637329 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] For port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:11.641513 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] For port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:11.648328 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.729145 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:11.729815 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:11.809139 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3c797-da67-467a-b20b-dc1384a62966 None None] Pushing event updated for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=4']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:11.925419 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:12.235542 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:11Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:12.239260 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6611c-43ed-4d38-a93a-b195e0634b8f None None] The sync data for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv is: [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:11Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:12.519180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6d1abeb7-b70a-4e61-8601-74daec3929d6 req-b0bfffa8-53fa-4d65-ab55-e5bf815c1775 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 210 time: 0.0470676 Mar 16 11:50:12.714556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-8e783045-c9fe-4309-8fad-4548c6fe6fcc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.716010 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-8e783045-c9fe-4309-8fad-4548c6fe6fcc tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 796 time: 0.1565609 Mar 16 11:50:12.775548 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-2200b9cd-5bf7-4bfd-a0c0-54d71eafa1b4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9 HTTP/1.1" status: 200 len: 378 time: 0.0461960 Mar 16 11:50:12.785720 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'port': {'device_id': '32444b22-caff-45b6-9d58-7b4537585efb', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'admin_state_up': True, 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'security_groups': ['2e2d1340-018c-462e-949b-cc8ad23d09ff']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:13.044972 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:13.055486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:13.065677 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Made reservation on behalf of 5e2bff91cb7f46e2b5e746c2fcd3f7e9 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:13.069917 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.187085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4ed6f09-43e9-41ec-94e9-3a36c21d69ce up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:13.242179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.20.0.13 (55a89d74-4b1b-487f-b4aa-9e8261b81be9/563c8ddb-5723-404a-8114-36b41b6637f9/ec526598-1a12-4d7b-8ffd-1cb551fa76e4) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:13.264716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:13.269864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:13.270222 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.388476 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.419394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:13.423722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.438557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.454641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Transition to ACTIVE for port object ec526598-1a12-4d7b-8ffd-1cb551fa76e4 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:13.483611 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.493430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:13.556378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:13.559539 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:13.561952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:13.621185 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:13.686298 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.686910 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.720466 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-36ba1889-8648-4e46-a3f8-b6f981bd2a79 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9387131 Mar 16 11:50:13.750729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b1ae-8b68-4dbb-9eb7-5576aa831934 req-bb0440a4-f6b5-49e3-a0af-ea6b778f1b90 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.751430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d5d3b1ae-8b68-4dbb-9eb7-5576aa831934 req-bb0440a4-f6b5-49e3-a0af-ea6b778f1b90 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:13.767642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-d5d3b1ae-8b68-4dbb-9eb7-5576aa831934 req-bb0440a4-f6b5-49e3-a0af-ea6b778f1b90 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:13.768780 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5d3b1ae-8b68-4dbb-9eb7-5576aa831934 req-bb0440a4-f6b5-49e3-a0af-ea6b778f1b90 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 932 time: 0.1374741 Mar 16 11:50:13.789117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b285e9f-78e5-4335-92fa-2bb32673b211 None None] Provisioning for port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:13.793908 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4b285e9f-78e5-4335-92fa-2bb32673b211 None None] Provisioning complete for port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:13.794275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4b285e9f-78e5-4335-92fa-2bb32673b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.796114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Request body: {'port': {'device_id': '32444b22-caff-45b6-9d58-7b4537585efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:13.850460 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4b285e9f-78e5-4335-92fa-2bb32673b211 None None] Port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:13.866674 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d5d3b1ae-8b68-4dbb-9eb7-5576aa831934 req-148d5cc9-3d9b-4080-af9f-16797fba5b75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921080 Mar 16 11:50:13.925223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.257564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec526598-1a12-4d7b-8ffd-1cb551fa76e4 {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:50:14.264694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.280523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Transition to ACTIVE for port object ec526598-1a12-4d7b-8ffd-1cb551fa76e4 will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:14.284174 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.438903 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Pushing event updated for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:14.519522 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Attempting to bind port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:14.519852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Attempting to bind port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:14.520170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Attempting to bind port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 on network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:14.524985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 on network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:50:14.525292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Attempting to bind port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 on network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:14.530263 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:14.530594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Checking segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:14.530964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Bound using segment: {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:14.531375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Bound port: ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:14.531708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.621514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:14.624244 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:14.628672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.682237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:14.682889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.684245 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] 10.222.0.55 "PUT /v2.0/ports/ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 1094 time: 0.9510102 Mar 16 11:50:14.684681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:14.709824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b03fb3-0723-4e08-bfb6-96095cab179d service neutron] Pushing event updated for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:14.733560 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'status': 'completed', 'code': 200} Mar 16 11:50:14.827454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1ef557b5-7088-494d-a247-8af98763bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:14.829005 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1ef557b5-7088-494d-a247-8af98763bd51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1097 time: 0.0737736 Mar 16 11:50:15.044793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1293afb6-0dd4-41ae-8355-8bf5039fc33d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 217 time: 0.2018120 Mar 16 11:50:15.115245 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-e9d46e20-7154-4acc-a44e-aee475c93053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.116795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-e9d46e20-7154-4acc-a44e-aee475c93053 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0644894 Mar 16 11:50:15.166849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4ed6f09-43e9-41ec-94e9-3a36c21d69ce up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:15.180192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8de9d-ad76-4e92-8d18-77c3071a8752 req-7a50a38e-48d4-4a70-99c9-03cdccc928b5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.181661 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9b8de9d-ad76-4e92-8d18-77c3071a8752 req-7a50a38e-48d4-4a70-99c9-03cdccc928b5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 944 time: 0.1859930 Mar 16 11:50:15.234199 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:15.234562 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.240099 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f9b8de9d-ad76-4e92-8d18-77c3071a8752 req-dfc0a963-173b-4736-a63e-5aa2bf19489b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514920 Mar 16 11:50:15.246780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-57659eaf-6a6a-4434-b263-bcdc35753637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.248266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-57659eaf-6a6a-4434-b263-bcdc35753637 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1231918 Mar 16 11:50:15.378257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-1cd053fa-8163-49de-8c10-5411af206045 service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238966 Mar 16 11:50:15.507758 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00ba06da-af03-4234-b5e5-6a6c1a649565 req-bfcea0a5-38e3-4706-b74e-a46e36344d2f service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231945 Mar 16 11:50:15.659797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979235-92cd-422e-993b-2fd4692fb538 req-593a5e19-6f93-43a7-803c-46cc4791d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.661268 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-593a5e19-6f93-43a7-803c-46cc4791d93f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1097 time: 0.0703506 Mar 16 11:50:15.792552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979235-92cd-422e-993b-2fd4692fb538 req-7997e807-c3ca-475d-a33e-de94af710e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.795063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-7997e807-c3ca-475d-a33e-de94af710e05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 897 time: 0.1257749 Mar 16 11:50:15.865233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-658b9f5b-ec19-46a0-ae24-79fae970105b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 217 time: 0.0646923 Mar 16 11:50:15.924693 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979235-92cd-422e-993b-2fd4692fb538 req-594aa700-ba87-4ce1-b542-0a1cb99f58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.926121 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-594aa700-ba87-4ce1-b542-0a1cb99f58b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0564091 Mar 16 11:50:16.003890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979235-92cd-422e-993b-2fd4692fb538 req-f405766d-f7f5-417b-87e5-066192acf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:16.005392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-f405766d-f7f5-417b-87e5-066192acf2ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736077 Mar 16 11:50:16.138674 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-d6136978-095e-4636-b83c-0b8cf3f70d2c service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270955 Mar 16 11:50:16.269650 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64979235-92cd-422e-993b-2fd4692fb538 req-af349e60-c426-421a-8761-f0843307ad4c service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242959 Mar 16 11:50:16.426686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0302cd-14d5-4587-a69a-5da81131434d req-7c7bff9e-6e76-4467-bd34-c935ab811f2b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:16.428619 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de0302cd-14d5-4587-a69a-5da81131434d req-7c7bff9e-6e76-4467-bd34-c935ab811f2b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 944 time: 0.0798373 Mar 16 11:50:16.471238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de0302cd-14d5-4587-a69a-5da81131434d req-8cda33a5-3857-4f87-8820-978cdaa7668f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370145 Mar 16 11:50:17.652329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65863b2-46f2-4ae1-8a73-aa2b6bad22eb req-0d338ceb-f680-4b98-bc7b-16484577615c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:17.653779 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a65863b2-46f2-4ae1-8a73-aa2b6bad22eb req-0d338ceb-f680-4b98-bc7b-16484577615c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 944 time: 0.0805020 Mar 16 11:50:17.696918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a65863b2-46f2-4ae1-8a73-aa2b6bad22eb req-5cb539ac-b29f-4f51-a4f6-f563143b0e4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375800 Mar 16 11:50:18.874572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f34beb-dd2d-430d-a474-7456e242b423 req-8429eb07-dfa1-43fe-98b7-e1ecb91ae095 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:18.875990 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12f34beb-dd2d-430d-a474-7456e242b423 req-8429eb07-dfa1-43fe-98b7-e1ecb91ae095 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 944 time: 0.0779617 Mar 16 11:50:19.023342 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-12f34beb-dd2d-430d-a474-7456e242b423 req-92958281-1824-482a-acf7-5caa46cbc79b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416590 Mar 16 11:50:19.104817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ec526598-1a12-4d7b-8ffd-1cb551fa76e4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:50:19.241942 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:19.254480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'port_id': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'mac_address': 'fa:16:3e:03:c4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:50:19.311571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:19.327680 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec526598-1a12-4d7b-8ffd-1cb551fa76e4 {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:50:19.342633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:19.346529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:19.410258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:19.796785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['ec526598-1a12-4d7b-8ffd-1cb551fa76e4'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:50:20.218079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f846d-a976-4e37-875c-af78da0fc554 req-a4c0a2f7-812a-419c-bfb7-81d218dc1918 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:20.219506 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef3f846d-a976-4e37-875c-af78da0fc554 req-a4c0a2f7-812a-419c-bfb7-81d218dc1918 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 945 time: 0.0853930 Mar 16 11:50:20.264313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef3f846d-a976-4e37-875c-af78da0fc554 req-ea9c599e-8d5b-4156-81f3-4ddd95e7a7d5 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371361 Mar 16 11:50:21.105182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ec526598-1a12-4d7b-8ffd-1cb551fa76e4 up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:21.170489 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:21.174825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:21.175196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.290254 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.316903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:21.326876 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:21.331437 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.369873 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'code': 200} Mar 16 11:50:21.401872 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:21.456507 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f701c43-49b2-484e-a1e1-4bcc7d03e499 req-3a8d1c11-a311-4c11-a250-3a4da5964e13 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:21.457976 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2f701c43-49b2-484e-a1e1-4bcc7d03e499 req-3a8d1c11-a311-4c11-a250-3a4da5964e13 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0855100 Mar 16 11:50:21.504780 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2f701c43-49b2-484e-a1e1-4bcc7d03e499 req-45be3e8c-800b-417a-a40d-b348d8302465 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384281 Mar 16 11:50:21.627702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffe86e-6c0f-4559-a484-d1dabc893843 req-63c79e6d-c58c-4e92-b532-6d697ed5ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:21.629091 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2ffe86e-6c0f-4559-a484-d1dabc893843 req-63c79e6d-c58c-4e92-b532-6d697ed5ee47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1099 time: 0.0681915 Mar 16 11:50:21.670864 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f2ffe86e-6c0f-4559-a484-d1dabc893843 req-6c6511d3-6dce-4ed6-a133-6a1d0bcc386d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359137 Mar 16 11:50:22.686497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d83a-63d5-4a86-be38-041aa40497e0 req-b01e0bbd-c9b6-4252-8160-e048e8c1e6f9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:22.687829 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e28d83a-63d5-4a86-be38-041aa40497e0 req-b01e0bbd-c9b6-4252-8160-e048e8c1e6f9 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0778310 Mar 16 11:50:22.732912 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1e28d83a-63d5-4a86-be38-041aa40497e0 req-a56f4cca-e7a6-40ad-ba61-847bc9a05404 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385423 Mar 16 11:50:23.920075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fb42-fea3-4968-a99b-4998f2796ce0 req-f3ba83e6-560c-4903-a951-cb34e017293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:23.921547 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f98fb42-fea3-4968-a99b-4998f2796ce0 req-f3ba83e6-560c-4903-a951-cb34e017293a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0831094 Mar 16 11:50:23.965734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7f98fb42-fea3-4968-a99b-4998f2796ce0 req-6278fa3a-c169-463c-824a-87b76a90610d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385911 Mar 16 11:50:24.145436 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749160e-477e-4559-b0e2-f2ca97fd0d14 req-19a9259e-1c27-4792-8e43-eda84fba8e89 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.147442 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8749160e-477e-4559-b0e2-f2ca97fd0d14 req-19a9259e-1c27-4792-8e43-eda84fba8e89 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0818367 Mar 16 11:50:24.189322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8749160e-477e-4559-b0e2-f2ca97fd0d14 req-ad4e743c-c593-4699-a636-e78bf3856683 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363388 Mar 16 11:50:24.213188 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53844) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:24.284062 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe49107-0589-4e07-858f-3356c62aafcb tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.285544 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-dbe49107-0589-4e07-858f-3356c62aafcb tempest-TestNetworkAdvancedServerOps-1986232553 tempest-TestNetworkAdvancedServerOps-1986232553-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1094 time: 0.0713589 Mar 16 11:50:24.288484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53848) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:24.293222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:24.298955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:24.303196 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Usage tracker for resource:floatingip and tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:24.305936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:24.311395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:24.322404 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:24.455246 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:24.584213 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Allocated IP 172.26.0.184 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/6dd62fc2-f3e1-481e-b803-3e8e1461a065) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:24.827364 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:24.855840 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:24.914680 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:24.917432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:24.920953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:24.968633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=6dd62fc2-f3e1-481e-b803-3e8e1461a065,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:25.334520 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.405447 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.645441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.650531 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.756071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event updated for resources: {'Port': ['ID=6dd62fc2-f3e1-481e-b803-3e8e1461a065,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:25.767319 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.967921 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 9e94430e-e66c-4d13-bd39-95e48185e167 associated. External IP: 172.26.0.184, port: ec526598-1a12-4d7b-8ffd-1cb551fa76e4. Mar 16 11:50:26.424802 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router f6da51b6-9e93-43f3-8484-aa7dfff89d45 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:50:26.620156 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:26.630541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Sync routers for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:26.640238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:26.640856 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:26.647725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:26.703170 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-86234930-12ad-428a-96f2-717efecb2454 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4135685 Mar 16 11:50:26.703661 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:26.747742 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'status': 'completed', 'code': 200} Mar 16 11:50:26.848029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:26.946595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370478-319e-4d9a-bc98-7826a9843afe req-b067f9e2-1f8d-4075-a283-8b1e0b72a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:26.948710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-b067f9e2-1f8d-4075-a283-8b1e0b72a165 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1099 time: 0.1566358 Mar 16 11:50:26.959763 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19dc54-1057-4649-8245-455fb90fa4f7 req-9e3158c9-0d64-4337-8836-7928409eba82 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:26.961083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce19dc54-1057-4649-8245-455fb90fa4f7 req-9e3158c9-0d64-4337-8836-7928409eba82 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.1264200 Mar 16 11:50:27.018895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d8a10e28-d40d-4262-9d50-d87d5c7a0f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:27.095852 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ce19dc54-1057-4649-8245-455fb90fa4f7 req-42f23201-719c-4719-8afc-238e54e0df27 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136496 Mar 16 11:50:27.120518 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53856) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:27.124376 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370478-319e-4d9a-bc98-7826a9843afe req-78f72c30-b25c-418d-9ef2-8169c2af5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:27.125840 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-78f72c30-b25c-418d-9ef2-8169c2af5e2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 897 time: 0.1639254 Mar 16 11:50:27.234836 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-b0f4c6ff-9c57-46ed-b124-7282c4c97cb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 1000 time: 0.1021674 Mar 16 11:50:27.242949 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9e94430e-e66c-4d13-bd39-95e48185e167', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'port_id': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'mac_address': 'fa:16:3e:03:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32444b22-caff-45b6-9d58-7b4537585efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:25Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:27.243254 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-920ddf0e-77b1-4138-8913-c4271c953a82 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/9e94430e-e66c-4d13-bd39-95e48185e167 HTTP/1.1" status: 200 len: 992 time: 0.1202300 Mar 16 11:50:27.247737 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Checking router: f6da51b6-9e93-43f3-8484-aa7dfff89d45 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:27.257406 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:27.257986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:49:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:27.301389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370478-319e-4d9a-bc98-7826a9843afe req-866cca19-ada8-41be-acc9-14188243cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:27.303925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-866cca19-ada8-41be-acc9-14188243cfdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0624135 Mar 16 11:50:27.379659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370478-319e-4d9a-bc98-7826a9843afe req-a58e866f-f51c-4870-a0c4-cacdabe9ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:27.381771 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-a58e866f-f51c-4870-a0c4-cacdabe9ff45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724874 Mar 16 11:50:27.432796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:27.515265 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-5db9d281-ed44-44e9-a0ae-7fba967e35e1 service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276588 Mar 16 11:50:27.643777 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8f370478-319e-4d9a-bc98-7826a9843afe req-dc69717a-eaa1-4c81-8e0b-8ae2b7e88ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221080 Mar 16 11:50:27.777294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9e94430e-e66c-4d13-bd39-95e48185e167', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'port_id': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'mac_address': 'fa:16:3e:03:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32444b22-caff-45b6-9d58-7b4537585efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:25Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:27.781181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347be2b-0fda-4fa5-8c22-7066ec093031 None None] The sync data for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv is: [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9e94430e-e66c-4d13-bd39-95e48185e167', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'port_id': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'mac_address': 'fa:16:3e:03:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32444b22-caff-45b6-9d58-7b4537585efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:25Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 0, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:27.967220 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7723d183-0ef8-4ffa-a535-a68af5c5de68 None None] New status for floating IP 9e94430e-e66c-4d13-bd39-95e48185e167: ACTIVE {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:50:28.245022 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53860) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:28.349490 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f7fc8cec-a7c2-4bd0-9752-32b3657abb8c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/9e94430e-e66c-4d13-bd39-95e48185e167 HTTP/1.1" status: 200 len: 994 time: 0.1032851 Mar 16 11:50:29.182706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba50a-eda8-437a-ab93-8f390315946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.631192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.649498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.990865 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:32.103788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.507054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:56.981228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b35d2ce0-39b8-477a-8d56-3e197feffdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:59.185854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-236ac2b3-c44f-4d95-ac4c-37e2ce4cf391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:00.634608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:00.654809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:01.075258 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-516560ce-460c-4f20-88c0-354a0e831fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725768 Mar 16 11:51:01.227533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-d34c36a6-7be2-47ef-ae98-8d15cc13a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:01.229006 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-d34c36a6-7be2-47ef-ae98-8d15cc13a3ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1099 time: 0.0694959 Mar 16 11:51:01.463540 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-26e28e38-4f04-4b7e-86c2-f582da88c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:01.465331 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-26e28e38-4f04-4b7e-86c2-f582da88c74f service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 897 time: 0.2186210 Mar 16 11:51:01.566992 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-a47fc2bd-e342-48a3-8f00-8080cd2806ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 1002 time: 0.0949531 Mar 16 11:51:01.631721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-68e6751d-f47e-4b90-be08-54719345d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:01.633187 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-68e6751d-f47e-4b90-be08-54719345d27d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0599163 Mar 16 11:51:01.706101 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-90a82e39-2fcb-4225-884d-7a16689ca8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:01.707543 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-90a82e39-2fcb-4225-884d-7a16689ca8cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690982 Mar 16 11:51:01.836567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-c834356a-0f7d-4867-9474-bd0b65af04ec service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Mar 16 11:51:01.964883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8c21c57b-7c26-4d90-ba7a-848d972a597e req-d85eccb0-a865-4612-9d3e-854204f75c42 service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225212 Mar 16 11:51:02.106004 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.497395 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:07.989622 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:26.983300 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2c6f4a5a-43e5-42dc-9d34-d4470e362998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.187386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-38967ee7-55e8-4243-9d5f-c71fff9ecbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:29.609655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c42c79-f0bf-4212-b548-680b87975af7 req-e49ff2f0-1c91-4b70-a857-2f7b4ce7b200 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:29.610987 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6c42c79-f0bf-4212-b548-680b87975af7 req-e49ff2f0-1c91-4b70-a857-2f7b4ce7b200 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.1262574 Mar 16 11:51:29.654574 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f6c42c79-f0bf-4212-b548-680b87975af7 req-faf41f41-c19a-4159-b42a-af6c680f5d27 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380566 Mar 16 11:51:30.637332 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.656054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:30.981065 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8372e9-ecd7-43b0-84ba-7f76a31e199a req-4861aa98-2760-4d8b-af47-1e6cd776946a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:30.982526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9a8372e9-ecd7-43b0-84ba-7f76a31e199a req-4861aa98-2760-4d8b-af47-1e6cd776946a tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.1262944 Mar 16 11:51:31.027083 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9a8372e9-ecd7-43b0-84ba-7f76a31e199a req-ea0f6a2b-cf22-45c9-bf88-e6ded4143af1 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385795 Mar 16 11:51:32.109866 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:32.214867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aedf2f-d319-4e00-888b-816b9a086c66 req-bd39acc4-163c-43fc-b053-4dd34be7de4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:32.216296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24aedf2f-d319-4e00-888b-816b9a086c66 req-bd39acc4-163c-43fc-b053-4dd34be7de4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0830352 Mar 16 11:51:32.259981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24aedf2f-d319-4e00-888b-816b9a086c66 req-3a0f3f26-3cf0-4c5d-88c2-04c7002cf303 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381017 Mar 16 11:51:32.283271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:32.385913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2477af8d-484c-4c3d-b205-f2eec56d6d40 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/9e94430e-e66c-4d13-bd39-95e48185e167 HTTP/1.1" status: 200 len: 994 time: 0.1014333 Mar 16 11:51:33.914571 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316474-579c-4eab-8057-af311d9c0272 req-b1f72b4b-d61a-4bc2-9834-7449d371cde7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:33.915981 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18316474-579c-4eab-8057-af311d9c0272 req-b1f72b4b-d61a-4bc2-9834-7449d371cde7 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.1352704 Mar 16 11:51:33.918588 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-ef9b890f-91aa-4628-ba35-8115577298f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:33.919874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-ef9b890f-91aa-4628-ba35-8115577298f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1099 time: 0.1090744 Mar 16 11:51:34.042044 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-18316474-579c-4eab-8057-af311d9c0272 req-090dabf9-f5c6-4c19-82a1-e63b1459e6e2 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202898 Mar 16 11:51:34.075849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-19a123e9-33ea-4713-99a5-2cf963ebf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:34.077285 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-19a123e9-33ea-4713-99a5-2cf963ebf96a service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 897 time: 0.1432750 Mar 16 11:51:34.177660 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-641eb86e-5887-4cd4-ace1-3d04e43b0a22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 1002 time: 0.0932121 Mar 16 11:51:34.239403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-ed418f95-34b5-41a1-b4e4-262054590fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:34.240809 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-ed418f95-34b5-41a1-b4e4-262054590fe5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0572860 Mar 16 11:51:34.418332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-26a9bb71-4594-4082-b537-a255f5f6cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:34.419778 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-26a9bb71-4594-4082-b537-a255f5f6cd38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721494 Mar 16 11:51:34.515205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.550087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-f7de275e-ab59-41e3-a97c-63f321b75ddc service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233463 Mar 16 11:51:34.681100 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fe21e8e3-5585-4f90-b4ae-0f651d43e07e req-00848a95-09be-40c3-9960-5b9fa5cf6b8c service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232626 Mar 16 11:51:35.225344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e20b3-a1da-44a0-87dc-ea816f991398 req-dc13534c-0221-48e1-993c-f84249d940eb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:35.227298 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da7e20b3-a1da-44a0-87dc-ea816f991398 req-dc13534c-0221-48e1-993c-f84249d940eb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0781584 Mar 16 11:51:35.269590 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-da7e20b3-a1da-44a0-87dc-ea816f991398 req-6d433fbd-e764-40d3-987d-a528de3ab930 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367544 Mar 16 11:51:36.456108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ecd69-c6ae-49b9-91d0-b732dddb3ec5 req-74b636ab-907d-4f82-bdea-aa23f7c25d4d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:36.457600 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c90ecd69-c6ae-49b9-91d0-b732dddb3ec5 req-74b636ab-907d-4f82-bdea-aa23f7c25d4d tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0835502 Mar 16 11:51:36.501229 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c90ecd69-c6ae-49b9-91d0-b732dddb3ec5 req-72995af1-7fbc-4c70-8f83-c2e3bca467c8 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376527 Mar 16 11:51:36.524432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53914) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:36.632968 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-89098bea-2e74-4862-9e8b-0a1457723495 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/floatingips/9e94430e-e66c-4d13-bd39-95e48185e167 HTTP/1.1" status: 200 len: 994 time: 0.1073310 Mar 16 11:51:36.938278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53924) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:37.134601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port 6dd62fc2-f3e1-481e-b803-3e8e1461a065 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:37.134938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.303991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.304312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.424657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for 6dd62fc2-f3e1-481e-b803-3e8e1461a065 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:37.574457 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.623128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=6dd62fc2-f3e1-481e-b803-3e8e1461a065,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:37.662424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.662766 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.663102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.663433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.663759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.664141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.664654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.665002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.665324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.665640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.665968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.666279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:37.720246 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:37.720571 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Floating IP 9e94430e-e66c-4d13-bd39-95e48185e167 disassociated (deleted). External IP: 172.26.0.184, port: ec526598-1a12-4d7b-8ffd-1cb551fa76e4. Mar 16 11:51:38.178075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router f6da51b6-9e93-43f3-8484-aa7dfff89d45 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:38.352600 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:38.361824 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Sync routers for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:38.371644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:38.372257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.372582 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:38.430561 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-6afb491a-57ea-4b5b-8c37-48cf8cafa45c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/floatingips/9e94430e-e66c-4d13-bd39-95e48185e167 HTTP/1.1" status: 204 len: 168 time: 1.4907181 Mar 16 11:51:38.430795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:38.489918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'status': 'completed', 'code': 200} Mar 16 11:51:38.558333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:38.718374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-67c3fda1-9754-4ffe-99c0-771264955f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:38.719763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-67c3fda1-9754-4ffe-99c0-771264955f72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 1099 time: 0.1336820 Mar 16 11:51:38.879120 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.883990 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Checking router: f6da51b6-9e93-43f3-8484-aa7dfff89d45 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:38.892194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:38.892793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:38.918019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf936ad-9941-4081-808d-b13fd56c21db req-a47a42cc-c8b9-467b-afbc-84a19dfb5417 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:38.918703 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fcf936ad-9941-4081-808d-b13fd56c21db req-a47a42cc-c8b9-467b-afbc-84a19dfb5417 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Synchronizing usage tracker for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:38.922493 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-879a9dae-5741-44f3-87c7-ae68c25091b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:38.923872 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-879a9dae-5741-44f3-87c7-ae68c25091b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 200 len: 897 time: 0.1974723 Mar 16 11:51:38.991626 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-0e4cd88e-bb34-40cb-a497-b1292da95e5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 200 len: 217 time: 0.0607183 Mar 16 11:51:38.997447 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-fcf936ad-9941-4081-808d-b13fd56c21db req-a47a42cc-c8b9-467b-afbc-84a19dfb5417 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Unset dirty status for tenant:5e2bff91cb7f46e2b5e746c2fcd3f7e9 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:38.998724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf936ad-9941-4081-808d-b13fd56c21db req-a47a42cc-c8b9-467b-afbc-84a19dfb5417 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.2706838 Mar 16 11:51:39.071819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:39.090878 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-cae8d547-5578-498f-8d3b-57dc1336cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:39.092305 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-cae8d547-5578-498f-8d3b-57dc1336cbdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 200 len: 834 time: 0.0925736 Mar 16 11:51:39.095165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf936ad-9941-4081-808d-b13fd56c21db req-142bd61c-65b2-4435-9ef4-063258bb526f tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644898 Mar 16 11:51:39.171437 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-95977697-2ddd-47b2-9e54-2331df139eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:39.172969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-95977697-2ddd-47b2-9e54-2331df139eed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a89d74-4b1b-487f-b4aa-9e8261b81be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724626 Mar 16 11:51:39.303368 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-29b23a6a-487a-4486-8a97-9469bbad4709 service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227996 Mar 16 11:51:39.384673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:39.388740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827c53-3549-40df-8e61-defec2aecd0e None None] The sync data for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv is: [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:50:08Z', 'revision_number': 4, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'd4ed6f09-43e9-41ec-94e9-3a36c21d69ce', 'name': '', 'network_id': '55a89d74-4b1b-487f-b4aa-9e8261b81be9', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'mac_address': 'fa:16:3e:e5:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:07Z', 'updated_at': '2022-03-16T11:50:13Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'subnets': [{'id': '563c8ddb-5723-404a-8114-36b41b6637f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:39.436200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3302c20d-e0ad-485a-8144-3c6acdb55af0 req-83e77d8c-c00e-48d2-b737-35aae2415e2e service neutron] 10.222.0.55 "GET /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265960 Mar 16 11:51:39.606691 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13770f-8818-43c4-9883-516e35fff00e None None] New status for floating IP 9e94430e-e66c-4d13-bd39-95e48185e167: DOWN {{(pid=87844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:51:40.385505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84570e7-4a0f-4504-b167-da376fd3fd85 req-d65fd3d6-a7e7-4521-bda0-9c5b0eee16c4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:40.386880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c84570e7-4a0f-4504-b167-da376fd3fd85 req-d65fd3d6-a7e7-4521-bda0-9c5b0eee16c4 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.1847539 Mar 16 11:51:40.430544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c84570e7-4a0f-4504-b167-da376fd3fd85 req-802753f1-d759-405f-86da-192d98a10b75 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e2d1340-018c-462e-949b-cc8ad23d09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371468 Mar 16 11:51:40.847364 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-ae41ea5a-7e73-429f-b0cb-671ecf06f1ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:40.848774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-ae41ea5a-7e73-429f-b0cb-671ecf06f1ac tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 946 time: 0.0793118 Mar 16 11:51:40.917748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:40.918089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.164760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port ec526598-1a12-4d7b-8ffd-1cb551fa76e4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:41.165148 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.284465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for ec526598-1a12-4d7b-8ffd-1cb551fa76e4 owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:41.430143 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.480508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=ec526598-1a12-4d7b-8ffd-1cb551fa76e4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:41.584702 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] No DVR routers for this DVR port ec526598-1a12-4d7b-8ffd-1cb551fa76e4 on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:41.591317 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:41.593708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'name': 'network-vif-deleted', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:41.608896 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fbf44925-efce-49be-94c2-84477c093e9a req-04f7926c-2c35-4697-bb06-11052e6b96fe tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "GET /v2.0/ports?device_id=32444b22-caff-45b6-9d58-7b4537585efb HTTP/1.1" status: 200 len: 210 time: 0.0581782 Mar 16 11:51:41.617110 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd3d6c2d-58ea-4eb0-bc30-a1d5203a04e8 req-19a801a4-ffc1-4d82-a49b-3482fbf1bb4c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.55 "DELETE /v2.0/ports/ec526598-1a12-4d7b-8ffd-1cb551fa76e4 HTTP/1.1" status: 204 len: 173 time: 0.7633612 Mar 16 11:51:41.653369 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32444b22-caff-45b6-9d58-7b4537585efb', 'name': 'network-vif-deleted', 'tag': 'ec526598-1a12-4d7b-8ffd-1cb551fa76e4', 'status': 'completed', 'code': 200} Mar 16 11:51:42.705019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53944) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:43.267436 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.727717 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:43.728402 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.913462 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port d4ed6f09-43e9-41ec-94e9-3a36c21d69ce, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:43.913817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.032705 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for d4ed6f09-43e9-41ec-94e9-3a36c21d69ce owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:44.347157 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.397095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=d4ed6f09-43e9-41ec-94e9-3a36c21d69ce,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:44.435218 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.435560 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.435930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.436267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.436599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.436952 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.437279 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.437599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.437921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.438270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.438677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.438919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:44.679391 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.987851 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:45.141344 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Router f6da51b6-9e93-43f3-8484-aa7dfff89d45 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:45.315572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:45.325511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Sync routers for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:45.331226 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-48d48270-8c58-4e3a-a24a-068a353a55f0 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "PUT /v2.0/routers/f6da51b6-9e93-43f3-8484-aa7dfff89d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227531 Mar 16 11:51:45.331395 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53948) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:45.334541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:45.335164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:45.402238 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting subnet 563c8ddb-5723-404a-8114-36b41b6637f9 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:51:45.405243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.459423 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.512204 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ec526598-1a12-4d7b-8ffd-1cb551fa76e4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:45.536481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:45.543957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.624039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.662101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Subnet': ['ID=563c8ddb-5723-404a-8114-36b41b6637f9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:45.666396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.673495 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-99801f75-61be-4c7f-827c-63e1a02f587b tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/subnets/563c8ddb-5723-404a-8114-36b41b6637f9 HTTP/1.1" status: 204 len: 168 time: 0.3411603 Mar 16 11:51:45.676058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53952) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:45.692327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce75829-4fdf-424b-8c8f-7e03acec390f None None] Network 55a89d74-4b1b-487f-b4aa-9e8261b81be9 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:45.713735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: ec526598-1a12-4d7b-8ffd-1cb551fa76e4 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:45.714069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device ec526598-1a12-4d7b-8ffd-1cb551fa76e4 not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:45.855961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.032170 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.040390 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:51:44Z', 'revision_number': 5, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port': {'id': 'bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:46.044007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Deleting port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:46.044585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.044712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Checking router: f6da51b6-9e93-43f3-8484-aa7dfff89d45 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:46.053291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Routers {'f6da51b6-9e93-43f3-8484-aa7dfff89d45'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:46.053897 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:46.109934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] DHCP port deletion for 55a89d74-4b1b-487f-b4aa-9e8261b81be9 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:51:46.172675 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Deleting port 1d208a85-9b86-49be-94b4-8202bfa390c7 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:46.173066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.221242 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] For port bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:46.221887 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.252475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] Set router f6da51b6-9e93-43f3-8484-aa7dfff89d45 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:46.389329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:51:46Z', 'revision_number': 6, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:46.397979 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577377b5-0e78-44aa-8e85-4dc6a73446c6 None None] The sync data for ids ['f6da51b6-9e93-43f3-8484-aa7dfff89d45'] in dv-neutron-828143-9-hyperv is: [{'id': 'f6da51b6-9e93-43f3-8484-aa7dfff89d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133713401', 'tenant_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:03Z', 'updated_at': '2022-03-16T11:51:46Z', 'revision_number': 6, 'project_id': '5e2bff91cb7f46e2b5e746c2fcd3f7e9', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:46.478775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Calling delete_port for bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:46.513125 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] For port 1d208a85-9b86-49be-94b4-8202bfa390c7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=1d208a85-9b86-49be-94b4-8202bfa390c7,segment=NetworkSegment(82b9ccf1-a5b1-4513-ad96-3baae41ed9e2),segment_id=82b9ccf1-a5b1-4513-ad96-3baae41ed9e2)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:46.513515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.636149 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Calling delete_port for 1d208a85-9b86-49be-94b4-8202bfa390c7 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:46.657953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.707042 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Port': ['ID=bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:46.717574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003'] for port, after_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.762168 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Pushing event deleted for resources: {'Port': ['ID=1d208a85-9b86-49be-94b4-8202bfa390c7,revision_number=None']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:46.773509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.773848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.774367 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.774702 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.775030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.775359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.775682 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.776003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.776326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.776645 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.776986 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.777302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:46.780054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d278c6-b565-496c-b122-3f06829c5795 None None] No DVR routers for this DVR port 1d208a85-9b86-49be-94b4-8202bfa390c7 on host dv-neutron-828143-9-hyperv {{(pid=87843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:46.805474 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.978484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.980562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.002853 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.003405 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Fanout notify agent at l3_agent the message router_deleted on router f6da51b6-9e93-43f3-8484-aa7dfff89d45 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:51:47.018607 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.019687 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c0812655-3795-444f-9f1e-6f2722c1d734 tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/routers/f6da51b6-9e93-43f3-8484-aa7dfff89d45 HTTP/1.1" status: 204 len: 168 time: 1.3427434 Mar 16 11:51:47.022431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53956) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:47.131214 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.226152 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1d208a85-9b86-49be-94b4-8202bfa390c7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:47.262410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 1d208a85-9b86-49be-94b4-8202bfa390c7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:47.262752 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 1d208a85-9b86-49be-94b4-8202bfa390c7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:47.263200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4ed6f09-43e9-41ec-94e9-3a36c21d69ce no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:47.269637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.299011 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a89d74-4b1b-487f-b4aa-9e8261b81be9']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:47.317676 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:47.317970 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9ccf1-a5b1-4513-ad96-3baae41ed9e2') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:47.331598 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.347921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: d4ed6f09-43e9-41ec-94e9-3a36c21d69ce {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:47.347921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device d4ed6f09-43e9-41ec-94e9-3a36c21d69ce not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:47.348351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:47.352485 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.360169 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:51:47.360610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:51:47.375949 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:51:47.383745 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:47.384093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device bacbf2cc-8202-48e5-b6cf-c50dd69dd6e2 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:47.464505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.483716 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.501317 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'Network': ['ID=55a89d74-4b1b-487f-b4aa-9e8261b81be9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:47.506276 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8b8f87a6-6c4b-4dba-b1c7-4f339d0dab3c tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/networks/55a89d74-4b1b-487f-b4aa-9e8261b81be9 HTTP/1.1" status: 204 len: 168 time: 0.4805217 Mar 16 11:51:47.507154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53960) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:47.572181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.600166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.662543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.677326 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2d1340-018c-462e-949b-cc8ad23d09ff,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:47.684583 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:47.685705 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-3d363ece-28fe-454f-977f-8076613e0edb tempest-TestNetworkAdvancedServerOps-1386763252 tempest-TestNetworkAdvancedServerOps-1386763252-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e2d1340-018c-462e-949b-cc8ad23d09ff HTTP/1.1" status: 204 len: 168 time: 0.1783543 Mar 16 11:51:48.053774 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53970) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:48.197425 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9bc3c8b9-8328-4a85-9296-cf8570ac205d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e2bff91cb7f46e2b5e746c2fcd3f7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424737 Mar 16 11:51:48.199923 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53976) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:48.259695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.284498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.337276 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.351127 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f413b906-84c1-45ba-b470-690f2f30f98c,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:48.359261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.360370 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-77fa7579-e0c2-48e1-a8ee-600b88b930db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f413b906-84c1-45ba-b470-690f2f30f98c HTTP/1.1" status: 204 len: 168 time: 0.1595862 Mar 16 11:51:48.647484 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 53984) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:48.665014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.678564 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:48.683068 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee64192e25e47bcbdb485bbd538d1f4 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:48.685770 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:48.691239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:48.773542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.777091 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.827716 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ee64192e25e47bcbdb485bbd538d1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791551 Mar 16 11:51:48.830101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb0abf-bf03-4afa-be7b-2b263bd3e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7b2ad-9716-4f82-802c-d6b20f98fc77,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:48.830459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 53988) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:48.888618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.914738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.967487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.981538 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7b2ad-9716-4f82-802c-d6b20f98fc77,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:48.987818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.991059 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-dfeedec6-5786-4ecc-9c14-66dec4044e90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3d7b2ad-9716-4f82-802c-d6b20f98fc77 HTTP/1.1" status: 204 len: 168 time: 0.1573811 Mar 16 11:51:49.830483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54012) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:49.932894 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-176486582-network', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:49.937632 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:49.941507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Usage tracker for resource:network and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:49.944543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:49.950897 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:49.960270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Made reservation on behalf of 07d4a3cc94a9454e856e34fcad4aae41 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:49.962986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.974657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.989116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:49.993191 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:49.996059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:50.001789 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:50.081211 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.084671 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.115388 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:51:50.120337 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392e2370-c7d7-4d75-a2e0-5e86d4cd3967,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:50.126955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.127304 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Added segment a68acdfd-d72f-4fb2-ace7-0c1072981309 of type vlan for network 1ed47149-95f3-4dda-8bd6-7a767d0512de Mar 16 11:51:50.154965 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.182827 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.183967 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.184537 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.291205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] Pushing event updated for resources: {'Network': ['ID=1ed47149-95f3-4dda-8bd6-7a767d0512de,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:50.294441 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-25bae9ab-31b3-4659-9df9-50e08879bc6f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4629617 Mar 16 11:51:50.297403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54018) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:50.301526 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:51:50.302637 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Request body: {'subnet': {'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-176486582-subnet', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:50.308906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:50.312813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Usage tracker for resource:subnet and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:50.315622 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:50.322081 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:50.332651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Made reservation on behalf of 07d4a3cc94a9454e856e34fcad4aae41 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:50.335108 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.634630 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.705657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67230aa-c592-472b-8a9f-931b9dba771c,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:50.713161 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Checking segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:50.713507 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Network hostable DHCP agents. Network: 1ed47149-95f3-4dda-8bd6-7a767d0512de, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:51:50.730535 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:51:50.739269 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 1ed47149-95f3-4dda-8bd6-7a767d0512de) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:50.744074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:50.744691 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.748730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1174e-020e-4c39-9a6f-121126ef9f8a None None] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:50.765837 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-4cc14ec6-581c-4d66-b426-10d152b114bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4674447 Mar 16 11:51:50.768491 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54022) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:50.773533 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:50.778041 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:50.781817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Usage tracker for resource:router and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:50.784578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:50.790689 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:50.801995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.802987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.819964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.966956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-1ed47149-95f3-4dda-8bd6-7a767d0512de', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:51:50.967814 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.085429 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.121033 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Allocated IP 172.20.0.2 (1ed47149-95f3-4dda-8bd6-7a767d0512de/f67230aa-c592-472b-8a9f-931b9dba771c/99dfc054-b073-4983-9f2a-1ee2260b8cf0) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:51.332352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.346761 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Transition to ACTIVE for port object 99dfc054-b073-4983-9f2a-1ee2260b8cf0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:51.373202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Transition to ACTIVE for port object 99dfc054-b073-4983-9f2a-1ee2260b8cf0 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:51.379059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.400251 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.433154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.441369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:51.448689 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:51.453177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:51.493028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Pushing event updated for resources: {'Port': ['ID=99dfc054-b073-4983-9f2a-1ee2260b8cf0,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:51.548783 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Attempting to bind port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:51.549312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Attempting to bind port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:51.549677 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Attempting to bind port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:51.555505 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:51.555885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Checking segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:51.556292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.556693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Bound using segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:51.557191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Bound port: 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:51.557568 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.578510 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Allocated IP 172.26.0.139 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c0b6c37e-2379-461f-b30d-84a19c8b74f7) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:51.651661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] For port 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:51.654618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] For port 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=99dfc054-b073-4983-9f2a-1ee2260b8cf0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:51.659573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.731385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.746463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751df8-0f2a-481a-8f31-eeb9df7a5dc2 None None] Pushing event updated for resources: {'Port': ['ID=99dfc054-b073-4983-9f2a-1ee2260b8cf0,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:51.765430 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.834031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:51.837304 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:51.841968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:51.871239 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b6c37e-2379-461f-b30d-84a19c8b74f7,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:52.377316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.653124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b9a77-7365-4ec7-a41d-0c1478fa3cea None None] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:52.741234 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.761642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-68568e27-798f-45eb-aa3f-43bf3eb97a76 None None] Provisioning for port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:52.945775 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:51:53.125219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:53.135188 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:53.144705 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:53.145352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:53.147599 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.149158 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-c47a0645-958b-49c5-9587-fa47c39d71b6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3796706 Mar 16 11:51:53.151804 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54026) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:53.240945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 99dfc054-b073-4983-9f2a-1ee2260b8cf0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:53.308230 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:53.312946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:53.313625 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.339247 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:53.433875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.468472 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=99dfc054-b073-4983-9f2a-1ee2260b8cf0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:53.474478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.589349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=99dfc054-b073-4983-9f2a-1ee2260b8cf0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:53.656405 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:52Z', 'revision_number': 3, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:53.660196 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:53.660531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Updating router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc port c0b6c37e-2379-461f-b30d-84a19c8b74f7 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:53.712350 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.965339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.042290 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.053717 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Transition to ACTIVE for port object c0b6c37e-2379-461f-b30d-84a19c8b74f7 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:54.060107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.138289 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Attempting to bind port c0b6c37e-2379-461f-b30d-84a19c8b74f7 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:54.138921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Attempting to bind port c0b6c37e-2379-461f-b30d-84a19c8b74f7 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:54.139032 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Attempting to bind port c0b6c37e-2379-461f-b30d-84a19c8b74f7 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:54.146490 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Pushing event updated for resources: {'Port': ['ID=c0b6c37e-2379-461f-b30d-84a19c8b74f7,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:54.148724 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:54.149107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:54.149500 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.149879 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:54.150333 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Bound port: c0b6c37e-2379-461f-b30d-84a19c8b74f7, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:54.150692 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.169543 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Allocated IP 172.20.0.1 (1ed47149-95f3-4dda-8bd6-7a767d0512de/f67230aa-c592-472b-8a9f-931b9dba771c/b500b133-3531-4c51-aad5-ae384eb2e8e0) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:54.189073 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.189415 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.189745 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.190070 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.190394 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.190720 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.191042 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.191352 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.191669 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.191982 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.192547 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.192880 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:54.235025 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] For port c0b6c37e-2379-461f-b30d-84a19c8b74f7, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:54.238356 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] For port c0b6c37e-2379-461f-b30d-84a19c8b74f7, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c0b6c37e-2379-461f-b30d-84a19c8b74f7,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:54.245701 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.321089 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.336999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.provisioning_blocks [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Transition to ACTIVE for port object b500b133-3531-4c51-aad5-ae384eb2e8e0 will not be triggered until provisioned by entity DHCP. {{(pid=87842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:54.353172 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:54.353782 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:54.360054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.415975 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eeaa2-fce7-44d2-b3cf-4f7bceef3a18 None None] Pushing event updated for resources: {'Port': ['ID=c0b6c37e-2379-461f-b30d-84a19c8b74f7,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:54.416257 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:54.419060 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:54.422562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:54.472468 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Pushing event updated for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:54.489823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.546267 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:54.719003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a84beb8f-5bf5-4b5f-860e-0d80da5e5af2 None None] Provisioning for port b500b133-3531-4c51-aad5-ae384eb2e8e0 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:54.724117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-a84beb8f-5bf5-4b5f-860e-0d80da5e5af2 None None] Provisioning complete for port b500b133-3531-4c51-aad5-ae384eb2e8e0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:54.724555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a84beb8f-5bf5-4b5f-860e-0d80da5e5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.763992 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.785021 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-a84beb8f-5bf5-4b5f-860e-0d80da5e5af2 None None] Port b500b133-3531-4c51-aad5-ae384eb2e8e0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:54.831158 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:52Z', 'revision_number': 3, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:54.835037 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8995ce-5371-4739-9fc5-f70ef1da0936 None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:52Z', 'revision_number': 3, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:54.989736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.995681 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.227080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Pushing event updated for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:55.231732 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.299269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 99dfc054-b073-4983-9f2a-1ee2260b8cf0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:55.371848 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:55.372603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.374095 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:55.375380 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:55.534320 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c0b6c37e-2379-461f-b30d-84a19c8b74f7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:55.610053 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:55.620338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c0b6c37e-2379-461f-b30d-84a19c8b74f7 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:51:55.625890 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c0b6c37e-2379-461f-b30d-84a19c8b74f7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:55.626565 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.761178 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.767281 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eef8a168-616d-4fcc-96c0-60f2fa9f1cac None None] Provisioning complete for port b500b133-3531-4c51-aad5-ae384eb2e8e0 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:55.767641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eef8a168-616d-4fcc-96c0-60f2fa9f1cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.791762 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:55.801129 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-2866e513-e691-47fa-8fa1-92271360f60b admin admin] 10.222.0.50 "PUT /v2.0/routers/fde1e6fc-a7b3-444d-a836-c39bd56d3ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483595 Mar 16 11:51:55.815759 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c0b6c37e-2379-461f-b30d-84a19c8b74f7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c0b6c37e-2379-461f-b30d-84a19c8b74f7,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:55.828946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.864022 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-eef8a168-616d-4fcc-96c0-60f2fa9f1cac None None] Port b500b133-3531-4c51-aad5-ae384eb2e8e0 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:51:55.896121 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c0b6c37e-2379-461f-b30d-84a19c8b74f7,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:56.307190 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54044) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:56.312982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629152071-network', 'tenant_id': '341207eda5ef489ba1033203f1875562'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:56.318505 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.321827 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:56.322614 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Usage tracker for resource:network and tenant:341207eda5ef489ba1033203f1875562 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.325556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.330750 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:56.331350 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.331482 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:56.342291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Made reservation on behalf of 341207eda5ef489ba1033203f1875562 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:56.344631 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.360687 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.380756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.380756 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Usage tracker for resource:security_group_rule and tenant:341207eda5ef489ba1033203f1875562 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.383148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.389477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.489845 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.497370 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.519523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:56.529760 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:51:56.542254 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beec6d18-03e5-45e7-938d-a8d8d7ae9a78,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:56.546778 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.547217 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Added segment a60e48d8-06ff-4d12-8632-7fb51eeb18f3 of type vlan for network 684dc25d-61b9-461d-bf7c-b3cdee4351fd Mar 16 11:51:56.577977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.610772 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.611817 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:56.612385 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.713505 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4050884 Mar 16 11:51:56.716151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54048) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:56.723271 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Request body: {'subnet': {'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629152071-subnet', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:56.726400 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a28db-b3fd-46b6-a58d-40cfd2281621 admin admin] Pushing event updated for resources: {'Network': ['ID=684dc25d-61b9-461d-bf7c-b3cdee4351fd,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:56.731308 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.735813 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Usage tracker for resource:subnet and tenant:341207eda5ef489ba1033203f1875562 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.738921 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.746408 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.749047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:51:56.755993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Made reservation on behalf of 341207eda5ef489ba1033203f1875562 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:56.758962 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.928297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 2, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:56.932445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:56.932795 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Updating router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc port b500b133-3531-4c51-aad5-ae384eb2e8e0 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:51:56.961296 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.993129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-65f1e328-62a8-4cc3-9a71-5efb1435d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.999603 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.036715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f7f85d-9bd1-4282-8287-daa497304f81,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:57.046506 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Checking segment: {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:57.046831 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Network hostable DHCP agents. Network: 684dc25d-61b9-461d-bf7c-b3cdee4351fd, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:51:57.065007 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:51:57.075416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 684dc25d-61b9-461d-bf7c-b3cdee4351fd) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:57.079735 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.080421 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.100037 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-67eb150e-edd5-4c1b-87f4-bb48de817d05 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3829300 Mar 16 11:51:57.103677 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54052) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:57.107374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df216bcb-0701-4b1c-bf5f-985e5f6ea7a1 None None] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:57.109291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:57.113915 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:57.118654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Usage tracker for resource:router and tenant:341207eda5ef489ba1033203f1875562 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:57.121461 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:57.127014 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:57.137611 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.138654 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.154374 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.243301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c0b6c37e-2379-461f-b30d-84a19c8b74f7 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:51:57.509085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c0b6c37e-2379-461f-b30d-84a19c8b74f7 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:57.509085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.547960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.614153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'fixed_ips': [{'subnet_id': '41f7f85d-9bd1-4282-8287-daa497304f81'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:51:57.614951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.780265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.820140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Transition to ACTIVE for port object b500b133-3531-4c51-aad5-ae384eb2e8e0 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:57.838973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.874237 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.905639 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.014143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b85e2-7f00-45a9-be08-06558bdeb786 None None] Pushing event updated for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:58.083776 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Allocated IP 172.26.0.154 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/5cb4d0b0-f35c-4e4e-a262-b7061cda6c86) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:58.106903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Allocated IP 172.20.0.2 (684dc25d-61b9-461d-bf7c-b3cdee4351fd/41f7f85d-9bd1-4282-8287-daa497304f81/8d7ffe52-a623-496e-a9ea-14d6f5f7242a) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:58.130545 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Attempting to bind port b500b133-3531-4c51-aad5-ae384eb2e8e0 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:58.130926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Attempting to bind port b500b133-3531-4c51-aad5-ae384eb2e8e0 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:58.131260 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Attempting to bind port b500b133-3531-4c51-aad5-ae384eb2e8e0 on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:58.164481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:58.164871 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Checking segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:58.165275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.165661 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Bound using segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:58.166126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Bound port: b500b133-3531-4c51-aad5-ae384eb2e8e0, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:58.166495 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.244869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.277968 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.340683 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:58.347562 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:58.352316 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:58.356182 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] For port b500b133-3531-4c51-aad5-ae384eb2e8e0, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:58.380612 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Pushing event updated for resources: {'Port': ['ID=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:58.398964 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] For port b500b133-3531-4c51-aad5-ae384eb2e8e0, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b500b133-3531-4c51-aad5-ae384eb2e8e0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:58.408927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.496673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.517044 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Transition to ACTIVE for port object 8d7ffe52-a623-496e-a9ea-14d6f5f7242a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:58.519570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b85e2-7f00-45a9-be08-06558bdeb786 None None] Pushing event updated for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:58.531376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:58.532001 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:58.604696 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Transition to ACTIVE for port object 8d7ffe52-a623-496e-a9ea-14d6f5f7242a will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:51:58.613652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.807665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:58.814629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:58.827969 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.830901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:58.848114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Pushing event updated for resources: {'Port': ['ID=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:58.897128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:59.062418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Attempting to bind port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:51:59.063169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Attempting to bind port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:51:59.063169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Attempting to bind port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a on network 684dc25d-61b9-461d-bf7c-b3cdee4351fd {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:51:59.093829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:51:59.094214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Checking segment: {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:51:59.094772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.095159 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Bound using segment: {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:51:59.095640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Bound port: 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:51:59.096011 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.239324 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8d570758-02b8-4b49-9c81-d1b06eeda8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.292783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.322070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] For port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:51:59.333604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] For port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:51:59.342353 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.427976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775179-65dd-4496-abaf-abb7d43a2670 None None] Pushing event updated for resources: {'Port': ['ID=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:59.447445 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:59.454088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e36889e-498c-49a6-9509-8862c00c4707 None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:59.549311 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Router 89ada502-cc47-46b8-9044-7debd3f1876a is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:51:59.778012 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:59.789915 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Sync routers for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:59.800531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:59.801471 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:59.810054 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.811447 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-74e3934d-702f-4252-b951-ed8c14f0165b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7068522 Mar 16 11:51:59.814535 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54056) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:59.990799 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:00.306913 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 3, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.312058 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Checking router: 89ada502-cc47-46b8-9044-7debd3f1876a for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:00.312404 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Updating router 89ada502-cc47-46b8-9044-7debd3f1876a port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:52:00.372759 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.524755 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb140a23-8e0f-45d6-85c9-8e334b46c58f None None] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:52:00.698922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.755365 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.761318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.784276 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.785465 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-94228326-93d1-4f13-9d20-af061c7c9a0b None None] Provisioning for port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:00.797996 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Transition to ACTIVE for port object 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:00.806759 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.897588 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Attempting to bind port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:00.898602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Attempting to bind port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:00.898970 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Attempting to bind port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:00.901175 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536681df-4d33-40b6-8fff-a620c211b04e None None] Pushing event updated for resources: {'Port': ['ID=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:00.907005 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:00.907359 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:00.907757 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.908142 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:00.908733 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Bound port: 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:00.909126 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.941362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Allocated IP 172.20.0.1 (684dc25d-61b9-461d-bf7c-b3cdee4351fd/41f7f85d-9bd1-4282-8287-daa497304f81/11c5bf75-afc1-43be-9851-c88c5b4b9b73) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:00.992616 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] For port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:00.996173 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] For port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:01.004850 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.091527 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:01.092141 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:01.112874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.129468 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Transition to ACTIVE for port object 11c5bf75-afc1-43be-9851-c88c5b4b9b73 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:01.150751 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536681df-4d33-40b6-8fff-a620c211b04e None None] Pushing event updated for resources: {'Port': ['ID=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.154131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.218564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:01.221606 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:01.225412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:01.281962 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:01.290527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Pushing event updated for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.304633 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.312531 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d7ffe52-a623-496e-a9ea-14d6f5f7242a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:01.405628 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:01.411837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:01.412447 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.456738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.581417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.598536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b19e3f5a-c66c-45e2-b2c1-3870376e4fca None None] Provisioning for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:01.606891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b19e3f5a-c66c-45e2-b2c1-3870376e4fca None None] Provisioning complete for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:01.607107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b19e3f5a-c66c-45e2-b2c1-3870376e4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.613761 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 3, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:01.618621 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f1e3f-8f3e-4a5b-bd16-189d8c5eb2ea None None] The sync data for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv is: [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 3, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:01.669729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:01.681355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.682122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b500b133-3531-4c51-aad5-ae384eb2e8e0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:01.722363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.727835 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.749539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b19e3f5a-c66c-45e2-b2c1-3870376e4fca None None] Port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:01.807726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.821809 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port b500b133-3531-4c51-aad5-ae384eb2e8e0 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:01.826996 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b500b133-3531-4c51-aad5-ae384eb2e8e0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:01.827349 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.837706 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Pushing event updated for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.850514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.973093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.015776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port b500b133-3531-4c51-aad5-ae384eb2e8e0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b500b133-3531-4c51-aad5-ae384eb2e8e0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:02.019850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:02.020639 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.021120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:02.126037 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:02.139233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.271471 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-04eebb23-8bbf-464e-abcd-7cee567716c0 None None] Provisioning complete for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:02.271933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-04eebb23-8bbf-464e-abcd-7cee567716c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.380513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Router 89ada502-cc47-46b8-9044-7debd3f1876a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:52:02.388169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-04eebb23-8bbf-464e-abcd-7cee567716c0 None None] Port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:02.594649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:02.605482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3331e1e1-3c74-41ab-8650-29d4e6afbf3f admin admin] 10.222.0.50 "PUT /v2.0/routers/89ada502-cc47-46b8-9044-7debd3f1876a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7898240 Mar 16 11:52:03.131016 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54070) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.137037 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887266802', 'description': 'tempest-secgroup-smoke-887266802 description', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.143218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.147400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.151609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.157735 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.170420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.192875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.197850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.201240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.213657 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.295098 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.301296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.306444 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d7ffe52-a623-496e-a9ea-14d6f5f7242a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:03.344251 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.347524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.352082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-59253436-e66b-440b-8f81-c7e8a222939b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2198625 Mar 16 11:52:03.352499 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54074) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.360049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.370118 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.374354 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.377333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:03.377700 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.378080 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.385594 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.402536 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.473104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.474632 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Sync routers for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:03.482305 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.501316 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:03.502088 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:03.507767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bdb810-8127-4910-b514-7113da422679,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.522495 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.525608 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e3760f3e-2794-4105-aff6-8eedf30397c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718132 Mar 16 11:52:03.526660 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54078) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.531566 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.537628 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.541857 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.544673 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.550328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.569373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.580355 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b500b133-3531-4c51-aad5-ae384eb2e8e0 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:03.631745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.635783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.659579 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09be0adf-5ee4-4024-bb32-86ee3d4a9c6c,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.670082 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.672002 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-123473ba-b8b4-48f7-92b1-59e6bee42207 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444361 Mar 16 11:52:03.674764 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54082) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.680167 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.686115 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.690051 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.693071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.699541 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.719422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.744005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:03.786794 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.791659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.803416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port b500b133-3531-4c51-aad5-ae384eb2e8e0 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:03.803788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.809643 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9772ca2b-400e-4bd2-990d-8328388e55d8,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.826294 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.827527 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-589e6817-38c7-483a-aeb3-7cacff4114e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518767 Mar 16 11:52:03.830352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54086) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.835204 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.841492 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.845226 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.848010 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:03.854171 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:03.869361 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.933287 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.936949 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.964273 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e195ddf-2a35-403c-801f-7b388cfb9e9e,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.973736 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.975066 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-82f42cdd-4dcd-4684-a404-29a70aa71692 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438200 Mar 16 11:52:03.977903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54090) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:03.982809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:03.988787 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:03.993203 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:03.996067 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:04.002154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:04.013556 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Project 07d4a3cc94a9454e856e34fcad4aae41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:52:04.020136 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.084737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.088818 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.104030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:04.112227 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c90a67f-6b09-4005-87d2-9c3811f0dad0,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:04.121733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.125640 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-01c7a43c-d404-41bf-9b25-5561d8adf728 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440759 Mar 16 11:52:04.125766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54094) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:04.130504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': 'be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:04.137284 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:04.141283 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:04.144103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:04.149919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:04.162101 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.securitygroups_db [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Project 07d4a3cc94a9454e856e34fcad4aae41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:52:04.168540 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.219646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:04.227407 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:04.227777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.234031 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.237816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.262201 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb3f02b-b4d1-4346-85a8-581a49b29dd3,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:04.271489 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.272018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 4, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11c5bf75-afc1-43be-9851-c88c5b4b9b73', 'name': '', 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'mac_address': 'fa:16:3e:4a:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:00Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 2, 'project_id': '341207eda5ef489ba1033203f1875562', 'subnets': [{'id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:04.280905 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-912bd43a-0fe4-4af9-bba8-17dcc8c829d1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460202 Mar 16 11:52:04.285764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Checking router: 89ada502-cc47-46b8-9044-7debd3f1876a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:04.286114 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Updating router 89ada502-cc47-46b8-9044-7debd3f1876a port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:52:04.379722 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.435060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-0d609c4f-3341-4431-97f3-23378bb610c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:04.452459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-0d609c4f-3341-4431-97f3-23378bb610c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:04.454351 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.456763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-0d609c4f-3341-4431-97f3-23378bb610c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887266802&fields=id&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 267 time: 0.0572383 Mar 16 11:52:04.526810 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:04.543292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.598128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.610598 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-e7d08312-b484-4feb-a73a-6de0d27afb77 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:04.613281 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-e7d08312-b484-4feb-a73a-6de0d27afb77 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 808 time: 0.1506050 Mar 16 11:52:04.627211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-ca454c11-ec2d-4e06-b5be-7ccbbcede255 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/quotas/07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Mar 16 11:52:04.710274 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-ad8012a1-6913-484a-a3ee-c50542eabf76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779459 Mar 16 11:52:04.711108 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:04.875557 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.886774 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Transition to ACTIVE for port object 11c5bf75-afc1-43be-9851-c88c5b4b9b73 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:04.893287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.986836 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-56940801-d666-4c6b-ba51-0a3a057b1c8a service neutron] 10.222.0.50 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747591 Mar 16 11:52:05.057303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef37f-b8f0-4e29-a0b5-fa7f6a181387 None None] Pushing event updated for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:05.112688 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Attempting to bind port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:05.113089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Attempting to bind port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:05.113448 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Attempting to bind port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 on network 684dc25d-61b9-461d-bf7c-b3cdee4351fd {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:05.119231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:05.119597 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Checking segment: {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:05.120529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.120529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Bound using segment: {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:05.120818 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Bound port: 11c5bf75-afc1-43be-9851-c88c5b4b9b73, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:05.121205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.129007 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-cb54a013-2514-4883-9dc9-afce65c7d7f5 service neutron] 10.222.0.50 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361256 Mar 16 11:52:05.214541 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] For port 11c5bf75-afc1-43be-9851-c88c5b4b9b73, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:05.221940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] For port 11c5bf75-afc1-43be-9851-c88c5b4b9b73, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11c5bf75-afc1-43be-9851-c88c5b4b9b73,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:05.230613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.234242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:05.338599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-949a98e5-d893-4356-a892-eafb42970aee req-9467fe09-e51c-4d3b-aee7-345175973984 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 210 time: 0.0532126 Mar 16 11:52:05.383248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:05.384069 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:05.436530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef37f-b8f0-4e29-a0b5-fa7f6a181387 None None] Pushing event updated for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:05.469401 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:05.469788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.648819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:06.012869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 4, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11c5bf75-afc1-43be-9851-c88c5b4b9b73', 'name': '', 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'mac_address': 'fa:16:3e:4a:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:00Z', 'updated_at': '2022-03-16T11:52:05Z', 'revision_number': 4, 'project_id': '341207eda5ef489ba1033203f1875562', 'subnets': [{'id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:06.016803 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba7d6b-96e1-4ca5-bf05-8b6cfe800b8d None None] The sync data for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv is: [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 4, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '11c5bf75-afc1-43be-9851-c88c5b4b9b73', 'name': '', 'network_id': '684dc25d-61b9-461d-bf7c-b3cdee4351fd', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'mac_address': 'fa:16:3e:4a:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:00Z', 'updated_at': '2022-03-16T11:52:05Z', 'revision_number': 4, 'project_id': '341207eda5ef489ba1033203f1875562', 'subnets': [{'id': '41f7f85d-9bd1-4282-8287-daa497304f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:06.561741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69f2670a-4791-49b5-a451-8b0b4c72f4f8 req-14cc9b57-9df0-4e2c-a630-66f330abfa01 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 210 time: 0.0641482 Mar 16 11:52:06.604206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-60310c3b-1f42-417f-9c5a-ee50ff3ab841 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:06.605736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-60310c3b-1f42-417f-9c5a-ee50ff3ab841 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 808 time: 0.2380931 Mar 16 11:52:06.680883 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-a15e5319-9a8b-44bf-a23f-9fecce650aae tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 379 time: 0.0457716 Mar 16 11:52:06.689076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'port': {'device_id': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'admin_state_up': True, 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'security_groups': ['be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:06.834067 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:06.840269 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:port and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:06.843427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:06.849229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:06.860290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Made reservation on behalf of 07d4a3cc94a9454e856e34fcad4aae41 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:06.863984 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.034628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Allocated IP 172.20.0.3 (1ed47149-95f3-4dda-8bd6-7a767d0512de/f67230aa-c592-472b-8a9f-931b9dba771c/679a0f65-380f-4a83-b64a-44f0482ff2ec) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:07.247976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11c5bf75-afc1-43be-9851-c88c5b4b9b73 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:07.249121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.265427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Transition to ACTIVE for port object 679a0f65-380f-4a83-b64a-44f0482ff2ec will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:07.288119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.324962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:07.330503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:07.331007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.353920 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:07.361552 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:07.365911 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:07.421047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:07.435785 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:07.437842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.453887 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.464636 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-6923eb25-38a5-4b58-9904-a9e843238cb1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788057 Mar 16 11:52:07.484024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Request body: {'port': {'device_id': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:07.489053 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 11c5bf75-afc1-43be-9851-c88c5b4b9b73, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11c5bf75-afc1-43be-9851-c88c5b4b9b73,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:07.494078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.578718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:07.674529 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f570c853-b9ec-4e59-b09c-d8b394f9d331 None None] Provisioning for port 679a0f65-380f-4a83-b64a-44f0482ff2ec completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:07.680248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f570c853-b9ec-4e59-b09c-d8b394f9d331 None None] Provisioning complete for port 679a0f65-380f-4a83-b64a-44f0482ff2ec triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:07.680754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f570c853-b9ec-4e59-b09c-d8b394f9d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.738488 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f570c853-b9ec-4e59-b09c-d8b394f9d331 None None] Port 679a0f65-380f-4a83-b64a-44f0482ff2ec cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:07.760594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:07.859834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2b51-9a93-4a24-9b67-1edae03bb731 req-1ef71801-3891-488b-9d58-1fdeacaeecac tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:07.860433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-de8e2b51-9a93-4a24-9b67-1edae03bb731 req-1ef71801-3891-488b-9d58-1fdeacaeecac tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:07.934907 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-de8e2b51-9a93-4a24-9b67-1edae03bb731 req-1ef71801-3891-488b-9d58-1fdeacaeecac tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:07.936043 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de8e2b51-9a93-4a24-9b67-1edae03bb731 req-1ef71801-3891-488b-9d58-1fdeacaeecac tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 931 time: 0.2446036 Mar 16 11:52:08.066152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-de8e2b51-9a93-4a24-9b67-1edae03bb731 req-05ac4204-9de9-4553-b3bd-2a132776b1ab tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240175 Mar 16 11:52:08.179020 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:52:08.187669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.202912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Transition to ACTIVE for port object 679a0f65-380f-4a83-b64a-44f0482ff2ec will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:08.205715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.332875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:08.434797 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Attempting to bind port 679a0f65-380f-4a83-b64a-44f0482ff2ec on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:08.435062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Attempting to bind port 679a0f65-380f-4a83-b64a-44f0482ff2ec by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:08.435380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Attempting to bind port 679a0f65-380f-4a83-b64a-44f0482ff2ec on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:08.439839 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Port 679a0f65-380f-4a83-b64a-44f0482ff2ec on network 1ed47149-95f3-4dda-8bd6-7a767d0512de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:52:08.440151 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Attempting to bind port 679a0f65-380f-4a83-b64a-44f0482ff2ec on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:08.446231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:08.446559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Checking segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:08.446934 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Bound using segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:08.447354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Bound port: 679a0f65-380f-4a83-b64a-44f0482ff2ec, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:08.447687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.537710 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:08.540527 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:08.545112 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.598938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.599553 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.601798 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] 10.222.0.55 "PUT /v2.0/ports/679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1093 time: 1.1225662 Mar 16 11:52:08.604353 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:08.641217 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1e331-3faa-43d1-8fed-3ceecf8fa9ef service neutron] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:08.751017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-3caf3ec4-c7b3-4f19-bf22-868ef13ab2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.752324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-3caf3ec4-c7b3-4f19-bf22-868ef13ab2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1096 time: 0.0794461 Mar 16 11:52:08.762726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'status': 'completed', 'code': 200} Mar 16 11:52:08.843723 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-8c1babfc-ed9b-4fd5-afd0-096d2d3f04c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 217 time: 0.0647719 Mar 16 11:52:08.905654 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bf1dcb4e-e636-49d1-97c1-d2bc25f2da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.907128 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-bf1dcb4e-e636-49d1-97c1-d2bc25f2da7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0580373 Mar 16 11:52:08.980601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-f263eac8-af06-4985-97df-f06e79462812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.982038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-f263eac8-af06-4985-97df-f06e79462812 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690413 Mar 16 11:52:09.119037 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-b8bdaa1f-87fe-418c-bd00-e945af0a6d6d service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300516 Mar 16 11:52:09.224256 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11c5bf75-afc1-43be-9851-c88c5b4b9b73 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:09.339875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:09.340251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.408480 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1fc3d5c-d7ec-4265-8bf4-c999da5cef52 req-19c25366-1c09-4438-9593-6f0874376d5b service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832532 Mar 16 11:52:09.431309 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbfad-c811-41ac-8b85-0baf9124c20f req-f1b3cd23-d552-4d82-9cfc-a85931091e8d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.432782 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e37bbfad-c811-41ac-8b85-0baf9124c20f req-f1b3cd23-d552-4d82-9cfc-a85931091e8d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.2234578 Mar 16 11:52:09.482131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e37bbfad-c811-41ac-8b85-0baf9124c20f req-df2924d8-4060-4cbc-b9b0-7d287f946360 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Mar 16 11:52:09.563594 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-7263101f-41d1-41d8-8104-548f18ee3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.565047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-7263101f-41d1-41d8-8104-548f18ee3e3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1096 time: 0.0723059 Mar 16 11:52:09.691837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-5946019c-2cba-4931-8778-5050d9d481a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.693447 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-5946019c-2cba-4931-8778-5050d9d481a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1226563 Mar 16 11:52:09.760086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-44a88bd7-1ee8-43d7-8a60-592d369c53b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 217 time: 0.0607021 Mar 16 11:52:09.825562 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-8d83f741-712f-4d24-86d0-f59536015abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.826969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-8d83f741-712f-4d24-86d0-f59536015abe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0605915 Mar 16 11:52:09.902683 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-4c01eb2b-fa7f-486a-b620-d59676fb0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.904162 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-4c01eb2b-fa7f-486a-b620-d59676fb0193 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689344 Mar 16 11:52:10.031817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-8e992243-35a3-4416-b176-72c3183d2d3d service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213534 Mar 16 11:52:10.161038 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c47897cf-8647-4b10-b610-a78def5c0bf8 req-5d2abf58-8856-41cb-abb3-08a6635ff45b service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229563 Mar 16 11:52:10.667465 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369224-21ee-41c2-93f1-b9929f7869c9 req-81752a9c-e3cc-45a0-9169-a09f6a289412 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.668905 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d369224-21ee-41c2-93f1-b9929f7869c9 req-81752a9c-e3cc-45a0-9169-a09f6a289412 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0794716 Mar 16 11:52:10.715427 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d369224-21ee-41c2-93f1-b9929f7869c9 req-5a41d770-2b84-4371-ba87-7e3e1920f80b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Mar 16 11:52:11.900058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c761-5867-434b-aec2-bb44a3a95b21 req-0b97a40c-7a12-4d98-8006-a65d06d13c67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.901516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19f6c761-5867-434b-aec2-bb44a3a95b21 req-0b97a40c-7a12-4d98-8006-a65d06d13c67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0790544 Mar 16 11:52:11.943772 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-19f6c761-5867-434b-aec2-bb44a3a95b21 req-80dafc00-0b3f-4f0a-905f-c0e815914fbf tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367529 Mar 16 11:52:13.126324 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64fc3d-b25c-4d67-b389-2550680ae654 req-1c867631-a289-463e-b1bb-ad1608ff77c7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:13.127763 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f64fc3d-b25c-4d67-b389-2550680ae654 req-1c867631-a289-463e-b1bb-ad1608ff77c7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0813019 Mar 16 11:52:13.178982 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3f64fc3d-b25c-4d67-b389-2550680ae654 req-74730454-7db9-48dc-852e-b5a4d296b4c9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Mar 16 11:52:13.667233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:52:13.797154 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:13.810955 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:52:13.881515 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:13.904618 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:52:13.920400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:13.924370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:13.989769 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:14.320040 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['679a0f65-380f-4a83-b64a-44f0482ff2ec'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:52:14.359470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b73c-6eee-45ff-b3c5-f2ae6eaaf1a0 req-7dbc7291-6605-471b-a6dc-6b1f9072c334 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:14.360922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5321b73c-6eee-45ff-b3c5-f2ae6eaaf1a0 req-7dbc7291-6605-471b-a6dc-6b1f9072c334 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0780418 Mar 16 11:52:14.405772 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5321b73c-6eee-45ff-b3c5-f2ae6eaaf1a0 req-9590e97c-755c-4eef-b750-1e8108c07d6d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391235 Mar 16 11:52:15.594147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16800e-8f38-4388-b226-e3dcf454247b req-b1073a85-2ea9-4477-ab45-2a1bd7a00dce tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:15.595577 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fd16800e-8f38-4388-b226-e3dcf454247b req-b1073a85-2ea9-4477-ab45-2a1bd7a00dce tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0814652 Mar 16 11:52:15.640874 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fd16800e-8f38-4388-b226-e3dcf454247b req-eb1e5779-1416-4295-b3bd-2016be3d7bbb tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 Mar 16 11:52:15.666838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:15.734558 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 679a0f65-380f-4a83-b64a-44f0482ff2ec completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:15.739054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 679a0f65-380f-4a83-b64a-44f0482ff2ec triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:15.739427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.857201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.883443 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:15.893595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:15.898764 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.974770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:16.025007 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'code': 200} Mar 16 11:52:16.285313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10de43-dde9-41ce-bcd6-434178666132 req-8c7b89ce-20a2-49b8-b7bb-378d920fc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:16.286671 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d10de43-dde9-41ce-bcd6-434178666132 req-8c7b89ce-20a2-49b8-b7bb-378d920fc9bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0691721 Mar 16 11:52:16.329512 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2d10de43-dde9-41ce-bcd6-434178666132 req-8b7e584f-ac5b-4ce9-bc4c-212f40078dfb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Mar 16 11:52:16.822568 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05edfe2-7c2a-42f4-88e2-133e9a4dd447 req-030f27e8-07e2-4593-b873-6bef8a4f5937 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:16.823886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d05edfe2-7c2a-42f4-88e2-133e9a4dd447 req-030f27e8-07e2-4593-b873-6bef8a4f5937 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0796945 Mar 16 11:52:16.867748 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d05edfe2-7c2a-42f4-88e2-133e9a4dd447 req-e2a9c6ed-f41c-4d75-9a2f-36f7f9a7937c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382342 Mar 16 11:52:18.051852 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbe1bd-ce1b-4758-a842-af33002a8384 req-a6b0ba25-b5f8-4e28-bc66-ba8ef8b16676 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:18.053293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7fbe1bd-ce1b-4758-a842-af33002a8384 req-a6b0ba25-b5f8-4e28-bc66-ba8ef8b16676 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0809355 Mar 16 11:52:18.096347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d7fbe1bd-ce1b-4758-a842-af33002a8384 req-3f808fc3-dda1-4ff5-be5e-12368d62d750 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Mar 16 11:52:18.275932 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e80ef-081c-49a5-bca9-c7e14de20701 req-c4d32a09-cf39-4af4-8714-2d0dcabda910 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:18.277284 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-834e80ef-081c-49a5-bca9-c7e14de20701 req-c4d32a09-cf39-4af4-8714-2d0dcabda910 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0781622 Mar 16 11:52:18.321033 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-834e80ef-081c-49a5-bca9-c7e14de20701 req-1adc6d66-395e-4fd0-9448-da1fc61e528c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 Mar 16 11:52:18.343416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54172) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:18.451457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850a4d0-118e-4f9c-b4e5-0a612a3df1b7 tempest-TestShelveInstance-2041681404 tempest-TestShelveInstance-2041681404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:18.452969 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7850a4d0-118e-4f9c-b4e5-0a612a3df1b7 tempest-TestShelveInstance-2041681404 tempest-TestShelveInstance-2041681404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1093 time: 0.1085598 Mar 16 11:52:18.455917 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54178) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:18.461280 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:18.467193 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:18.470966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:floatingip and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:18.473739 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:18.479416 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:18.490099 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:18.625659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:18.756932 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Allocated IP 172.26.0.169 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/a464aff7-0765-4ec1-a2d2-6aaeff7b0920) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:18.898953 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:18.926869 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:18.989202 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:18.995801 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:18.999765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:19.133578 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=a464aff7-0765-4ec1-a2d2-6aaeff7b0920,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:19.511321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:19.583049 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:19.784449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:19.788625 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:19.896584 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=a464aff7-0765-4ec1-a2d2-6aaeff7b0920,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:19.913619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.085111 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Floating IP 5d75418b-0421-411e-a5e1-2e10367bec75 associated. External IP: 172.26.0.169, port: 679a0f65-380f-4a83-b64a-44f0482ff2ec. Mar 16 11:52:20.426653 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:52:20.711796 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:20.721149 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:20.731300 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:20.731891 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:20.736219 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.808179 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-d3c61874-2a07-44ce-8678-7384db8955f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3363504 Mar 16 11:52:20.808179 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:20.906827 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:20.922334 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'status': 'completed', 'code': 200} Mar 16 11:52:21.045546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-90bd4fab-e410-44a4-b6cc-3315d05e51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.047006 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-90bd4fab-e410-44a4-b6cc-3315d05e51f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0746026 Mar 16 11:52:21.284065 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5d75418b-0421-411e-a5e1-2e10367bec75', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:19Z', 'updated_at': '2022-03-16T11:52:19Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:21.284808 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-a1bdfc1f-b482-4e79-b3a0-00ed09dee072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.286259 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-a1bdfc1f-b482-4e79-b3a0-00ed09dee072 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.2334819 Mar 16 11:52:21.287929 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:21.296141 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:21.296658 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:51:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:21.387890 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-81fc4281-4ca2-40f2-8992-bda6b8f80711 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 999 time: 0.0956929 Mar 16 11:52:21.449573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-65c4b497-de49-4b0f-9a61-1295c9d8445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.451129 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-65c4b497-de49-4b0f-9a61-1295c9d8445d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0571351 Mar 16 11:52:21.475450 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:21.528008 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-81ffeaa1-73c3-4071-a1de-10de4243713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.529510 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-81ffeaa1-73c3-4071-a1de-10de4243713c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722573 Mar 16 11:52:21.662922 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-487823bb-1977-4404-807d-10b0c744630c service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264713 Mar 16 11:52:21.794236 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4ef801db-a785-4f6d-9773-27daaf7ae3e7 req-a7bfee84-22d6-4c67-b09a-702e34136b3a service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260519 Mar 16 11:52:21.822613 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5d75418b-0421-411e-a5e1-2e10367bec75', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:19Z', 'updated_at': '2022-03-16T11:52:19Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:21.826816 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b4eb31-dc41-4a0b-9198-85f9cf194bb1 None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '5d75418b-0421-411e-a5e1-2e10367bec75', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:19Z', 'updated_at': '2022-03-16T11:52:19Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:21.986842 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:22.009619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615afb82-3bf6-4827-b0ac-961a9d7286f8 None None] New status for floating IP 5d75418b-0421-411e-a5e1-2e10367bec75: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:52:26.985073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bb3121c8-690a-4da0-b5b7-bfc5ee15121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:29.200585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9ac41057-b043-410c-9244-3a9998e79390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.638567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.661641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:32.121024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.533509 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:56.987380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b555cc2d-2a1c-4101-b3c1-e1776887f996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.987219 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:59.194733 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7f264841-d2c6-4138-bdba-c9142eaec4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:00.643492 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:00.666788 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.125145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.849122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-12c57acf-ff74-4eb7-a56c-af4fab91f175 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811148 Mar 16 11:53:03.002042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-a87deae7-ad32-4089-804d-f6e87e236d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:03.003469 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-a87deae7-ad32-4089-804d-f6e87e236d50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0719357 Mar 16 11:53:03.144346 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-d1e95940-cc00-4a92-bafe-4ece6567f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:03.145714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-d1e95940-cc00-4a92-bafe-4ece6567f35f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1248493 Mar 16 11:53:03.248899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-21cc7733-9fd4-48d8-905f-56348298e59d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.0975070 Mar 16 11:53:03.314892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-b070cd26-fbc9-4fd7-a716-1c04408010e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:03.316303 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-b070cd26-fbc9-4fd7-a716-1c04408010e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0617404 Mar 16 11:53:03.395757 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-552b049c-37a2-4789-a416-48ca20b53526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:03.397431 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-552b049c-37a2-4789-a416-48ca20b53526 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738475 Mar 16 11:53:03.542673 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-d105d95a-3ca5-422a-a349-0c4a1d42799c service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394272 Mar 16 11:53:03.692893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e40e1240-5311-4fc9-a2cd-ba92a65b5113 req-2354043f-ad07-48bc-ae37-c805553a1dcc service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434069 Mar 16 11:53:04.542624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.988480 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-024e8983-067e-457e-90df-4bdcea09b3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.196200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7718fda9-e7d5-47d0-955d-d71814f2a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.645400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.666286 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:32.124518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.550233 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.989627 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:56.989790 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd63c-f805-4393-9b43-21fedf7573d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.200147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-63257718-b8f4-4100-befe-3553fc3c2f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.646123 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.671433 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.126188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.067114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-f92117c5-6307-47dd-85f7-afaabbd2e138 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724354 Mar 16 11:54:04.220161 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6523-4632-454a-900d-2217b066a466 req-3b7279e5-3114-40da-b769-522a87ced2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.221630 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-3b7279e5-3114-40da-b769-522a87ced2d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0729516 Mar 16 11:54:04.465749 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6523-4632-454a-900d-2217b066a466 req-f5c70276-a11a-447b-9f8c-2de9a5fb4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.467114 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-f5c70276-a11a-447b-9f8c-2de9a5fb4137 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.2265520 Mar 16 11:54:04.556997 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.569919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-a16a83f9-57e3-47ab-a302-e5615af88ab6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.0960407 Mar 16 11:54:04.630580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6523-4632-454a-900d-2217b066a466 req-eb71f5ba-615f-4ae2-b3a7-97387eb782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.631937 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-eb71f5ba-615f-4ae2-b3a7-97387eb782dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0562210 Mar 16 11:54:04.704345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6523-4632-454a-900d-2217b066a466 req-ecc9228a-be68-4966-90de-b381879a807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.705813 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-ecc9228a-be68-4966-90de-b381879a807b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681908 Mar 16 11:54:04.834985 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-392c36a8-767b-4048-ab27-7a4af7fad1a8 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228769 Mar 16 11:54:04.961594 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-589e6523-4632-454a-900d-2217b066a466 req-faa8c2dc-3916-449c-bc83-1b20ebae0157 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210418 Mar 16 11:54:12.989219 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:26.992146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0d1078ae-33a0-4b5a-851b-919270c06813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:29.201819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ccda811e-2506-4cd0-b8ba-76e9e085c8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:30.648225 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:30.679898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:32.128785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:34.565374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:49.219958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e46c7-5e29-4ca9-aa81-d2c3e87fd63d req-23a1ca8e-92fb-4bbe-8f48-26bd82df5798 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:49.221528 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-101e46c7-5e29-4ca9-aa81-d2c3e87fd63d req-23a1ca8e-92fb-4bbe-8f48-26bd82df5798 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0891287 Mar 16 11:54:49.264498 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-101e46c7-5e29-4ca9-aa81-d2c3e87fd63d req-718b6e88-c754-436c-aedb-16d83687b191 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Mar 16 11:54:49.988459 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:50.450676 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd09af4-4f38-48f9-8726-87db99f327da req-b1a81f05-3c2b-4b15-9a10-6b4b93b2f389 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:50.452200 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cd09af4-4f38-48f9-8726-87db99f327da req-b1a81f05-3c2b-4b15-9a10-6b4b93b2f389 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0827205 Mar 16 11:54:50.495471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1cd09af4-4f38-48f9-8726-87db99f327da req-ad9901db-81ad-4fa8-b8c5-63fbf1795874 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375893 Mar 16 11:54:51.681747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f52ba-8a14-423a-b179-87872e968595 req-e2843b23-4ea2-4d8b-bd19-1a2de892e4ea tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:51.683174 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e2f52ba-8a14-423a-b179-87872e968595 req-e2843b23-4ea2-4d8b-bd19-1a2de892e4ea tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0787933 Mar 16 11:54:51.731326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e2f52ba-8a14-423a-b179-87872e968595 req-e5b05854-4eb5-4c8c-a906-addd221ca809 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Mar 16 11:54:52.920312 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eedbe-20bc-406b-aa0d-49321636c9b7 req-1c14fabc-b3f5-4fd6-bbf8-5e52fd4651d2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:52.921891 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-726eedbe-20bc-406b-aa0d-49321636c9b7 req-1c14fabc-b3f5-4fd6-bbf8-5e52fd4651d2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0818348 Mar 16 11:54:52.965468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-726eedbe-20bc-406b-aa0d-49321636c9b7 req-efeffe16-339a-429b-8453-1d6e7ea7076d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379696 Mar 16 11:54:54.148631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965953c-ce28-4ddc-9847-c98af5c4c405 req-cdc05cd8-5c6b-4600-a6ee-4a864366aee0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:54.150199 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3965953c-ce28-4ddc-9847-c98af5c4c405 req-cdc05cd8-5c6b-4600-a6ee-4a864366aee0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0820866 Mar 16 11:54:54.196469 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3965953c-ce28-4ddc-9847-c98af5c4c405 req-f5d5af41-b5cc-4962-8894-b260b78105a2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Mar 16 11:54:55.376362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521cb9-c260-47f2-affc-58fe8c07ac44 req-b072f052-cf36-4072-b947-a95ca80d1fdf tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:55.377818 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba521cb9-c260-47f2-affc-58fe8c07ac44 req-b072f052-cf36-4072-b947-a95ca80d1fdf tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0780742 Mar 16 11:54:55.421608 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba521cb9-c260-47f2-affc-58fe8c07ac44 req-fa67f408-c937-4ac6-b842-9da584668654 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382586 Mar 16 11:54:56.623997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0715-4133-48f5-b0d8-ba0200c44136 req-23e334c7-fe6f-452d-9b9c-86c30bfdb063 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:56.625486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-987b0715-4133-48f5-b0d8-ba0200c44136 req-23e334c7-fe6f-452d-9b9c-86c30bfdb063 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0987568 Mar 16 11:54:56.668597 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-987b0715-4133-48f5-b0d8-ba0200c44136 req-dfeb7a94-0a45-41f2-8215-bd47e54f9bc1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375388 Mar 16 11:54:56.993269 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d6bb759c-4e59-44fd-a880-fefe4d8a9375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:57.849489 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769ddd1-3fe1-4b7b-bd59-373db6e08a6e req-d946a3fe-3097-4749-a743-efa88a75387c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:57.850913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4769ddd1-3fe1-4b7b-bd59-373db6e08a6e req-d946a3fe-3097-4749-a743-efa88a75387c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0787189 Mar 16 11:54:57.895679 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4769ddd1-3fe1-4b7b-bd59-373db6e08a6e req-fa413259-0999-4d9f-a653-c2ab92eabe8a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389628 Mar 16 11:54:59.083348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a9ae4-6354-4f03-97bc-ef1634db093b req-af542269-9cf2-4db2-8f48-5430be653b7c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:59.084766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-877a9ae4-6354-4f03-97bc-ef1634db093b req-af542269-9cf2-4db2-8f48-5430be653b7c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0822892 Mar 16 11:54:59.127445 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-877a9ae4-6354-4f03-97bc-ef1634db093b req-ac72af92-9b6b-486c-80f2-c64e50b4490e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 Mar 16 11:54:59.204555 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7a95-1f83-4917-ad0c-1ba8ae65af5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.319276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37000d3-6952-47d6-838e-7687f23f14fc req-7ff4d10f-b521-45e3-abb2-3cb26801f69c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:00.320707 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e37000d3-6952-47d6-838e-7687f23f14fc req-7ff4d10f-b521-45e3-abb2-3cb26801f69c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0823212 Mar 16 11:55:00.363830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e37000d3-6952-47d6-838e-7687f23f14fc req-8713ec6d-79d8-46b5-951b-041c3095b564 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375333 Mar 16 11:55:00.648977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:00.675075 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:01.551871 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf66ee-74b2-4124-b3d0-d3ea02da0d09 req-afcdf840-96da-4d21-938e-96eacd526be3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:01.553341 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-afbf66ee-74b2-4124-b3d0-d3ea02da0d09 req-afcdf840-96da-4d21-938e-96eacd526be3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0849869 Mar 16 11:55:01.603494 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-afbf66ee-74b2-4124-b3d0-d3ea02da0d09 req-d6821084-4466-40a5-b3bc-033a54a10d05 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Mar 16 11:55:02.131228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:02.789042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534a13e-0153-4804-a20c-e81ad7547596 req-d6cbd9ac-c1c4-4042-b8e1-6fc1a0225580 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:02.790381 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9534a13e-0153-4804-a20c-e81ad7547596 req-d6cbd9ac-c1c4-4042-b8e1-6fc1a0225580 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0822852 Mar 16 11:55:02.833384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9534a13e-0153-4804-a20c-e81ad7547596 req-ea6c7fbd-4f11-41ed-8d54-dab02db4b273 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 Mar 16 11:55:04.018456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee675f9-3d7d-430f-a471-34466cff6d20 req-468cc008-77bb-4b82-a1f4-8adf1459c03a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.019887 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bee675f9-3d7d-430f-a471-34466cff6d20 req-468cc008-77bb-4b82-a1f4-8adf1459c03a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0793538 Mar 16 11:55:04.063142 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bee675f9-3d7d-430f-a471-34466cff6d20 req-83ce9da2-515d-4db1-95cf-ba851bea9890 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377243 Mar 16 11:55:04.555499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:05.339326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b492e-f2a8-4e87-8285-9af0e83f83cd req-aa77ba27-3aab-4c74-9dec-f19bc3b50495 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:05.340764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-400b492e-f2a8-4e87-8285-9af0e83f83cd req-aa77ba27-3aab-4c74-9dec-f19bc3b50495 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1753309 Mar 16 11:55:05.384272 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-400b492e-f2a8-4e87-8285-9af0e83f83cd req-290598f8-3ea8-41c9-8113-c24e03f40338 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375695 Mar 16 11:55:06.120963 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-232f7800-ba18-434c-82e9-3cfb2de4f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:06.122403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-232f7800-ba18-434c-82e9-3cfb2de4f8af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0727024 Mar 16 11:55:06.271408 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-038b14b8-67b2-4bbd-84ce-23130856fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:06.272820 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-038b14b8-67b2-4bbd-84ce-23130856fed0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1319890 Mar 16 11:55:06.388307 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-7b3204e4-e7b3-4f37-bbad-bd1ab81092b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.1085079 Mar 16 11:55:06.463149 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-dd2f37f7-3fdf-4f5b-9a0a-fbf01695c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:06.464678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-dd2f37f7-3fdf-4f5b-9a0a-fbf01695c4ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0697207 Mar 16 11:55:06.607748 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-1fb16283-1561-4579-84f9-69fd1c060961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:06.609238 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-1fb16283-1561-4579-84f9-69fd1c060961 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1386189 Mar 16 11:55:06.621077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461485e-2fa3-4fd3-9b00-abce7757712b req-22083f4c-b5d6-4854-9dd6-d130ff9bba57 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:06.622558 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5461485e-2fa3-4fd3-9b00-abce7757712b req-22083f4c-b5d6-4854-9dd6-d130ff9bba57 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1202593 Mar 16 11:55:06.627803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-1f2b1a3b-cee9-490a-bf52-54bbdf5d3c75 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:55:06.628702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-1f2b1a3b-cee9-490a-bf52-54bbdf5d3c75 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053325 Mar 16 11:55:06.764291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5461485e-2fa3-4fd3-9b00-abce7757712b req-86591e9f-e791-4cfd-8385-33c132e5a288 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314161 Mar 16 11:55:06.804544 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-6bf3aa7d-8c8a-46d8-97a1-3e6d33ee9d33 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580412 Mar 16 11:55:06.952093 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b1e8e55e-4576-43c8-9fc9-a9773ebd37af req-1fc40a3a-253a-41b4-ae42-667f56ed8bce service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413555 Mar 16 11:55:07.949881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50513a94-3fea-49f2-992b-e4e37eba7287 req-82a54a68-86f3-42c5-97da-36d45425d5ec tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.951291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50513a94-3fea-49f2-992b-e4e37eba7287 req-82a54a68-86f3-42c5-97da-36d45425d5ec tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0780866 Mar 16 11:55:07.997273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-50513a94-3fea-49f2-992b-e4e37eba7287 req-b3d82d93-8d02-41f4-b999-5f8ade1e0abe tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398080 Mar 16 11:55:08.765478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:55:08.897899 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:08.910934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:55:08.967089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:08.983891 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:55:08.998869 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:09.002756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:09.068410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:09.075895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.076240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.076574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.076951 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.077280 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.077606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.077928 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.078253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.079244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.079576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.079898 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.080217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:09.180731 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bad734-89e4-46aa-9f33-5f2720c8199b req-4081852e-dd0e-482b-9d29-cf917438ef64 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:09.182194 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51bad734-89e4-46aa-9f33-5f2720c8199b req-4081852e-dd0e-482b-9d29-cf917438ef64 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0791354 Mar 16 11:55:09.210481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['679a0f65-380f-4a83-b64a-44f0482ff2ec'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:55:09.226273 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-51bad734-89e4-46aa-9f33-5f2720c8199b req-c76adf9d-3a1c-4c33-988a-e3e4f70489d0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384419 Mar 16 11:55:10.414637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cba3c-d791-44f5-b64a-9d01770df33e req-af5b7486-658d-46cb-bd30-93fdd52fd0ad tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:10.416117 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-008cba3c-d791-44f5-b64a-9d01770df33e req-af5b7486-658d-46cb-bd30-93fdd52fd0ad tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0836987 Mar 16 11:55:10.462468 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-008cba3c-d791-44f5-b64a-9d01770df33e req-fea96c04-6a2d-470a-8892-872c0ae6916a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Mar 16 11:55:10.787188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:55:10.855026 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 679a0f65-380f-4a83-b64a-44f0482ff2ec triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:55:10.855402 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:10.982267 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.014525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:11.026479 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:11.033436 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:11.117519 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:11.656191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a90e6-e161-4c45-a25f-24c0800b35d9 req-aadb0f4b-5796-4e3d-9cde-ce98318db1a5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:11.664531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e80a90e6-e161-4c45-a25f-24c0800b35d9 req-aadb0f4b-5796-4e3d-9cde-ce98318db1a5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0884485 Mar 16 11:55:11.715296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e80a90e6-e161-4c45-a25f-24c0800b35d9 req-75785fd5-c526-4b53-8eeb-e07b96eda7c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Mar 16 11:55:12.100210 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'code': 200} Mar 16 11:55:12.933818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7fd0-31b9-4fdd-9c85-63102e59fc7c req-8422fa08-9136-4be5-acc0-bc7085be2942 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:12.936070 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f18a7fd0-31b9-4fdd-9c85-63102e59fc7c req-8422fa08-9136-4be5-acc0-bc7085be2942 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1028106 Mar 16 11:55:12.994469 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f18a7fd0-31b9-4fdd-9c85-63102e59fc7c req-6b10ff1b-ca1e-476e-8a84-6fe8140df0c2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515115 Mar 16 11:55:14.189723 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf88340-d011-44ac-b026-83330ea02bf0 req-ed415470-8c04-4a59-81c2-557b40cebd6b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:14.191277 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf88340-d011-44ac-b026-83330ea02bf0 req-ed415470-8c04-4a59-81c2-557b40cebd6b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0836751 Mar 16 11:55:14.245973 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-fcf88340-d011-44ac-b026-83330ea02bf0 req-d3df539c-12bb-48d2-b5cb-a3a0ef0119e8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487218 Mar 16 11:55:15.440268 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d29cb5-52a6-475c-a353-f4be147f1ee6 req-543214a4-ae76-4e76-afc4-9a834ea9eeee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:15.441919 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48d29cb5-52a6-475c-a353-f4be147f1ee6 req-543214a4-ae76-4e76-afc4-9a834ea9eeee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0820768 Mar 16 11:55:15.501834 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-48d29cb5-52a6-475c-a353-f4be147f1ee6 req-d8f44f03-269b-4906-9282-f91e3076af15 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531273 Mar 16 11:55:16.817302 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeba3f-be18-4741-9115-72a6373a7c5e req-5e808a55-a65f-462e-b0b1-c50cf3898c75 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:16.819292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-70aeba3f-be18-4741-9115-72a6373a7c5e req-5e808a55-a65f-462e-b0b1-c50cf3898c75 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1989367 Mar 16 11:55:16.873685 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-70aeba3f-be18-4741-9115-72a6373a7c5e req-726c537b-bd99-4840-9e90-d8962c20c8e1 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486705 Mar 16 11:55:18.081010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a80a-8c32-4c70-9006-2fba1ad141c4 req-f21d49ee-7cb3-4a53-93c0-5eb471d783f8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:18.082461 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1b38a80a-8c32-4c70-9006-2fba1ad141c4 req-f21d49ee-7cb3-4a53-93c0-5eb471d783f8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1067238 Mar 16 11:55:18.134900 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1b38a80a-8c32-4c70-9006-2fba1ad141c4 req-7c627b42-4a25-44b2-8a14-fde879e3679c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Mar 16 11:55:19.360102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05943c62-b1e1-4a29-ab2d-c3799e5714ac req-66ca96e8-f46c-455b-86c1-b76ed4e04f9b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:19.362287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05943c62-b1e1-4a29-ab2d-c3799e5714ac req-66ca96e8-f46c-455b-86c1-b76ed4e04f9b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.1051986 Mar 16 11:55:19.409092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-05943c62-b1e1-4a29-ab2d-c3799e5714ac req-eb26f9d0-fd37-4f2e-bbb6-61b18e569b82 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 Mar 16 11:55:20.597842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb3453-90dd-492a-bf26-e10400b99054 req-28355a48-d154-4a3d-a365-63a84ad5407e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:20.599372 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6cb3453-90dd-492a-bf26-e10400b99054 req-28355a48-d154-4a3d-a365-63a84ad5407e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0825143 Mar 16 11:55:20.644529 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e6cb3453-90dd-492a-bf26-e10400b99054 req-864793e7-061c-4f4d-a40b-02aa6b7fa25e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Mar 16 11:55:20.915286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-aa6fb168-0c34-4c70-8a5f-88981348d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:20.916710 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-aa6fb168-0c34-4c70-8a5f-88981348d435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1098 time: 0.0689092 Mar 16 11:55:21.048882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-d925438a-19c8-4c91-98cf-63bbc5f08f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:21.050365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-d925438a-19c8-4c91-98cf-63bbc5f08f08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1271853 Mar 16 11:55:21.155149 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-b16a3bcc-3aa8-4514-80e4-ea9ba9c543e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.0989037 Mar 16 11:55:21.216644 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-277ec43f-0e01-4a0a-8f5d-53273e7a86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:21.217972 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-277ec43f-0e01-4a0a-8f5d-53273e7a86b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0573392 Mar 16 11:55:21.295090 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-5258dc87-8122-4444-aa58-1b9bc822f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:21.296536 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-5258dc87-8122-4444-aa58-1b9bc822f07a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730207 Mar 16 11:55:21.429948 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-51197096-4a68-42db-81a7-3ce5f8e95343 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274402 Mar 16 11:55:21.563663 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f30c7ec5-5026-4398-8859-423c163dc3c7 req-14ad08aa-97ce-4f1c-9208-3851cc41ffcb service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264696 Mar 16 11:55:21.829051 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41be0f-14a7-441f-a81a-a699519f3421 req-c1e889d6-633c-476b-a05b-26995a0e57e4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:21.830557 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a41be0f-14a7-441f-a81a-a699519f3421 req-c1e889d6-633c-476b-a05b-26995a0e57e4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0780866 Mar 16 11:55:21.877975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a41be0f-14a7-441f-a81a-a699519f3421 req-ef852e75-1bb2-4c36-a41e-4f8054ec3931 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Mar 16 11:55:23.058400 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe20a-2369-4d20-ad6c-aa9e31a17d71 req-3ffdc201-ccc9-4cd4-97bb-dc46ee356f0d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:23.059817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3bbe20a-2369-4d20-ad6c-aa9e31a17d71 req-3ffdc201-ccc9-4cd4-97bb-dc46ee356f0d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Mar 16 11:55:23.102340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3bbe20a-2369-4d20-ad6c-aa9e31a17d71 req-7d2eb87f-d16c-45e9-963b-90631704bb93 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368330 Mar 16 11:55:24.287532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fabac-4123-430a-bf1b-083864147f95 req-2a652552-aced-4c8b-8b03-f24c578c7c46 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:24.288997 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c76fabac-4123-430a-bf1b-083864147f95 req-2a652552-aced-4c8b-8b03-f24c578c7c46 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0829945 Mar 16 11:55:24.335588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c76fabac-4123-430a-bf1b-083864147f95 req-ff2fcc0f-25df-45ae-8f27-65f282836eca tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Mar 16 11:55:24.684681 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987720-2f54-4bce-8dc1-e268379cb9ed req-7ff8eefc-5a4c-4d10-84d0-d8b4636e0b59 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:24.686161 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-63987720-2f54-4bce-8dc1-e268379cb9ed req-7ff8eefc-5a4c-4d10-84d0-d8b4636e0b59 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 945 time: 0.0814016 Mar 16 11:55:24.731656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-63987720-2f54-4bce-8dc1-e268379cb9ed req-f61ba410-03df-46fd-9ce9-9301a960644b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396128 Mar 16 11:55:24.851467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:55:24.852459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54444) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:24.967344 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:24.979517 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-19fb84a4-5048-491d-9c69-b9fd7027ebc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254735 Mar 16 11:55:24.995174 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:25.005901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:25.012153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:25.044303 dv-neutron-828143-9-hyperv neutron-server[87843]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'code': 422} returned with failed status Mar 16 11:55:25.081730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:25.923424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f762d5-ed46-4b7a-bde0-a640e06a4313 req-a44bccb1-d7c1-4d89-9c50-eb05b605cea9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:25.924875 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27f762d5-ed46-4b7a-bde0-a640e06a4313 req-a44bccb1-d7c1-4d89-9c50-eb05b605cea9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0873239 Mar 16 11:55:26.010842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-27f762d5-ed46-4b7a-bde0-a640e06a4313 req-708d2c70-0794-49f9-af0b-0c65f6394812 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802495 Mar 16 11:55:26.034231 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-2868af11-d0c7-4a46-9668-84a95f9e917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:26.035658 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-2868af11-d0c7-4a46-9668-84a95f9e917d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 1096 time: 0.0922747 Mar 16 11:55:26.232490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-a6f947aa-e945-4d3b-81f1-00157f041f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:26.233962 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-a6f947aa-e945-4d3b-81f1-00157f041f0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1096 time: 0.1664143 Mar 16 11:55:26.365530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-9126506a-eadf-487d-b69f-22d2f5a62d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:26.366946 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-9126506a-eadf-487d-b69f-22d2f5a62d11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1272075 Mar 16 11:55:26.468375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-eec75fab-11b3-44d7-adf4-d742389c80d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 999 time: 0.0944855 Mar 16 11:55:26.528546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-0d8154e4-657f-484e-b23a-3dc42dc4cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:26.529975 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-0d8154e4-657f-484e-b23a-3dc42dc4cf56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0559077 Mar 16 11:55:26.609444 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-28376726-a344-4c4e-95cf-2390e0b914f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:26.610880 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-28376726-a344-4c4e-95cf-2390e0b914f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724614 Mar 16 11:55:26.739641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-cb4d4290-a66f-41a1-90d3-6dbced1b8630 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222491 Mar 16 11:55:26.866934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-64e5dc2f-8a8e-4e5b-a08e-0f9bc666699b service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214569 Mar 16 11:55:26.987302 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:26.994544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-545413a4-c412-4ee6-87c8-73e94266c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:27.198561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fea203-fb3a-4c37-9588-18b6897cb2b5 req-c2add82a-0a2d-4a91-8a7e-8d3ce1aea7d7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:27.200039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-99fea203-fb3a-4c37-9588-18b6897cb2b5 req-c2add82a-0a2d-4a91-8a7e-8d3ce1aea7d7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0801046 Mar 16 11:55:27.250949 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-99fea203-fb3a-4c37-9588-18b6897cb2b5 req-4ab9c4ad-c170-4790-90ba-e01fcf93ec34 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Mar 16 11:55:28.485805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc220599-7faa-42df-bf04-66504de9dbc6 req-e32836e5-a547-49b5-914a-b821d40515f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:28.487271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc220599-7faa-42df-bf04-66504de9dbc6 req-e32836e5-a547-49b5-914a-b821d40515f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.1103842 Mar 16 11:55:28.534332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bc220599-7faa-42df-bf04-66504de9dbc6 req-c324be77-1aac-434c-991e-1f14cbe2a548 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Mar 16 11:55:29.208518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1f018a3b-3e59-433d-9106-429d86f7f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:29.728407 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a922dc-d86d-4ab9-bf54-ade83a4aa646 req-43e55681-610e-440f-a089-be3c2b51fbee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:29.730352 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-28a922dc-d86d-4ab9-bf54-ade83a4aa646 req-43e55681-610e-440f-a089-be3c2b51fbee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0852797 Mar 16 11:55:29.780757 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-28a922dc-d86d-4ab9-bf54-ade83a4aa646 req-6c46e7b7-164e-404b-8be0-e9ce49383c8a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440204 Mar 16 11:55:30.651418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:30.681672 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:30.978032 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b0b39-409a-4564-b63d-c800f71f4cdb req-fa889aa5-41f4-4ade-87c6-661f97f4ebbd tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:30.979641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c3b0b39-409a-4564-b63d-c800f71f4cdb req-fa889aa5-41f4-4ade-87c6-661f97f4ebbd tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0857527 Mar 16 11:55:31.036681 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0c3b0b39-409a-4564-b63d-c800f71f4cdb req-06d03cdd-8ad0-4f9f-8116-a9069b8f581e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507183 Mar 16 11:55:32.136183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:32.223548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd06f0d-a4e6-4681-bb9d-0fa0ae8ba3a7 req-eb9bc137-4270-46e0-b3e5-875e154eb6fd tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:32.225195 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd06f0d-a4e6-4681-bb9d-0fa0ae8ba3a7 req-eb9bc137-4270-46e0-b3e5-875e154eb6fd tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0866749 Mar 16 11:55:32.271698 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5cd06f0d-a4e6-4681-bb9d-0fa0ae8ba3a7 req-419e4ea9-9646-4708-827c-1ed12b62b898 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Mar 16 11:55:33.480513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981040-9146-4b93-a6af-1dd2e5289859 req-f4a7438d-5aa2-4eae-9476-d728e77bb19d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:33.482900 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14981040-9146-4b93-a6af-1dd2e5289859 req-f4a7438d-5aa2-4eae-9476-d728e77bb19d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.1036270 Mar 16 11:55:33.534221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14981040-9146-4b93-a6af-1dd2e5289859 req-060df6b8-d71e-4ca9-8dfd-2a768862aefe tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Mar 16 11:55:34.556405 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:34.732417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b653-9149-4a5a-b4bd-8cd4ac4743b3 req-6eac5f7b-ff32-4be0-95af-91a8aec4b586 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:34.734100 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01e9b653-9149-4a5a-b4bd-8cd4ac4743b3 req-6eac5f7b-ff32-4be0-95af-91a8aec4b586 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0885627 Mar 16 11:55:34.788324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01e9b653-9149-4a5a-b4bd-8cd4ac4743b3 req-b2abd80e-d021-4ab7-9c80-b6cbe049a390 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481381 Mar 16 11:55:35.973694 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e8be-0c30-4400-9547-15ce745d33ad req-d36e55e0-f6ee-4a06-9e23-a442c7132ea3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:35.975152 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3c7e8be-0c30-4400-9547-15ce745d33ad req-d36e55e0-f6ee-4a06-9e23-a442c7132ea3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0814011 Mar 16 11:55:36.022678 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f3c7e8be-0c30-4400-9547-15ce745d33ad req-7d8aa303-e0b6-4a6e-b5ed-9e07b7494fd2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Mar 16 11:55:37.202336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734db2d6-f569-4e2e-bc21-9a340f0afa81 req-b60f98e2-b7a7-4081-b563-1809420956b5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:37.203788 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-734db2d6-f569-4e2e-bc21-9a340f0afa81 req-b60f98e2-b7a7-4081-b563-1809420956b5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0776978 Mar 16 11:55:37.246562 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-734db2d6-f569-4e2e-bc21-9a340f0afa81 req-49b4b437-1547-4c4a-8dfe-1b655b5e42cb tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372908 Mar 16 11:55:38.534462 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d177c-3b29-4d36-b6cc-b7fdb67cc7ba req-b854baa5-916d-4b12-b03f-9e67319c5ae3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:38.535791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-152d177c-3b29-4d36-b6cc-b7fdb67cc7ba req-b854baa5-916d-4b12-b03f-9e67319c5ae3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.1839411 Mar 16 11:55:38.577838 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-152d177c-3b29-4d36-b6cc-b7fdb67cc7ba req-5ae08a48-443a-47ee-ad63-cdc3f82e7786 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364947 Mar 16 11:55:39.759497 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e378a-fed5-4789-b876-6f7b79e1e3ed req-4e5985e9-8e2b-41b4-a6b2-8bb54a95da70 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:39.761023 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd9e378a-fed5-4789-b876-6f7b79e1e3ed req-4e5985e9-8e2b-41b4-a6b2-8bb54a95da70 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0785325 Mar 16 11:55:39.803483 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd9e378a-fed5-4789-b876-6f7b79e1e3ed req-9d5e641c-2edb-4ecd-97bc-ae8d4726b599 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370059 Mar 16 11:55:41.133030 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b855-c5d6-43ba-8f78-dcd8b05370fc req-5030ef3f-8567-4e82-9cf3-86515cacd5b2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:41.134366 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f820b855-c5d6-43ba-8f78-dcd8b05370fc req-5030ef3f-8567-4e82-9cf3-86515cacd5b2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0813296 Mar 16 11:55:41.177831 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f820b855-c5d6-43ba-8f78-dcd8b05370fc req-dcb60522-ab04-400d-8a52-bbb7dd201c57 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Mar 16 11:55:42.517695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ca151-2862-4018-9cac-567d08744313 req-3c6d65fe-5936-42c2-95e7-cddf675474ab tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:42.519170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782ca151-2862-4018-9cac-567d08744313 req-3c6d65fe-5936-42c2-95e7-cddf675474ab tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 943 time: 0.0842605 Mar 16 11:55:42.563406 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-782ca151-2862-4018-9cac-567d08744313 req-4c2f15f3-f97b-4ebb-8ea8-7ef4f0f50fde tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385089 Mar 16 11:55:42.912461 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:55:43.041343 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:43.057595 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'port_id': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'mac_address': 'fa:16:3e:56:27:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:55:43.145191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:43.161275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:55:43.175777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:43.179698 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:43.245710 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=9']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:43.618911 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['679a0f65-380f-4a83-b64a-44f0482ff2ec'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:55:43.749620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312d35-f2c6-4cf7-8584-aff0c7708073 req-22bb5ae7-8b9d-4bf5-934e-0913783caa0d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:43.751898 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31312d35-f2c6-4cf7-8584-aff0c7708073 req-22bb5ae7-8b9d-4bf5-934e-0913783caa0d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0860968 Mar 16 11:55:43.795505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-31312d35-f2c6-4cf7-8584-aff0c7708073 req-e203ff37-4f20-4e9f-8a6f-44e46d37b14a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378194 Mar 16 11:55:44.919413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:55:44.979891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad59d4-5164-4724-950a-dde803657ab6 req-d6a4fe02-dda5-46e5-b654-b349934068d6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:44.981340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57ad59d4-5164-4724-950a-dde803657ab6 req-d6a4fe02-dda5-46e5-b654-b349934068d6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 944 time: 0.0830822 Mar 16 11:55:44.984789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 679a0f65-380f-4a83-b64a-44f0482ff2ec triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:55:44.985327 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:45.025267 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-57ad59d4-5164-4724-950a-dde803657ab6 req-f770629c-27c3-42e4-9720-828ddee1a618 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 Mar 16 11:55:45.102728 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:45.129051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:45.138977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:45.143082 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:45.182557 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'code': 200} Mar 16 11:55:45.213770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=10']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:45.465116 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991bad-2713-4f04-8fdd-2e33ce62f2ad req-bd95b1c8-23e0-488e-a9ba-20b59fc5f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:45.466478 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f991bad-2713-4f04-8fdd-2e33ce62f2ad req-bd95b1c8-23e0-488e-a9ba-20b59fc5f3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1099 time: 0.0688560 Mar 16 11:55:45.509448 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f991bad-2713-4f04-8fdd-2e33ce62f2ad req-4ee4c218-7e47-4652-85c0-a77ac22554ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370429 Mar 16 11:55:46.211266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e67b-565d-4b9e-b20f-e10dde82a536 req-3e81c188-1380-4aed-baa4-5db1a3ccc81b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:46.212706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7b0e67b-565d-4b9e-b20f-e10dde82a536 req-3e81c188-1380-4aed-baa4-5db1a3ccc81b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.0814927 Mar 16 11:55:46.262573 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7b0e67b-565d-4b9e-b20f-e10dde82a536 req-3729b568-9aa7-4fa8-8041-74e845d55e6a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Mar 16 11:55:47.452756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191728eb-7233-4f67-a09f-5ab9e7e9a046 req-db07f215-099c-46c1-abb6-177f9e375f68 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:47.455266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-191728eb-7233-4f67-a09f-5ab9e7e9a046 req-db07f215-099c-46c1-abb6-177f9e375f68 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.0848470 Mar 16 11:55:47.502861 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-191728eb-7233-4f67-a09f-5ab9e7e9a046 req-6d6faec6-7afe-49f7-a009-fb852e3d4ab3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Mar 16 11:55:48.692975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533af5ca-fa45-4d74-b181-0d69e1186a26 req-bef622a9-6acb-4df8-9afb-a63f5d997964 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:48.694659 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-533af5ca-fa45-4d74-b181-0d69e1186a26 req-bef622a9-6acb-4df8-9afb-a63f5d997964 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.0809317 Mar 16 11:55:48.738453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-533af5ca-fa45-4d74-b181-0d69e1186a26 req-e8c24dfb-b074-4f39-9313-50efa3047119 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Mar 16 11:55:56.996520 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-53586324-21cf-4975-a275-336a4c7fcabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.210598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0d97-2b28-4f26-ae8a-b06acf524260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.654259 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.681724 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:02.136133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.987154 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:04.570782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:06.759926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-30c21614-822e-42aa-a00c-d2cf20e2b2dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703492 Mar 16 11:56:06.921736 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-1274b330-1e93-4a85-8b25-ac6775dc4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.923138 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-1274b330-1e93-4a85-8b25-ac6775dc4d2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1099 time: 0.0686302 Mar 16 11:56:07.063237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-7eeb25cc-9bb9-4d26-8c9d-b2a83f281d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.065266 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-7eeb25cc-9bb9-4d26-8c9d-b2a83f281d90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1244316 Mar 16 11:56:07.166111 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-7be712df-9267-40df-a7c5-0387c54a0e85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.0948677 Mar 16 11:56:07.229380 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-4abc62f6-6b99-45d4-bb0b-7350369fe2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.230744 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-4abc62f6-6b99-45d4-bb0b-7350369fe2d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0582125 Mar 16 11:56:07.305119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-b1ced945-ea83-422d-9fff-9beb8d5f8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.306549 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-b1ced945-ea83-422d-9fff-9beb8d5f8fdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681946 Mar 16 11:56:07.435438 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-008fb1b8-8cbf-42b1-bc5d-dac023800768 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223719 Mar 16 11:56:07.663909 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7660f7a-8e71-43fd-ae38-f0a9fba001df req-37cfff46-2941-4589-87eb-420112f349ad service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199495 Mar 16 11:56:26.997701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-ef1dfede-104d-4e7f-b1df-7daf774fa8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:29.213905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1d27e963-0c9e-4972-9830-5dc041a71f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:30.656028 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:30.683494 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:32.138473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:34.566466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:40.986543 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:56.999079 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb857-3955-48c8-a162-4ffae64abd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:59.216291 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6bb7996c-c728-4964-8dab-3be2eacf8b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:00.659726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:00.685686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:02.141607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:04.591845 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:06.783039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-63aa682f-0043-46b8-b52b-4cb025050173 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296079 Mar 16 11:57:06.944001 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-73091809-e00d-42c1-a7a8-e303fd957a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.945773 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-73091809-e00d-42c1-a7a8-e303fd957a4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1099 time: 0.0767395 Mar 16 11:57:07.093081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-22f6232e-cfc8-4079-95fb-eba3e64c6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:07.094514 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-22f6232e-cfc8-4079-95fb-eba3e64c6286 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1287348 Mar 16 11:57:07.196030 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-af20e877-b210-455a-8147-d3f284469199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 1001 time: 0.0949562 Mar 16 11:57:07.259490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-b0bd3639-4df7-4bd5-ac5d-6cd94e4b48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:07.260956 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-b0bd3639-4df7-4bd5-ac5d-6cd94e4b48f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0592408 Mar 16 11:57:07.339195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-7da4893e-0967-46a9-b01e-e6d5d4bce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:07.340706 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-7da4893e-0967-46a9-b01e-e6d5d4bce610 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741925 Mar 16 11:57:07.469391 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-089d8ef1-de86-4614-b383-e0b79bf1e0bb service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217365 Mar 16 11:57:07.598304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3df11752-ce9d-4ada-b0dd-d125391df6fc req-7f9c39d0-08cb-40a7-885f-ad124e04780c service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235890 Mar 16 11:57:17.985094 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:24.384306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54598) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:24.651955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Deleting port a464aff7-0765-4ec1-a2d2-6aaeff7b0920 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:24.652184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:24.819999 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:24.820321 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:24.943664 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Calling delete_port for a464aff7-0765-4ec1-a2d2-6aaeff7b0920 owned by network:floatingip {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:25.093446 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.138640 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'Port': ['ID=a464aff7-0765-4ec1-a2d2-6aaeff7b0920,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:25.175017 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.175355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.175685 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.176008 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.176328 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.176647 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.176990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.177306 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.177619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.177928 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.178236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.178542 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:25.239919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.240142 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Floating IP 5d75418b-0421-411e-a5e1-2e10367bec75 disassociated (deleted). External IP: 172.26.0.169, port: 679a0f65-380f-4a83-b64a-44f0482ff2ec. Mar 16 11:57:25.678248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:25.856504 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:25.865848 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:25.876069 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:25.876701 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:25.877693 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:25.931361 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7a05654b-6a74-4be1-8c31-6406e2536ba3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "DELETE /v2.0/floatingips/5d75418b-0421-411e-a5e1-2e10367bec75 HTTP/1.1" status: 204 len: 168 time: 1.5459507 Mar 16 11:57:25.931939 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:26.056316 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'status': 'completed', 'code': 200} Mar 16 11:57:26.090961 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:26.178996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-28c41f75-84ac-41ce-b7e2-1e34ecfa4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.180893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-28c41f75-84ac-41ce-b7e2-1e34ecfa4213 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 1099 time: 0.0794587 Mar 16 11:57:26.327455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-942ae2b3-6a30-4ff1-b3b0-df6e80aefba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.329736 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-942ae2b3-6a30-4ff1-b3b0-df6e80aefba3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1400130 Mar 16 11:57:26.402886 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-18074d93-8a69-455b-a9e6-7bce7e5eddde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 200 len: 217 time: 0.0669229 Mar 16 11:57:26.412883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:26.416737 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:26.425018 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:26.425602 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:56:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:26.506280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-4147bee3-d313-487a-b15a-e1326cc5c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.507697 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-4147bee3-d313-487a-b15a-e1326cc5c37f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0721018 Mar 16 11:57:26.572163 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1024-1b75-47dd-b251-397142102557 req-a3da9c7c-3c44-4dea-b62b-aae5634db9fe tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.573626 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b6d1024-1b75-47dd-b251-397142102557 req-a3da9c7c-3c44-4dea-b62b-aae5634db9fe tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.3005486 Mar 16 11:57:26.605679 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:26.633774 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6b6d1024-1b75-47dd-b251-397142102557 req-bb7136cf-db2e-4a4b-8342-260563bf7d48 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532804 Mar 16 11:57:26.636424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-cc50ad8a-ead4-42d2-880c-1c4ed2dcdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:26.637803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-cc50ad8a-ead4-42d2-880c-1c4ed2dcdfe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234391 Mar 16 11:57:26.767813 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-d991b0fa-39db-4716-bded-329722537017 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218886 Mar 16 11:57:26.935604 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:26.940074 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc2a5-fa0c-4e17-b1f0-cea04177d5cc None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:27.001776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f648302d-5115-467c-8665-2d713154df66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:27.019701 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7a2ee483-d9ac-40e0-a272-16dc4d8a78c2 req-3345c89d-d5dd-4265-ab25-a4298c7902e4 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454505 Mar 16 11:57:27.155768 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca72a8ff-cd4a-4233-af20-376462e9b687 None None] New status for floating IP 5d75418b-0421-411e-a5e1-2e10367bec75: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:57:27.904845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-45e92ca4-9a9d-4a79-9a93-0b9a839182c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:27.906231 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-45e92ca4-9a9d-4a79-9a93-0b9a839182c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.1367009 Mar 16 11:57:27.917750 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c996e-81af-41e5-b060-5afefe9d737f req-4395c957-729d-4804-85ad-0a273f31d473 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:27.919022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d4c996e-81af-41e5-b060-5afefe9d737f req-4395c957-729d-4804-85ad-0a273f31d473 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 946 time: 0.1779468 Mar 16 11:57:28.008794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Deleting port 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:28.009517 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:28.051252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4d4c996e-81af-41e5-b060-5afefe9d737f req-71bf022d-bbee-442c-bfb3-e666c4f0c3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032546 Mar 16 11:57:28.257190 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] For port 679a0f65-380f-4a83-b64a-44f0482ff2ec, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=679a0f65-380f-4a83-b64a-44f0482ff2ec,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:28.257452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:28.379849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Calling delete_port for 679a0f65-380f-4a83-b64a-44f0482ff2ec owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:28.522608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:28.599729 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'Port': ['ID=679a0f65-380f-4a83-b64a-44f0482ff2ec,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:28.619455 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.619794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.620126 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.620450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.620771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.621117 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.621438 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.621753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.622064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.622379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.622687 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.622996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:28.663344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] No DVR routers for this DVR port 679a0f65-380f-4a83-b64a-44f0482ff2ec on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:28.665810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:28.668363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-deleted', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:28.681087 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c61d5cca-a81a-401a-ad22-49e9fb334fd2 req-f5fddb33-7900-408d-8f04-0b7792662a8c tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "DELETE /v2.0/ports/679a0f65-380f-4a83-b64a-44f0482ff2ec HTTP/1.1" status: 204 len: 173 time: 0.7611260 Mar 16 11:57:28.758625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14', 'name': 'network-vif-deleted', 'tag': '679a0f65-380f-4a83-b64a-44f0482ff2ec', 'status': 'completed', 'code': 200} Mar 16 11:57:29.215879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-85b519a8-1d58-46d9-af3f-e70d718b7130 req-1980f8bb-06c1-4745-9a7d-38fb54880656 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:29.220352 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9f55dd93-1fe1-4a66-aca3-92aa4a85cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:29.231843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-85b519a8-1d58-46d9-af3f-e70d718b7130 req-1980f8bb-06c1-4745-9a7d-38fb54880656 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:29.233526 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-85b519a8-1d58-46d9-af3f-e70d718b7130 req-1980f8bb-06c1-4745-9a7d-38fb54880656 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd2c6dd7-f9f3-4c7e-9d07-ef0762db7d14 HTTP/1.1" status: 200 len: 210 time: 0.0590205 Mar 16 11:57:30.332463 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54626) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:30.399725 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.432432 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.498143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.516963 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:30.527377 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.528491 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-45edd02d-00db-4467-bbf7-362a2483b127 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "DELETE /v2.0/security-groups/be3f8f5d-8ad9-4ea1-b48f-a041a8cc4bcf HTTP/1.1" status: 204 len: 168 time: 0.1950369 Mar 16 11:57:30.661544 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.688777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.775259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54634) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:30.780384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454716865', 'description': 'tempest-secgroup-smoke-454716865 description', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:30.786409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:30.790480 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:30.793280 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:30.799442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:30.809450 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.829026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:30.832779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:30.835650 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:30.841299 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:30.918518 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.922424 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.966220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bee736-c027-40d7-a875-e8113e0f6750,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:30.972141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:30.973508 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b6898a93-8a57-4f13-9abf-5f98b21a1827 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1971989 Mar 16 11:57:30.976303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54638) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:30.981240 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:30.987579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:30.991550 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:30.994399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.000166 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.017696 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.076525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.080635 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.103335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264c8b1c-ce7e-4c1a-b9d1-ebd542b7980d,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.114867 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.117729 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3f9b6b58-df04-44f8-8735-a69287a460f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392591 Mar 16 11:57:31.119837 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54642) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:31.126397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:31.132427 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:31.136140 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:31.139004 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.145519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.162534 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.225454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.228641 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.254659 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b52ef2f-ff21-41ec-a751-1ec96e2e1c01,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.264029 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.265588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-20887997-85f2-44bd-9811-43e38879e0e9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444533 Mar 16 11:57:31.269363 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54646) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:31.274649 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:31.280684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:31.285135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:31.287961 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.293636 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.310783 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.373852 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.378009 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.400933 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92ddcbd-c207-4acc-8fda-abb9a8ee42c9,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.409986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.411309 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cee8e3ee-4024-48b3-9514-ac463ccfc3c8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409507 Mar 16 11:57:31.414045 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54650) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:31.415570 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:31.419223 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:31.425706 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:31.429455 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:31.432265 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.439289 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.451895 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 679a0f65-380f-4a83-b64a-44f0482ff2ec {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:31.452328 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 679a0f65-380f-4a83-b64a-44f0482ff2ec not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:31.457847 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.522668 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.526135 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.550995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf00936-3072-4488-839c-2034892511ab,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.560905 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.562052 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-6516a212-6722-49e3-bb12-cfea05625a5d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470819 Mar 16 11:57:31.565712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54654) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:31.571055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:31.576863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:31.580704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:31.583508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.589146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.599237 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Project 07d4a3cc94a9454e856e34fcad4aae41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:31.608102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.676969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.680392 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.705574 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b657b479-b610-403f-b115-159bf0929163,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.714950 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.716150 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a43e03cc-e5bc-4b61-a38d-4d79aa437577 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494336 Mar 16 11:57:31.718769 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 54658) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:31.724162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'security_group_rule': {'security_group_id': '02bee736-c027-40d7-a875-e8113e0f6750', 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:31.729842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:31.733580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:security_group_rule and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:31.737208 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:31.742853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:31.753506 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Project 07d4a3cc94a9454e856e34fcad4aae41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:31.760186 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.823485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.827314 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.850818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2430df-b6a5-4f5d-a103-6e4ab024a0a2,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:31.858812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:31.860497 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-210edeba-5d07-444e-ab9f-4099732f281b tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397049 Mar 16 11:57:32.142921 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:34.582330 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.631432 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-2fb21112-f80b-474f-b417-501d4c0494a8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:45.646042 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-2fb21112-f80b-474f-b417-501d4c0494a8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:45.647156 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-2fb21112-f80b-474f-b417-501d4c0494a8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454716865&fields=id&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 267 time: 0.0567303 Mar 16 11:57:45.888695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-ff7a367d-0fc8-4c41-b913-0d87ec673e99 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:45.890270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-ff7a367d-0fc8-4c41-b913-0d87ec673e99 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 808 time: 0.2365336 Mar 16 11:57:45.904511 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-b406d462-0f9e-4929-af61-23d9cb3cec14 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/quotas/07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 375 time: 0.0087161 Mar 16 11:57:45.985677 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-e8704421-eee7-4362-a43f-00ef3e62682d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758522 Mar 16 11:57:46.101573 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-27c3d482-8fe0-43e0-ae1b-5d5b6c5f21af service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:57:46.102537 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-27c3d482-8fe0-43e0-ae1b-5d5b6c5f21af service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425899 Mar 16 11:57:46.230679 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-cb43b773-1ec8-4b06-ae09-22b5ed988c06 service neutron] 10.222.0.50 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223474 Mar 16 11:57:46.360344 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-1994db5b-e9ec-4b4e-ad79-8debffea473c service neutron] 10.222.0.50 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234188 Mar 16 11:57:46.761105 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0a38195a-4e81-4295-9101-0cd9f5590731 req-f92c66e6-6a5b-4b2e-b85e-96fe41ad3828 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0597944 Mar 16 11:57:47.860310 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-644a3919-31eb-49ef-8784-91f4f2b59de9 req-2a2fdf09-3663-4219-a426-76043f8d6b0e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0424716 Mar 16 11:57:49.005847 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d3d60598-fd70-441d-92e2-639bd8a590f4 req-3adc131f-3623-42d3-abba-fb82c46ba559 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0426695 Mar 16 11:57:49.935153 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-96903071-ba4f-4404-8d04-f7c9b4bca2f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:49.936548 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-96903071-ba4f-4404-8d04-f7c9b4bca2f9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 808 time: 0.1449003 Mar 16 11:57:49.992135 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-fea42953-7b3c-4b37-b10d-51849e2448c7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 379 time: 0.0402992 Mar 16 11:57:50.017997 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'port': {'device_id': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'admin_state_up': True, 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'security_groups': ['02bee736-c027-40d7-a875-e8113e0f6750']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:50.169871 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f5be1849-5f4e-4197-8d14-e7e2ebff493d req-7429c814-75a2-4ce2-b252-8b9e06b48e66 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0548725 Mar 16 11:57:50.199201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:50.208743 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:50.222970 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Made reservation on behalf of 07d4a3cc94a9454e856e34fcad4aae41 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:57:50.226561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.391742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Allocated IP 172.20.0.9 (1ed47149-95f3-4dda-8bd6-7a767d0512de/f67230aa-c592-472b-8a9f-931b9dba771c/138c62e8-9622-48e3-91b1-2f6b27c0117f) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:57:50.593660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.609328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Transition to ACTIVE for port object 138c62e8-9622-48e3-91b1-2f6b27c0117f will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:57:50.633363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.696119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:57:50.699005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:57:50.710863 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:57:50.748377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:50.781081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:50.784264 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.810889 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-20a6652d-45be-4817-bd12-cb9dcd6e5c38 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7968209 Mar 16 11:57:50.829515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Request body: {'port': {'device_id': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:50.910977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4dd1780d-a408-4a04-863d-cf54e4944ace None None] Provisioning for port 138c62e8-9622-48e3-91b1-2f6b27c0117f completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:57:50.916081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-4dd1780d-a408-4a04-863d-cf54e4944ace None None] Provisioning complete for port 138c62e8-9622-48e3-91b1-2f6b27c0117f triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:50.916551 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4dd1780d-a408-4a04-863d-cf54e4944ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.946620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.973735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1780d-a408-4a04-863d-cf54e4944ace None None] Port 138c62e8-9622-48e3-91b1-2f6b27c0117f cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:57:51.438825 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76dfd-6784-4bd4-a363-b15f55bed436 req-797446dd-45da-442f-bd2d-653488faec10 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:51.439530 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bae76dfd-6784-4bd4-a363-b15f55bed436 req-797446dd-45da-442f-bd2d-653488faec10 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:51.509062 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138c62e8-9622-48e3-91b1-2f6b27c0117f {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:57:51.513257 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-bae76dfd-6784-4bd4-a363-b15f55bed436 req-797446dd-45da-442f-bd2d-653488faec10 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:51.514399 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bae76dfd-6784-4bd4-a363-b15f55bed436 req-797446dd-45da-442f-bd2d-653488faec10 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 931 time: 0.2195823 Mar 16 11:57:51.519177 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.553671 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Transition to ACTIVE for port object 138c62e8-9622-48e3-91b1-2f6b27c0117f will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:57:51.563800 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.622770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bae76dfd-6784-4bd4-a363-b15f55bed436 req-b37f30d9-3345-48c3-b9af-9fc8952ddf7d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990880 Mar 16 11:57:51.704011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:51.817305 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Attempting to bind port 138c62e8-9622-48e3-91b1-2f6b27c0117f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:57:51.817639 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Attempting to bind port 138c62e8-9622-48e3-91b1-2f6b27c0117f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:57:51.817959 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Attempting to bind port 138c62e8-9622-48e3-91b1-2f6b27c0117f on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:57:51.822660 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Port 138c62e8-9622-48e3-91b1-2f6b27c0117f on network 1ed47149-95f3-4dda-8bd6-7a767d0512de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:57:51.822968 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Attempting to bind port 138c62e8-9622-48e3-91b1-2f6b27c0117f on network 1ed47149-95f3-4dda-8bd6-7a767d0512de {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:57:51.827908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:57:51.828235 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Checking segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:57:51.828607 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Bound using segment: {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:57:51.829052 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Bound port: 138c62e8-9622-48e3-91b1-2f6b27c0117f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68acdfd-d72f-4fb2-ace7-0c1072981309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:57:51.829924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.915271 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:57:51.918118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:57:51.921393 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.979225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:51.979842 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.981233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] 10.222.0.55 "PUT /v2.0/ports/138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 1093 time: 1.1562560 Mar 16 11:57:51.981643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:52.018965 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06116a-aab3-4978-bd43-4c76c2a47ecc service neutron] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:52.038309 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'status': 'completed', 'code': 200} Mar 16 11:57:52.128072 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-0ca59a09-9c73-437e-a240-6d07cdfd2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:52.129591 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-0ca59a09-9c73-437e-a240-6d07cdfd2dc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1096 time: 0.0746775 Mar 16 11:57:52.208473 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-0d0416b9-d297-4941-b9a7-156b206632e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 217 time: 0.0635252 Mar 16 11:57:52.270599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-668e27c5-caf9-4007-ae92-b8089b20d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:52.271930 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-668e27c5-caf9-4007-ae92-b8089b20d20c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0572629 Mar 16 11:57:52.347845 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-04630076-32e4-4679-bb16-ed3e30cfb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:52.349306 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-04630076-32e4-4679-bb16-ed3e30cfb486 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716040 Mar 16 11:57:52.480458 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-9230c31d-6823-4e7d-acc7-500627f99825 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252055 Mar 16 11:57:52.614380 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-71eb262d-30d2-40eb-a402-f7c10eb8d5d5 req-9530f2d9-3a9f-4f79-a21b-245c6cbb90c9 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270740 Mar 16 11:57:52.832341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-1a966f25-e2e0-41f4-9357-9909512cfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:52.833830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-1a966f25-e2e0-41f4-9357-9909512cfbf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1096 time: 0.1265998 Mar 16 11:57:52.847348 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1762198-e823-4b28-a100-bb58dd2e61fa req-c5e976b6-44c4-46f2-8c72-302cb753c3c4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:52.848734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1762198-e823-4b28-a100-bb58dd2e61fa req-c5e976b6-44c4-46f2-8c72-302cb753c3c4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.1107774 Mar 16 11:57:53.082969 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f1762198-e823-4b28-a100-bb58dd2e61fa req-482006a1-3d04-405a-8986-c90f34389242 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129719 Mar 16 11:57:53.109691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-954fcfb9-1275-4ecf-98d6-b97efd7e4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:53.111178 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-954fcfb9-1275-4ecf-98d6-b97efd7e4336 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.2615678 Mar 16 11:57:53.180491 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-166fb8d3-b9ec-4073-9d29-c0e7ab4b47e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 217 time: 0.0631113 Mar 16 11:57:53.245204 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-39bce5ff-7aff-4183-8f6c-622630b927c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:53.246613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-39bce5ff-7aff-4183-8f6c-622630b927c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0600526 Mar 16 11:57:53.321183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-34959a58-f3bc-4fa4-a8fe-5c1b79d720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:53.322641 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-34959a58-f3bc-4fa4-a8fe-5c1b79d720a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688381 Mar 16 11:57:53.454312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-acc9c57c-3d82-4539-be5a-812300e76083 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243937 Mar 16 11:57:53.587644 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1d1907e6-51a4-43fd-b07d-bf7f15233d91 req-a21676bd-ae86-4040-a085-aa363be51bbc service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280673 Mar 16 11:57:54.277499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfca03-d956-4dc3-aac7-aa5ecd3e876c req-09afb1f3-dcb6-4749-9e70-a96b96a8ddcf tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:54.278913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ebfca03-d956-4dc3-aac7-aa5ecd3e876c req-09afb1f3-dcb6-4749-9e70-a96b96a8ddcf tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0822546 Mar 16 11:57:54.321620 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2ebfca03-d956-4dc3-aac7-aa5ecd3e876c req-626a7304-7378-4ccf-bb06-be85ea560ddb tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369604 Mar 16 11:57:54.984061 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:55.501078 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8421-cea1-4275-a159-61bc1e3da4f1 req-f486568e-4966-4459-82f0-99057741bd19 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:55.502511 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a9f8421-cea1-4275-a159-61bc1e3da4f1 req-f486568e-4966-4459-82f0-99057741bd19 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0794413 Mar 16 11:57:55.545941 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3a9f8421-cea1-4275-a159-61bc1e3da4f1 req-7e679808-6124-47a9-8813-26b75b1803d5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Mar 16 11:57:56.729958 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e0934-0680-4a37-8e85-266313e75d8b req-ba6603af-e1be-4596-af01-2ee20a4ca72a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:56.731317 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e0934-0680-4a37-8e85-266313e75d8b req-ba6603af-e1be-4596-af01-2ee20a4ca72a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0836704 Mar 16 11:57:56.776569 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e0934-0680-4a37-8e85-266313e75d8b req-81b09cb8-58a7-40f1-9b2f-7cf42d2e01de tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Mar 16 11:57:57.004586 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bf548747-bda1-4612-8e62-fa908e98ba89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.962975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b038d5-435d-4b63-be59-33175f8d655c req-a57c26e0-2a99-443a-8454-3b6781e6a6f0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:57.964425 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9b038d5-435d-4b63-be59-33175f8d655c req-a57c26e0-2a99-443a-8454-3b6781e6a6f0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0807490 Mar 16 11:57:58.009401 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d9b038d5-435d-4b63-be59-33175f8d655c req-1e25676d-33bf-43c0-aab2-75bdc67f4133 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Mar 16 11:57:59.194479 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68d37b-3c0b-47dd-9228-ee4325b483ee req-c44e9a91-ad72-41a9-a554-7e58777c3d2d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:59.196171 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd68d37b-3c0b-47dd-9228-ee4325b483ee req-c44e9a91-ad72-41a9-a554-7e58777c3d2d tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0822196 Mar 16 11:57:59.223767 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-93be05a7-dcdf-448a-a858-1bccc0a34bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.241758 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bd68d37b-3c0b-47dd-9228-ee4325b483ee req-9160390e-9ef3-4464-bfb3-b1ac6b987ccd tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Mar 16 11:58:00.421274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412156-5182-4636-bef6-5eec5f9757c8 req-60dc7965-29a2-4dd6-804a-4d247fcef502 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:00.423264 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84412156-5182-4636-bef6-5eec5f9757c8 req-60dc7965-29a2-4dd6-804a-4d247fcef502 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0783055 Mar 16 11:58:00.470563 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-84412156-5182-4636-bef6-5eec5f9757c8 req-da607931-45ea-4a09-b5f9-da51bab94094 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Mar 16 11:58:00.663720 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.691883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.607198 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:58:01.654195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff43511-097c-44ec-b092-8f03e2c51a44 req-de0f8ef0-fbfc-409e-993d-bbacb46cbf8a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:01.655643 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ff43511-097c-44ec-b092-8f03e2c51a44 req-de0f8ef0-fbfc-409e-993d-bbacb46cbf8a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0801992 Mar 16 11:58:01.701293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5ff43511-097c-44ec-b092-8f03e2c51a44 req-158d6a17-4a79-4ae5-b53d-6aa8b9f674ab tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388768 Mar 16 11:58:01.744481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:01.757201 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'mac_address': 'fa:16:3e:88:df:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:58:01.842602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.859307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c62e8-9622-48e3-91b1-2f6b27c0117f {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:58:01.874381 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:01.878221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.943157 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:01.950176 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.950524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.950857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.951183 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.951506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.951829 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.952144 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.952462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.952777 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.953116 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.953431 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:01.953742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.144851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.253657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['138c62e8-9622-48e3-91b1-2f6b27c0117f'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:58:02.887744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e398-f4fc-4a98-91c1-1bebd3ef5206 req-43a501fa-760c-4292-9ded-d358177276d9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:02.889181 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab37e398-f4fc-4a98-91c1-1bebd3ef5206 req-43a501fa-760c-4292-9ded-d358177276d9 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 944 time: 0.0826755 Mar 16 11:58:02.932299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ab37e398-f4fc-4a98-91c1-1bebd3ef5206 req-78d6f812-32fd-4062-9fc9-23ab154db0ca tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Mar 16 11:58:03.601678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:03.666518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port 138c62e8-9622-48e3-91b1-2f6b27c0117f completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:03.671087 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 138c62e8-9622-48e3-91b1-2f6b27c0117f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:03.671581 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.786362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.811527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:58:03.821590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:03.825574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.894187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:03.904157 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'code': 200} Mar 16 11:58:04.120486 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00cadd-021d-4e5b-aa49-dfb070ab2007 req-9fdb43de-455d-492c-a734-6091aa26a380 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:04.121867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a00cadd-021d-4e5b-aa49-dfb070ab2007 req-9fdb43de-455d-492c-a734-6091aa26a380 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0804577 Mar 16 11:58:04.211515 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6a00cadd-021d-4e5b-aa49-dfb070ab2007 req-1be90610-73f4-455a-acb8-eeb0f4c8c777 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832565 Mar 16 11:58:04.231768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294c6f-d193-40ae-bbdc-e02fa2ed1412 req-b1aea769-5ab9-46b2-a826-e55610ee96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:04.233221 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6d294c6f-d193-40ae-bbdc-e02fa2ed1412 req-b1aea769-5ab9-46b2-a826-e55610ee96e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.1039777 Mar 16 11:58:04.273578 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6d294c6f-d193-40ae-bbdc-e02fa2ed1412 req-c3d017dd-7301-4cb2-b3f5-217418444e74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Mar 16 11:58:04.582982 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.398933 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc320-488b-466e-a07b-048127fa3586 req-57228e4d-0329-4360-839d-1f223c687a4a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:05.400409 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90acc320-488b-466e-a07b-048127fa3586 req-57228e4d-0329-4360-839d-1f223c687a4a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0803583 Mar 16 11:58:05.449519 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-90acc320-488b-466e-a07b-048127fa3586 req-ebedd63b-597f-457c-82c8-0f03216e5d9f tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Mar 16 11:58:06.633746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda6bb-ecf9-4dbb-83af-cfb2b9d3387e req-05cb9510-d405-4e2f-83d0-d56a76b95740 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:06.635203 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1afda6bb-ecf9-4dbb-83af-cfb2b9d3387e req-05cb9510-d405-4e2f-83d0-d56a76b95740 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0803242 Mar 16 11:58:06.678932 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1afda6bb-ecf9-4dbb-83af-cfb2b9d3387e req-2278a83a-78f8-4ed9-9fdb-8d64d29e4d11 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Mar 16 11:58:06.893862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b304c7-1eac-4c17-9938-fa2ff1e0af45 req-f5564cae-dc54-4de1-983b-a21c6f75fdee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:06.895296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89b304c7-1eac-4c17-9938-fa2ff1e0af45 req-f5564cae-dc54-4de1-983b-a21c6f75fdee tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0823300 Mar 16 11:58:06.978118 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-89b304c7-1eac-4c17-9938-fa2ff1e0af45 req-b097c49e-1aa2-4923-921e-1f13f89d5988 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772247 Mar 16 11:58:06.999987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54886) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:07.003367 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-00adb0ec-7353-4748-a9e9-9f3f277f861e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881836 Mar 16 11:58:07.127841 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13f05e-e59b-4a6c-9663-922490c44b7b tempest-TestShelveInstance-2041681404 tempest-TestShelveInstance-2041681404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.129700 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-df13f05e-e59b-4a6c-9663-922490c44b7b tempest-TestShelveInstance-2041681404 tempest-TestShelveInstance-2041681404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1093 time: 0.1283505 Mar 16 11:58:07.132151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 54892) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:07.137121 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:58:07.144332 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:07.148181 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Usage tracker for resource:floatingip and tenant:07d4a3cc94a9454e856e34fcad4aae41 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:58:07.151050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:58:07.156930 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:07.162715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-6f61784b-ff9d-41ff-8140-6c4e0d66b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.164233 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-6f61784b-ff9d-41ff-8140-6c4e0d66b4c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0777237 Mar 16 11:58:07.167409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.302166 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.416232 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-336378bb-92a2-450a-9e81-eb35b73e32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.417613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-336378bb-92a2-450a-9e81-eb35b73e32ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.2347195 Mar 16 11:58:07.448320 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Allocated IP 172.26.0.169 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/c1623870-60d4-49d1-85ef-1c24d7842d2a) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:07.484764 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-49473016-d4ce-4359-b247-2be28fd7d520 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 217 time: 0.0604105 Mar 16 11:58:07.550389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-8d259cd7-4c40-4ced-a41e-118ef455b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.551830 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-8d259cd7-4c40-4ced-a41e-118ef455b7e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0611737 Mar 16 11:58:07.606960 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.626433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-cf1826c0-f83f-4b54-a9dc-f25f3b74811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.627963 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-cf1826c0-f83f-4b54-a9dc-f25f3b74811d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706577 Mar 16 11:58:07.637483 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.693903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:07.696816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:07.700303 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:58:07.750919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=c1623870-60d4-49d1-85ef-1c24d7842d2a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:07.760899 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-050360c4-6d9b-40cc-9b5d-e644cd8e4153 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268802 Mar 16 11:58:07.890338 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f13e3ea8-daaa-4a53-b31b-5475bbea35ce req-b2c37709-427d-473d-bc61-32156a4ac951 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237361 Mar 16 11:58:08.233026 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.305898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.510509 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for port, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.515339 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6123476'] for port, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.622030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event updated for resources: {'Port': ['ID=c1623870-60d4-49d1-85ef-1c24d7842d2a,revision_number=2']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:08.634184 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.805625 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.l3_db [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Floating IP 17a9196d-54d6-438c-a5dc-bb36f1c644bb associated. External IP: 172.26.0.169, port: 138c62e8-9622-48e3-91b1-2f6b27c0117f. Mar 16 11:58:09.154349 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:58:09.333015 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:58:09.343071 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:58:09.353296 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:58:09.353893 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:09.357529 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.412760 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-29ba5bbf-0a37-4f48-a7f5-6dc4d94e1c76 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2794805 Mar 16 11:58:09.413449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:58:09.461545 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'status': 'completed', 'code': 200} Mar 16 11:58:09.550375 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:58:09.584060 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71403e-c615-4c38-84fd-a30009736f8f req-6eb25246-f3d1-4158-b968-332355e54374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:09.585604 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-6eb25246-f3d1-4158-b968-332355e54374 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0778155 Mar 16 11:58:09.716716 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71403e-c615-4c38-84fd-a30009736f8f req-4faf3360-3204-46dd-a48b-1e63d36f74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:09.718079 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-4faf3360-3204-46dd-a48b-1e63d36f74a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1267958 Mar 16 11:58:09.822045 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-6e2def13-3945-4935-ab04-53e93ebd76a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 999 time: 0.0973365 Mar 16 11:58:09.883369 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71403e-c615-4c38-84fd-a30009736f8f req-31d99c35-facb-4644-be24-3dc8e4e462e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:09.884800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-31d99c35-facb-4644-be24-3dc8e4e462e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0573649 Mar 16 11:58:09.928174 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '17a9196d-54d6-438c-a5dc-bb36f1c644bb', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:88:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:08Z', 'updated_at': '2022-03-16T11:58:08Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:09.932053 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:58:09.940393 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:58:09.941025 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T11:57:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:09.958490 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71403e-c615-4c38-84fd-a30009736f8f req-3078a6ae-8d10-49dd-bdb7-b28734c9763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:09.959966 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-3078a6ae-8d10-49dd-bdb7-b28734c9763b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695105 Mar 16 11:58:10.089304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-cdbec157-2055-49bf-b206-777e1ac03ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Mar 16 11:58:10.116306 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:58:10.219122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2b71403e-c615-4c38-84fd-a30009736f8f req-3194c146-4081-40c1-9254-2fbf361ce5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 Mar 16 11:58:10.457239 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '17a9196d-54d6-438c-a5dc-bb36f1c644bb', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:88:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:08Z', 'updated_at': '2022-03-16T11:58:08Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:10.461004 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874f88f-ca5b-48e4-8f41-0471d00dbb2d None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '17a9196d-54d6-438c-a5dc-bb36f1c644bb', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'mac_address': 'fa:16:3e:88:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:08Z', 'updated_at': '2022-03-16T11:58:08Z', 'revision_number': 0, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:58:10.644742 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4569092-1cef-4a20-85c6-25a0b5013807 None None] New status for floating IP 17a9196d-54d6-438c-a5dc-bb36f1c644bb: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:58:27.008678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8511e636-be53-44aa-bea9-83e49e1c7075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:29.229208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1e60be14-4698-4b32-ab68-b89bd5c7b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:30.665789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:30.692335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:31.984372 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:32.151236 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:34.578340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:57.010189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b6c2aef1-4f6c-4dc5-a671-a5c37bdf0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:59.230536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1dec2b00-afcb-463c-bb14-05bc6e4813d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:00.670085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:00.695873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:02.153428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:04.586516 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:06.043599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-63299191-9404-4df3-b6bb-257336bbb512 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732849 Mar 16 11:59:06.195985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-b89d8b21-dd80-4d26-abd6-944b0760d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.197440 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-b89d8b21-dd80-4d26-abd6-944b0760d449 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0708010 Mar 16 11:59:06.338962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-b20ecac7-bc82-40f9-abb6-890a26ace37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.340382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-b20ecac7-bc82-40f9-abb6-890a26ace37b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1243114 Mar 16 11:59:06.542766 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-2f8db985-8b74-4360-932c-d38ad023d923 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 1001 time: 0.1964016 Mar 16 11:59:06.607813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-a21daf08-23ff-4148-8e64-bdd6f51ae6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.609160 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-a21daf08-23ff-4148-8e64-bdd6f51ae6cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0605738 Mar 16 11:59:06.684642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-0ec31212-ee6e-4cf4-857f-123543375b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.686113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-0ec31212-ee6e-4cf4-857f-123543375b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713456 Mar 16 11:59:06.821663 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-4ff53705-4905-4139-9a24-e788e2c5e359 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293013 Mar 16 11:59:06.953680 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d82c188b-e38f-4362-a24d-d98c92ad22ef req-c6c09da5-f747-4e4d-9ffc-f2e338cc8cf1 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260569 Mar 16 11:59:08.983815 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:27.011454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c46beb6e-889f-446e-8145-a42e63c34f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:29.231879 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7214ac75-dfb1-4bfd-98e9-f84ba29339cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:30.672763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:30.698165 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:32.156061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:34.585965 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:45.982670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:57.012160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c8ba60f5-eec1-4928-bc8f-5d9b753085c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.236058 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b0e789b8-0e86-4e0e-a3d2-3accc333456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:00.674550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:00.701179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.159194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:04.586161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:05.316371 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a180e-ff04-4ed5-b5bf-043e806ba489 req-13038d4c-d513-4cd7-991d-e7e022efee34 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:05.316866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-731a180e-ff04-4ed5-b5bf-043e806ba489 req-13038d4c-d513-4cd7-991d-e7e022efee34 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0828650 Mar 16 12:00:05.360203 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-731a180e-ff04-4ed5-b5bf-043e806ba489 req-3a0ef63e-45e4-49de-932e-e7a30124c307 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370326 Mar 16 12:00:06.549058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a91c-b55c-453e-8d16-67833816c6df req-d268f1c4-01f7-43d3-bec6-04b24e7a44bb tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:06.550486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e57a91c-b55c-453e-8d16-67833816c6df req-d268f1c4-01f7-43d3-bec6-04b24e7a44bb tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0798526 Mar 16 12:00:06.593791 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4e57a91c-b55c-453e-8d16-67833816c6df req-1355deac-31d8-42ad-ac0c-0165a0c2f9fa tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 Mar 16 12:00:07.102379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-52c9b190-0f08-4495-8ff4-074cd3581b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:07.103818 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-52c9b190-0f08-4495-8ff4-074cd3581b43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0727777 Mar 16 12:00:07.244881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-9b455dc8-c791-4023-bb71-b3207ee2c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:07.246299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-9b455dc8-c791-4023-bb71-b3207ee2c098 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1239901 Mar 16 12:00:07.345921 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-26ac430c-ced3-4ec8-af4d-1382420e7483 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 1001 time: 0.0940037 Mar 16 12:00:07.406311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-95aca0ca-6d4c-45d9-985a-ce5d30b21b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:07.407715 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-95aca0ca-6d4c-45d9-985a-ce5d30b21b2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0559828 Mar 16 12:00:07.482862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-c717ec6b-e028-44a7-8ba6-36fb50185209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:07.484296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-c717ec6b-e028-44a7-8ba6-36fb50185209 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679870 Mar 16 12:00:07.614031 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-e9d4a884-0fa8-4b03-9e7c-98b49bbdd107 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 Mar 16 12:00:07.790504 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1a1a7a76-09cc-416e-957b-29ee85fb6d17 req-a54871aa-065a-45eb-bb60-e2b2d1e96ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697967 Mar 16 12:00:07.816069 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d16d1-e1e5-4f2e-b158-1c82f7cd27cb req-1cecbc84-dff8-4cca-8250-e29cc10622c4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:07.817482 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-643d16d1-e1e5-4f2e-b158-1c82f7cd27cb req-1cecbc84-dff8-4cca-8250-e29cc10622c4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.1120973 Mar 16 12:00:07.861143 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-643d16d1-e1e5-4f2e-b158-1c82f7cd27cb req-ea767474-2080-4016-a11e-e409f94eebe7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373750 Mar 16 12:00:09.044636 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546f27-cbf3-4f7b-b740-0feac6933040 req-0153d5f5-c410-4f97-863f-77a934c25374 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:09.046119 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55546f27-cbf3-4f7b-b740-0feac6933040 req-0153d5f5-c410-4f97-863f-77a934c25374 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0828991 Mar 16 12:00:09.190403 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55546f27-cbf3-4f7b-b740-0feac6933040 req-b7186814-0396-402b-92c6-bcf188ed66f6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386154 Mar 16 12:00:10.370043 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99b6f-9276-4aa4-ac87-6e3fd1d62b35 req-2614ce5e-3908-4cde-8af9-c755e5da68f2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:10.371486 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1be99b6f-9276-4aa4-ac87-6e3fd1d62b35 req-2614ce5e-3908-4cde-8af9-c755e5da68f2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0771821 Mar 16 12:00:10.413934 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-1be99b6f-9276-4aa4-ac87-6e3fd1d62b35 req-33e1d061-9e06-42be-ba1c-0548c1c9b25e tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 Mar 16 12:00:11.653851 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c380f1-6c1e-44e5-8372-56b37a850642 req-7e143ab1-31c5-455c-9fd4-d3c11f8dd307 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:11.655183 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79c380f1-6c1e-44e5-8372-56b37a850642 req-7e143ab1-31c5-455c-9fd4-d3c11f8dd307 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0798728 Mar 16 12:00:11.697639 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-79c380f1-6c1e-44e5-8372-56b37a850642 req-a29ec5d5-eb38-4fc9-ba10-5337d539a81f tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Mar 16 12:00:12.879587 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b71d-c8d5-49a8-827e-73c306f8884a req-15330dac-2744-4d7c-a654-ac893700c7b8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.881017 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a589b71d-c8d5-49a8-827e-73c306f8884a req-15330dac-2744-4d7c-a654-ac893700c7b8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0805089 Mar 16 12:00:12.925424 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a589b71d-c8d5-49a8-827e-73c306f8884a req-b0dcd7f7-95e5-48d1-b19a-4fd77ad43e61 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381539 Mar 16 12:00:14.107236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b2db-885a-4225-8320-adda8a236098 req-a99f23e6-f083-4e07-8b93-5af9c9e9bdf6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:14.108671 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e23b2db-885a-4225-8320-adda8a236098 req-a99f23e6-f083-4e07-8b93-5af9c9e9bdf6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0783837 Mar 16 12:00:14.151322 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2e23b2db-885a-4225-8320-adda8a236098 req-ca902817-46f4-4801-8477-5fe622000ce3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371110 Mar 16 12:00:15.338891 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae3713-c3c1-4482-84ea-2319d06e803e req-1500d611-39c4-402a-936b-44fb295934ef tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.340311 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-56ae3713-c3c1-4482-84ea-2319d06e803e req-1500d611-39c4-402a-936b-44fb295934ef tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0820374 Mar 16 12:00:15.383940 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-56ae3713-c3c1-4482-84ea-2319d06e803e req-3242c157-f56b-49d7-991a-8de7d603e1c0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379672 Mar 16 12:00:15.479551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-6376860f-1147-418d-9d96-bc70c12317ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.480944 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-6376860f-1147-418d-9d96-bc70c12317ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0704405 Mar 16 12:00:15.609002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-b6589e91-b479-4883-b7cc-ac872895a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.610406 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-b6589e91-b479-4883-b7cc-ac872895a233 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1239078 Mar 16 12:00:15.714365 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-d67810ed-af17-4e37-bf4f-f258898571af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 1001 time: 0.0971320 Mar 16 12:00:15.778524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-bef379c4-030b-4c88-b6e7-7d00f5928501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.779902 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-bef379c4-030b-4c88-b6e7-7d00f5928501 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0599453 Mar 16 12:00:15.854352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-020805b5-720f-4b46-82d4-342ec41f6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.855812 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-020805b5-720f-4b46-82d4-342ec41f6f01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700815 Mar 16 12:00:15.984692 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-6d06a3fc-aaf9-4cef-9bf7-0024eb8e83b0 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228936 Mar 16 12:00:16.126484 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-496559fe-d357-44a2-80c8-f085d3f035e6 req-c7357c2b-5408-413b-8c7c-cb1236311a7b service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350760 Mar 16 12:00:16.574082 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd88b5-22a8-4f6a-bdbb-3794931e3392 req-845cf799-b20b-43af-b57a-31c712859789 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:16.575514 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d1dd88b5-22a8-4f6a-bdbb-3794931e3392 req-845cf799-b20b-43af-b57a-31c712859789 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0829511 Mar 16 12:00:16.618122 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d1dd88b5-22a8-4f6a-bdbb-3794931e3392 req-1233736d-548c-4ad8-bd85-48bcd464c59a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 Mar 16 12:00:17.799742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d86844-0e89-42dc-a719-6126c547f07e req-a56aa73a-1bdc-47c8-933a-58a586d02f42 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:17.801242 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69d86844-0e89-42dc-a719-6126c547f07e req-a56aa73a-1bdc-47c8-933a-58a586d02f42 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0787840 Mar 16 12:00:17.847332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69d86844-0e89-42dc-a719-6126c547f07e req-d115d1a4-6c79-4ddc-8957-8593a52c9350 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 Mar 16 12:00:19.032340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68cda-2ff4-42b3-a874-3420818ed8a0 req-06705243-f467-45c0-96b7-fb285f34a617 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:19.033793 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fe68cda-2ff4-42b3-a874-3420818ed8a0 req-06705243-f467-45c0-96b7-fb285f34a617 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0826604 Mar 16 12:00:19.077323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3fe68cda-2ff4-42b3-a874-3420818ed8a0 req-5f82252b-bf1a-4b62-af1e-db17669b65ad tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 Mar 16 12:00:19.420024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9ce91-862f-49f2-be37-258252814d98 req-18a06def-5fe9-4143-8094-15b22c920531 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:19.421615 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64c9ce91-862f-49f2-be37-258252814d98 req-18a06def-5fe9-4143-8094-15b22c920531 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0802407 Mar 16 12:00:19.468726 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-64c9ce91-862f-49f2-be37-258252814d98 req-7370f743-7fc5-4d1c-972f-eecd337a61e0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Mar 16 12:00:19.552476 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-83746fac-ac0c-49a1-8b31-0809656450eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2663116 Mar 16 12:00:20.661596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df39e-ac32-4df0-9b95-485fe64b639d req-5354042d-ad59-4298-b7f9-97808d4d0685 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:20.663107 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-211df39e-ac32-4df0-9b95-485fe64b639d req-5354042d-ad59-4298-b7f9-97808d4d0685 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0837820 Mar 16 12:00:20.709741 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-211df39e-ac32-4df0-9b95-485fe64b639d req-7f0f1cd1-8404-40be-beb7-1f163b5808f4 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407276 Mar 16 12:00:21.896165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01373971-924c-4998-a8e2-088f65d47a00 req-259fe0c4-072c-46be-bbe5-3e38efe7e2f3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:21.897867 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01373971-924c-4998-a8e2-088f65d47a00 req-259fe0c4-072c-46be-bbe5-3e38efe7e2f3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0798178 Mar 16 12:00:21.946280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-01373971-924c-4998-a8e2-088f65d47a00 req-e9ea5f39-4cfb-4dff-a402-a37e6cf70303 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Mar 16 12:00:22.086746 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-a77d96c4-e7de-470c-89c1-dc523a9b2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.088160 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-a77d96c4-e7de-470c-89c1-dc523a9b2183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b&tenant_id=07d4a3cc94a9454e856e34fcad4aae41 HTTP/1.1" status: 200 len: 1098 time: 0.0694096 Mar 16 12:00:22.187776 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-1a2dc4f1-f075-4d3d-a2c8-98617a081e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.189220 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-1a2dc4f1-f075-4d3d-a2c8-98617a081e2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0687609 Mar 16 12:00:22.236411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:00:22.319097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-719a829a-feb0-4cb9-9ba7-8f67716bbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.321467 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-719a829a-feb0-4cb9-9ba7-8f67716bbc2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1272256 Mar 16 12:00:22.349248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:22.377086 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:22.389062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:22.395701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:22.430409 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'code': 200} Mar 16 12:00:22.469746 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:22.477738 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.478093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.478434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.478766 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.479091 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.479417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.479864 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.480192 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.480521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.480860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.481187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.481506 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:22.532799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-b05172ed-cf99-463f-ab6f-0f07d4e30224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 999 time: 0.2052057 Mar 16 12:00:22.595276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-11a4f5a7-7432-4c23-b59c-4f5b001c48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.596783 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-11a4f5a7-7432-4c23-b59c-4f5b001c48ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0579112 Mar 16 12:00:22.669307 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-89ddadcf-03da-4d87-afcc-95eee6ff81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:22.670634 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-89ddadcf-03da-4d87-afcc-95eee6ff81f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680089 Mar 16 12:00:22.798651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-8dbef343-b63d-4bd8-8bcd-66518d2d1686 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217399 Mar 16 12:00:22.925314 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b39c0ce8-2e05-4bb1-9234-5dd0d68af6af req-7bfe03c9-9e9d-4d00-a524-86da899b75a1 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202953 Mar 16 12:00:22.980890 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:00:23.130111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983d57-1bae-4a15-a368-236e6fb30b84 req-171ef794-5793-460e-86f2-3b24f2729429 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:23.131530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5983d57-1bae-4a15-a368-236e6fb30b84 req-171ef794-5793-460e-86f2-3b24f2729429 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0828443 Mar 16 12:00:23.174906 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b5983d57-1bae-4a15-a368-236e6fb30b84 req-6b8ca018-226a-425f-a7f4-23aea4df12e3 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Mar 16 12:00:24.358342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bfd35-d8e5-4f05-9a59-43c5c5b5c231 req-57b365eb-04e4-4239-9d14-c9f38de38955 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:24.359785 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-985bfd35-d8e5-4f05-9a59-43c5c5b5c231 req-57b365eb-04e4-4239-9d14-c9f38de38955 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0799026 Mar 16 12:00:24.406986 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-985bfd35-d8e5-4f05-9a59-43c5c5b5c231 req-27f65405-ce8f-4ae5-b011-e7236787e15f tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Mar 16 12:00:25.590630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f5c4f-d853-4562-ad6e-135ddbe1ef40 req-0d1ae062-acd4-42e0-88f1-70d837d41755 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:25.592047 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef3f5c4f-d853-4562-ad6e-135ddbe1ef40 req-0d1ae062-acd4-42e0-88f1-70d837d41755 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0794289 Mar 16 12:00:25.634674 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ef3f5c4f-d853-4562-ad6e-135ddbe1ef40 req-f26be2e2-acfa-45c4-a756-f1871f0820e2 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Mar 16 12:00:26.819470 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a58e1c-e0f0-4528-bdb6-e41fc3064183 req-e0fc9a46-3c43-4fd8-9414-678bb6208b46 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:26.821164 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-75a58e1c-e0f0-4528-bdb6-e41fc3064183 req-e0fc9a46-3c43-4fd8-9414-678bb6208b46 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0815587 Mar 16 12:00:26.872347 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-75a58e1c-e0f0-4528-bdb6-e41fc3064183 req-593bca9c-28f7-4c12-aa00-4ad138cb8014 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Mar 16 12:00:27.014502 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf17-def4-4c2e-8847-bfb26365c724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:28.056412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aa3e9-c573-4867-b640-7784636b8105 req-08bfa1a8-b546-47b0-91dc-c3001d6df2c6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:28.057893 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b5aa3e9-c573-4867-b640-7784636b8105 req-08bfa1a8-b546-47b0-91dc-c3001d6df2c6 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0802534 Mar 16 12:00:28.102952 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-4b5aa3e9-c573-4867-b640-7784636b8105 req-16fb83ba-3e4f-45e2-8594-11ce7ddcd179 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394602 Mar 16 12:00:29.238773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-61097950-a257-451d-b0e7-01a59b019b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:29.285760 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ac452-650c-4e14-b07a-a8aa1df0cd4d req-dd6b8e96-02fd-4515-8281-fbd6eff2d1b7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:29.287179 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b58ac452-650c-4e14-b07a-a8aa1df0cd4d req-dd6b8e96-02fd-4515-8281-fbd6eff2d1b7 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0819023 Mar 16 12:00:29.329696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-b58ac452-650c-4e14-b07a-a8aa1df0cd4d req-2c53478f-f9f4-4df0-a591-656320f98e17 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368023 Mar 16 12:00:29.977165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f38a8-c3c2-46e2-8b7b-736f853aa1a8 req-c2f8f96b-e4c3-42dc-ac8a-ff37ce8955e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:29.978599 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f0f38a8-c3c2-46e2-8b7b-736f853aa1a8 req-c2f8f96b-e4c3-42dc-ac8a-ff37ce8955e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1096 time: 0.0683844 Mar 16 12:00:30.018866 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6f0f38a8-c3c2-46e2-8b7b-736f853aa1a8 req-7b665950-af00-4ea0-9f43-e967491a9418 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Mar 16 12:00:30.251003 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:00:30.412302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:30.426029 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'port_id': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'mac_address': 'fa:16:3e:88:df:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:00:30.486372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.503119 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c62e8-9622-48e3-91b1-2f6b27c0117f {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:00:30.517081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f266e-0f81-4171-a48d-06b2b5b6d3c5 req-3d80f902-5ccf-4b37-95cf-6f385e18f012 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:30.518559 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d53f266e-0f81-4171-a48d-06b2b5b6d3c5 req-3d80f902-5ccf-4b37-95cf-6f385e18f012 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 943 time: 0.0852542 Mar 16 12:00:30.518676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:30.523838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.564827 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d53f266e-0f81-4171-a48d-06b2b5b6d3c5 req-1feb10ea-ffdb-4f06-b06f-c0a74fd34c15 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 Mar 16 12:00:30.590725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:30.676296 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:30.702925 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:31.751303 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2f26-52ce-4439-9828-78f0cedc4f5d req-cee32a75-c4db-4545-84f2-e6749a9f4629 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:31.752650 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9dc2f26-52ce-4439-9828-78f0cedc4f5d req-cee32a75-c4db-4545-84f2-e6749a9f4629 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 944 time: 0.0839612 Mar 16 12:00:31.796374 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a9dc2f26-52ce-4439-9828-78f0cedc4f5d req-9c9f7ccf-7e42-4e56-a2af-3958d279e0b0 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380218 Mar 16 12:00:32.094177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['138c62e8-9622-48e3-91b1-2f6b27c0117f'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:00:32.178995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.275607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:34.340912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port 138c62e8-9622-48e3-91b1-2f6b27c0117f triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:34.341275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.455019 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.481188 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:00:34.490416 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:00:34.495264 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:34.531529 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'code': 200} Mar 16 12:00:34.561571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:34.592653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:57.017943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-15617578-51e4-419d-9284-1fa4ee4d95cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:59.243734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-77a6e487-435f-4be4-842c-9366bd1095a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:59.980804 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:00.678888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:00.708313 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:02.166257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.592399 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.047787 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-89c6db2d-e484-4ac2-9412-3249f74af242 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680275 Mar 16 12:01:08.203756 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807541-1526-494b-ae8f-5037e50dab94 req-641d3c8f-7b40-4135-b9ae-c1ae2073ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:08.205250 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-641d3c8f-7b40-4135-b9ae-c1ae2073ab2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0718248 Mar 16 12:01:08.346551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807541-1526-494b-ae8f-5037e50dab94 req-b54a9f6c-4445-45aa-9da6-fe293dc6e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:08.347854 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-b54a9f6c-4445-45aa-9da6-fe293dc6e2f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1254668 Mar 16 12:01:08.450086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-dfee107e-cb10-4ff1-a694-e627b7f73263 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 1001 time: 0.0962539 Mar 16 12:01:08.513692 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807541-1526-494b-ae8f-5037e50dab94 req-df7e26aa-278d-4627-9fe0-9225f6f02dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:08.515097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-df7e26aa-278d-4627-9fe0-9225f6f02dc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0597136 Mar 16 12:01:08.586578 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7807541-1526-494b-ae8f-5037e50dab94 req-a8c9f64f-bf61-47cf-a5bc-abe0e151b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:08.588000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-a8c9f64f-bf61-47cf-a5bc-abe0e151b305 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671313 Mar 16 12:01:08.809069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-187409b0-0704-48ad-95c4-fca598c34c84 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125845 Mar 16 12:01:08.936404 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7807541-1526-494b-ae8f-5037e50dab94 req-e2eacdbb-fab8-4565-9d61-0a819a930963 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220610 Mar 16 12:01:27.019097 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbccabb0-2b69-421c-89f5-a6c061e02f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:29.242599 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-46eaa036-f478-4b6b-92c0-2e4502837437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:30.682340 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:30.708718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:32.169414 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:34.606404 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.978830 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:47.288192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55020) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:47.496210 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Deleting port c1623870-60d4-49d1-85ef-1c24d7842d2a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:47.496546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:47.668320 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:47.668642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:47.788813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Calling delete_port for c1623870-60d4-49d1-85ef-1c24d7842d2a owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:47.939983 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:48.010820 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'Port': ['ID=c1623870-60d4-49d1-85ef-1c24d7842d2a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:48.027141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.027483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.027818 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.028146 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.028469 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.028796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.029814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.030139 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.030460 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.030781 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.031095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.031406 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:48.089805 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:48.090131 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Floating IP 17a9196d-54d6-438c-a5dc-bb36f1c644bb disassociated (deleted). External IP: 172.26.0.169, port: 138c62e8-9622-48e3-91b1-2f6b27c0117f. Mar 16 12:01:48.538162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:01:48.721733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:01:48.731177 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:01:48.740603 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:01:48.741211 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:48.742187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:48.796642 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-668877e1-2670-4db9-80e3-63a54d247a67 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "DELETE /v2.0/floatingips/17a9196d-54d6-438c-a5dc-bb36f1c644bb HTTP/1.1" status: 204 len: 168 time: 1.5072994 Mar 16 12:01:48.797236 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:01:48.854964 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'status': 'completed', 'code': 200} Mar 16 12:01:48.953828 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:01:48.975737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-cf4425f4-613b-49d6-b263-2b11fcc7e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:48.977223 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-cf4425f4-613b-49d6-b263-2b11fcc7e452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 1098 time: 0.0788302 Mar 16 12:01:49.163788 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-a9a59750-7e67-4f6b-8a57-6c4f44ed3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:49.165173 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-a9a59750-7e67-4f6b-8a57-6c4f44ed3e79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 200 len: 909 time: 0.1812484 Mar 16 12:01:49.238113 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-17ee778b-ca00-49ff-9781-f91bf8f78248 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 200 len: 217 time: 0.0655367 Mar 16 12:01:49.273113 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:49.276957 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:01:49.285505 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:01:49.286096 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:49.310018 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f389c6-cb7a-406d-95ff-c8c47cfccc13 req-8cf0697c-793e-4df9-9b55-6f33e0f58ac8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:49.310255 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-97f389c6-cb7a-406d-95ff-c8c47cfccc13 req-8cf0697c-793e-4df9-9b55-6f33e0f58ac8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:01:49.323329 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-d95a8f9d-d9c8-4c22-b0bf-9590fdfb394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:49.324696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-d95a8f9d-d9c8-4c22-b0bf-9590fdfb394c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 200 len: 847 time: 0.0799329 Mar 16 12:01:49.365616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-97f389c6-cb7a-406d-95ff-c8c47cfccc13 req-8cf0697c-793e-4df9-9b55-6f33e0f58ac8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:01:49.366709 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-97f389c6-cb7a-406d-95ff-c8c47cfccc13 req-8cf0697c-793e-4df9-9b55-6f33e0f58ac8 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.2521737 Mar 16 12:01:49.422589 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-97f389c6-cb7a-406d-95ff-c8c47cfccc13 req-f72dac0b-3afd-4f96-a914-53f6bb29f2ae tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493302 Mar 16 12:01:49.445296 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-18b7f052-312c-44b4-aeda-8e290fb1c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:49.445296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-18b7f052-312c-44b4-aeda-8e290fb1c6a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ed47149-95f3-4dda-8bd6-7a767d0512de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109290 Mar 16 12:01:49.478626 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:01:49.575329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-792e0ac6-92f8-4425-a7b8-65435a1314d9 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257708 Mar 16 12:01:49.704304 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a7ef77ac-0b41-4d04-b404-fce476e6c2ae req-4edfd8b2-3d31-4317-94e7-eda533c4a6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226463 Mar 16 12:01:49.786822 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:49.790638 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed39a2-fb7b-457b-b2d5-ce464ecf37ff None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T11:51:54Z', 'revision_number': 4, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': 'b500b133-3531-4c51-aad5-ae384eb2e8e0', 'name': '', 'network_id': '1ed47149-95f3-4dda-8bd6-7a767d0512de', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'mac_address': 'fa:16:3e:0c:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:54Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'subnets': [{'id': 'f67230aa-c592-472b-8a9f-931b9dba771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:01:50.009592 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10fb421-edd8-4724-ae27-90e85717a086 None None] New status for floating IP 17a9196d-54d6-438c-a5dc-bb36f1c644bb: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:01:50.604637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709dd71-5120-4952-ae70-5b81d04e6026 req-336abf94-571f-495d-882b-51832dcc6f14 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:50.606073 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7709dd71-5120-4952-ae70-5b81d04e6026 req-336abf94-571f-495d-882b-51832dcc6f14 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0782676 Mar 16 12:01:50.649497 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7709dd71-5120-4952-ae70-5b81d04e6026 req-d52da5d6-d898-493b-be7f-e43ff50fb176 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/security-groups?id=02bee736-c027-40d7-a875-e8113e0f6750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377164 Mar 16 12:01:50.939433 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-5bab4a1e-e79a-4bd8-9f56-9258d99218fc tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:50.940734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-5bab4a1e-e79a-4bd8-9f56-9258d99218fc tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 945 time: 0.0804431 Mar 16 12:01:51.007220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Deleting port 138c62e8-9622-48e3-91b1-2f6b27c0117f {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:51.007555 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.357024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] For port 138c62e8-9622-48e3-91b1-2f6b27c0117f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=138c62e8-9622-48e3-91b1-2f6b27c0117f,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:51.357570 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.476207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Calling delete_port for 138c62e8-9622-48e3-91b1-2f6b27c0117f owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:51.616975 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.665532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'Port': ['ID=138c62e8-9622-48e3-91b1-2f6b27c0117f,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:51.744397 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] No DVR routers for this DVR port 138c62e8-9622-48e3-91b1-2f6b27c0117f on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:01:51.746881 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.750092 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-deleted', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:01:51.767349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c8e4336c-7eac-443b-83c7-4af979ebf38c req-eab71ba3-2f87-42f7-9da5-bc27221b16c5 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.55 "DELETE /v2.0/ports/138c62e8-9622-48e3-91b1-2f6b27c0117f HTTP/1.1" status: 204 len: 173 time: 0.8215191 Mar 16 12:01:51.809336 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b', 'name': 'network-vif-deleted', 'tag': '138c62e8-9622-48e3-91b1-2f6b27c0117f', 'status': 'completed', 'code': 200} Mar 16 12:01:51.815629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9c219d00-5a3e-4ee5-95f6-95b3301fa7c0 req-0fb5ffff-0c52-4c5e-8476-2d0a26cf607a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Synchronizing usage tracker for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:01:51.833761 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9c219d00-5a3e-4ee5-95f6-95b3301fa7c0 req-0fb5ffff-0c52-4c5e-8476-2d0a26cf607a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Unset dirty status for tenant:07d4a3cc94a9454e856e34fcad4aae41 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:01:51.835158 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9c219d00-5a3e-4ee5-95f6-95b3301fa7c0 req-0fb5ffff-0c52-4c5e-8476-2d0a26cf607a tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0669444 Mar 16 12:01:53.015405 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-2a5b493f-e97e-4f43-8d78-9104f38bc2d3 req-24a7a18f-2c23-4fc2-9d1e-14329c066a07 tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "GET /v2.0/ports?device_id=c33659fb-5d1d-4eb8-89b8-0f9f74e14e8b HTTP/1.1" status: 200 len: 210 time: 0.0456398 Mar 16 12:01:54.108806 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55042) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:54.176674 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:54.208709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:54.277860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:54.298345 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bee736-c027-40d7-a875-e8113e0f6750,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:54.309927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:54.311086 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-90247568-86ca-4637-a23d-f2041acd42df tempest-TestShelveInstance-1927584760 tempest-TestShelveInstance-1927584760-project] 10.222.0.50 "DELETE /v2.0/security-groups/02bee736-c027-40d7-a875-e8113e0f6750 HTTP/1.1" status: 204 len: 168 time: 0.2012477 Mar 16 12:01:54.355509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55048) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:54.645251 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:54.682670 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: 138c62e8-9622-48e3-91b1-2f6b27c0117f {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:01:54.682912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device 138c62e8-9622-48e3-91b1-2f6b27c0117f not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:55.054306 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.493596 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Deleting port b500b133-3531-4c51-aad5-ae384eb2e8e0 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:55.494200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.660485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] For port b500b133-3531-4c51-aad5-ae384eb2e8e0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=b500b133-3531-4c51-aad5-ae384eb2e8e0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:55.660855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:55.785533 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Calling delete_port for b500b133-3531-4c51-aad5-ae384eb2e8e0 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:56.096637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:56.143647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b500b133-3531-4c51-aad5-ae384eb2e8e0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:56.408771 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:56.878668 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:01:57.021023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2f4bf426-301b-4705-be0d-21755eacf3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.056560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:01:57.066131 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Sync routers for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:01:57.074588 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a040ff53-43f6-46e2-9eb0-b6d9d573fe75 admin admin] 10.222.0.50 "PUT /v2.0/routers/fde1e6fc-a7b3-444d-a836-c39bd56d3ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179494 Mar 16 12:01:57.076230 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:01:57.076945 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:57.077810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55054) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:57.250579 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.250833 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:01:57.431464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.441713 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Deleting port c0b6c37e-2379-461f-b30d-84a19c8b74f7 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:57.442057 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.567700 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T12:01:56Z', 'revision_number': 5, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port': {'id': 'c0b6c37e-2379-461f-b30d-84a19c8b74f7', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:51Z', 'updated_at': '2022-03-16T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:57.571677 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Checking router: fde1e6fc-a7b3-444d-a836-c39bd56d3ddc for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:01:57.579800 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Routers {'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:01:57.580391 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:57.626532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] For port c0b6c37e-2379-461f-b30d-84a19c8b74f7, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c0b6c37e-2379-461f-b30d-84a19c8b74f7,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:57.626889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.725146 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] Set router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:01:57.760640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Calling delete_port for c0b6c37e-2379-461f-b30d-84a19c8b74f7 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:57.832457 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T12:01:57Z', 'revision_number': 6, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:57.836378 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf9ac-9822-4199-a5c0-7d3f0f137987 None None] The sync data for ids ['fde1e6fc-a7b3-444d-a836-c39bd56d3ddc'] in dv-neutron-828143-9-hyperv is: [{'id': 'fde1e6fc-a7b3-444d-a836-c39bd56d3ddc', 'name': 'tempest-TestShelveInstance-176486582-router', 'tenant_id': '07d4a3cc94a9454e856e34fcad4aae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:50Z', 'updated_at': '2022-03-16T12:01:57Z', 'revision_number': 6, 'project_id': '07d4a3cc94a9454e856e34fcad4aae41', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:01:57.933485 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:57.981398 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b6c37e-2379-461f-b30d-84a19c8b74f7,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:58.068795 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.348684 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.350803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.374200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.374762 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde1e6fc-a7b3-444d-a836-c39bd56d3ddc {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:01:58.386560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.387672 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-17e1a8f2-b8e5-4743-aa96-d8247ae074f3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fde1e6fc-a7b3-444d-a836-c39bd56d3ddc HTTP/1.1" status: 204 len: 168 time: 1.3089499 Mar 16 12:01:58.390709 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55058) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:58.449445 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Deleting subnet f67230aa-c592-472b-8a9f-931b9dba771c {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:01:58.453046 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.503810 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.580456 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.647601 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.690165 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67230aa-c592-472b-8a9f-931b9dba771c,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:58.693715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.699186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2386bf8-a843-4bf5-be0a-2055a0eec7d2 None None] Network 1ed47149-95f3-4dda-8bd6-7a767d0512de requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:01:58.700351 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3853f070-ba9a-42c9-8106-bb75148a967d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f67230aa-c592-472b-8a9f-931b9dba771c HTTP/1.1" status: 204 len: 168 time: 0.3086596 Mar 16 12:01:58.702927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55062) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:58.813925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.831420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Deleting port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:58.831420 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:58.957055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] DHCP port deletion for 1ed47149-95f3-4dda-8bd6-7a767d0512de request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:01:58.961321 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Deleting port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:58.961694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.049310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] For port 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=99dfc054-b073-4983-9f2a-1ee2260b8cf0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:59.049880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.171643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Calling delete_port for 99dfc054-b073-4983-9f2a-1ee2260b8cf0 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:59.196821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] For port 99dfc054-b073-4983-9f2a-1ee2260b8cf0, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=99dfc054-b073-4983-9f2a-1ee2260b8cf0,segment=NetworkSegment(a68acdfd-d72f-4fb2-ace7-0c1072981309),segment_id=a68acdfd-d72f-4fb2-ace7-0c1072981309)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:59.197242 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.249500 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.297077 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=99dfc054-b073-4983-9f2a-1ee2260b8cf0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:59.300328 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] No DVR routers for this DVR port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:01:59.345875 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Calling delete_port for 99dfc054-b073-4983-9f2a-1ee2260b8cf0 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:01:59.392107 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e4f941b6-6990-480d-804a-2273ef3fe0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.419613 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.424484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:01:59.424773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:01:59.444862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed47149-95f3-4dda-8bd6-7a767d0512de']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:59.462646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68acdfd-d72f-4fb2-ace7-0c1072981309') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:59.462943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68acdfd-d72f-4fb2-ace7-0c1072981309') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:59.475106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.491943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.498528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:01:59.498916 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.507772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 99dfc054-b073-4983-9f2a-1ee2260b8cf0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:01:59.512670 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:01:59.542335 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 99dfc054-b073-4983-9f2a-1ee2260b8cf0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:01:59.542683 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 99dfc054-b073-4983-9f2a-1ee2260b8cf0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:59.543110 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b500b133-3531-4c51-aad5-ae384eb2e8e0 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:59.578854 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: b500b133-3531-4c51-aad5-ae384eb2e8e0 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:01:59.579194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device b500b133-3531-4c51-aad5-ae384eb2e8e0 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:59.579598 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c0b6c37e-2379-461f-b30d-84a19c8b74f7 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:59.587773 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.603662 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:59.617906 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed47149-95f3-4dda-8bd6-7a767d0512de,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:59.618341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c0b6c37e-2379-461f-b30d-84a19c8b74f7 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:01:59.618943 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c0b6c37e-2379-461f-b30d-84a19c8b74f7 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:59.626002 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d57f4533-14be-4fb5-b8bf-b01a0510a310 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ed47149-95f3-4dda-8bd6-7a767d0512de HTTP/1.1" status: 204 len: 168 time: 0.9219778 Mar 16 12:01:59.628708 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55066) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:59.926348 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Deleting port 99dfc054-b073-4983-9f2a-1ee2260b8cf0 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:01:59.926963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.009463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-620d55b3-06e3-4257-b258-f6eb2b7c7b57 None None] The port '99dfc054-b073-4983-9f2a-1ee2260b8cf0' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:02:00.247913 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.593010 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Deleting port 11c5bf75-afc1-43be-9851-c88c5b4b9b73 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:02:00.593349 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.683418 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.711247 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.767081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] For port 11c5bf75-afc1-43be-9851-c88c5b4b9b73, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=11c5bf75-afc1-43be-9851-c88c5b4b9b73,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:00.767350 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:00.888411 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Calling delete_port for 11c5bf75-afc1-43be-9851-c88c5b4b9b73 owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:02:01.161080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:01.235569 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c5bf75-afc1-43be-9851-c88c5b4b9b73,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:01.479698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:01.833195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Router 89ada502-cc47-46b8-9044-7debd3f1876a has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:02:02.007459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:02.016186 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Sync routers for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:02.018411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-46e01a29-5895-49a5-a28a-decb47538018 admin admin] 10.222.0.50 "PUT /v2.0/routers/89ada502-cc47-46b8-9044-7debd3f1876a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886824 Mar 16 12:02:02.019261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55070) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:02.025578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:02.026191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:02.194253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:02.196471 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:02.208185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:02.490411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T12:02:01Z', 'revision_number': 5, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port': {'id': '5cb4d0b0-f35c-4e4e-a262-b7061cda6c86', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:02.494609 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Checking router: 89ada502-cc47-46b8-9044-7debd3f1876a for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:02.498114 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:02.503524 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Routers {'89ada502-cc47-46b8-9044-7debd3f1876a'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:02.504147 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['89ada502-cc47-46b8-9044-7debd3f1876a'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:02.511223 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Deleting port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:02:02.511675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:02.658613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] Set router 89ada502-cc47-46b8-9044-7debd3f1876a gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:02.688563 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] For port 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:02.688952 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:02.811239 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T12:02:02Z', 'revision_number': 6, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:02.813097 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Calling delete_port for 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:02:02.815228 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590376-128d-4559-b21e-65cc8ceb00c7 None None] The sync data for ids ['89ada502-cc47-46b8-9044-7debd3f1876a'] in dv-neutron-828143-9-hyperv is: [{'id': '89ada502-cc47-46b8-9044-7debd3f1876a', 'name': 'tempest-TestShelveInstance-629152071-router', 'tenant_id': '341207eda5ef489ba1033203f1875562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T12:02:02Z', 'revision_number': 6, 'project_id': '341207eda5ef489ba1033203f1875562', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:02.980127 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.025367 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb4d0b0-f35c-4e4e-a262-b7061cda6c86,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:03.113898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.288945 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.291073 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.313402 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.313884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ada502-cc47-46b8-9044-7debd3f1876a {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:02:03.325701 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.326803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a75a0c02-c2a0-433c-9d5d-6636eb1175a9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/89ada502-cc47-46b8-9044-7debd3f1876a HTTP/1.1" status: 204 len: 168 time: 1.3066607 Mar 16 12:02:03.329278 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55074) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:03.388969 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Deleting subnet 41f7f85d-9bd1-4282-8287-daa497304f81 {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:02:03.391698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.439889 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.516632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.578434 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11c5bf75-afc1-43be-9851-c88c5b4b9b73 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:02:03.596352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.613934 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 11c5bf75-afc1-43be-9851-c88c5b4b9b73 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:02:03.614278 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 11c5bf75-afc1-43be-9851-c88c5b4b9b73 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:02:03.614695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:02:03.632178 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f7f85d-9bd1-4282-8287-daa497304f81,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:03.637691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.644400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5eb75-6cf6-4df7-84e8-f39a5bbcc7c6 None None] Network 684dc25d-61b9-461d-bf7c-b3cdee4351fd requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:02:03.647416 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e4ad60af-2b67-47b5-ac17-e0d32a9f5be8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/41f7f85d-9bd1-4282-8287-daa497304f81 HTTP/1.1" status: 204 len: 168 time: 0.3166735 Mar 16 12:02:03.649444 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55078) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:03.667093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:02:03.667440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 5cb4d0b0-f35c-4e4e-a262-b7061cda6c86 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:02:03.759838 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.770981 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Deleting port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:02:03.771261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.921589 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] DHCP port deletion for 684dc25d-61b9-461d-bf7c-b3cdee4351fd request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:02:03.925880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Deleting port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:02:03.926464 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.978893 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] For port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:03.979248 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.104406 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Calling delete_port for 8d7ffe52-a623-496e-a9ea-14d6f5f7242a owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:02:04.127467 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] For port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,segment=NetworkSegment(a60e48d8-06ff-4d12-8632-7fb51eeb18f3),segment_id=a60e48d8-06ff-4d12-8632-7fb51eeb18f3)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:04.127851 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.179123 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.229470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7ffe52-a623-496e-a9ea-14d6f5f7242a,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:04.232318 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] No DVR routers for this DVR port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:02:04.252066 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Calling delete_port for 8d7ffe52-a623-496e-a9ea-14d6f5f7242a owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:02:04.268346 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.268695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.269058 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.269389 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.269713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.270036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.270358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.270678 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.271000 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.271313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.271627 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.271938 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:04.323292 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:02:04.323644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:02:04.358314 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.382903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684dc25d-61b9-461d-bf7c-b3cdee4351fd']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:04.394488 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:04.394786 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60e48d8-06ff-4d12-8632-7fb51eeb18f3') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:04.405860 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.421906 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.427688 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:02:04.428064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:02:04.451777 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:02:04.516995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.532995 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.542651 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=684dc25d-61b9-461d-bf7c-b3cdee4351fd,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:04.547369 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-47f52283-5975-4870-9ae9-9377a05c15c9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/684dc25d-61b9-461d-bf7c-b3cdee4351fd HTTP/1.1" status: 204 len: 168 time: 0.8962731 Mar 16 12:02:04.607758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.674288 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55084) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:04.723673 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-50a41bf2-c894-4b54-8f96-9b1e539cb213 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07d4a3cc94a9454e856e34fcad4aae41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481365 Mar 16 12:02:04.726019 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55088) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:04.782138 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.806449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.825124 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Deleting port 8d7ffe52-a623-496e-a9ea-14d6f5f7242a {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:02:04.826117 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.861439 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.878837 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e2370-c7d7-4d75-a2e0-5e86d4cd3967,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:04.885059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:04.886674 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-adbdb7a8-f9f9-4a86-a069-7dd5a3d4e7b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/392e2370-c7d7-4d75-a2e0-5e86d4cd3967 HTTP/1.1" status: 204 len: 168 time: 0.1593196 Mar 16 12:02:04.905383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-afcd99e4-3916-4e71-b7a1-e5fc1b7504a2 None None] The port '8d7ffe52-a623-496e-a9ea-14d6f5f7242a' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:02:05.240059 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55096) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:05.288440 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-cc816207-dbe1-46e7-b092-d05583232738 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=341207eda5ef489ba1033203f1875562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472271 Mar 16 12:02:05.290892 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55100) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:05.349435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.374964 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.424768 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.438830 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beec6d18-03e5-45e7-938d-a8d8d7ae9a78,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:05.445340 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.446784 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-7b2e83eb-004d-486b-948c-1117bfa19810 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/beec6d18-03e5-45e7-938d-a8d8d7ae9a78 HTTP/1.1" status: 204 len: 168 time: 0.1547644 Mar 16 12:02:05.514062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d7ffe52-a623-496e-a9ea-14d6f5f7242a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:02:05.548030 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 8d7ffe52-a623-496e-a9ea-14d6f5f7242a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:02:05.548382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 8d7ffe52-a623-496e-a9ea-14d6f5f7242a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:02:06.231101 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55124) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:06.332151 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-114148805-network', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:06.336925 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:06.341373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Usage tracker for resource:network and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:06.344261 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:06.349978 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:06.363591 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Made reservation on behalf of c9dfbe92cd7b46c8b6afe2611543a922 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:02:06.365884 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.377498 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.391888 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:06.395619 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:06.398348 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:06.404457 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:06.484063 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.487823 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.517050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:02:06.525128 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366c6d9c-c2f1-4f48-acc8-dad8f471a978,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:06.531291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.531629 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Added segment 3724ed16-28bf-4d0c-b45d-370ec9169085 of type vlan for network f63baa22-fbe2-4691-9405-22a011f6dd88 Mar 16 12:02:06.557074 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.584767 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.585702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:06.586267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.684773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=f63baa22-fbe2-4691-9405-22a011f6dd88,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:06.690313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-bd8a1047-fe3a-4701-8a74-12593edb9fe3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4554787 Mar 16 12:02:06.690585 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55130) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:06.694421 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network f63baa22-fbe2-4691-9405-22a011f6dd88 details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:02:06.695572 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Request body: {'subnet': {'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-114148805-subnet', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:06.701168 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:06.704955 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Usage tracker for resource:subnet and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:06.707713 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:06.713368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:06.724554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Made reservation on behalf of c9dfbe92cd7b46c8b6afe2611543a922 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:02:06.726836 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.021859 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.092109 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c870041-55b4-4146-87db-9058de2f05d8,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:07.099243 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Checking segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:07.099588 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Network hostable DHCP agents. Network: f63baa22-fbe2-4691-9405-22a011f6dd88, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:02:07.117039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:02:07.126070 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, f63baa22-fbe2-4691-9405-22a011f6dd88) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:07.130046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:07.130618 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.134307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99927f-1431-4614-84b7-f9b05d5ccb68 None None] Network f63baa22-fbe2-4691-9405-22a011f6dd88 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:02:07.151983 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8118f9c3-5da1-4f5f-a222-e3ee584efd39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4605234 Mar 16 12:02:07.154773 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55134) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:07.159573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:07.164208 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:07.167982 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Usage tracker for resource:router and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:07.171458 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:07.176994 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:07.186934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.187878 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.203420 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.350145 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-f63baa22-fbe2-4691-9405-22a011f6dd88', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 12:02:07.350995 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.468411 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.537299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Allocated IP 172.20.0.2 (f63baa22-fbe2-4691-9405-22a011f6dd88/6c870041-55b4-4146-87db-9058de2f05d8/84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:07.739785 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.750659 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Transition to ACTIVE for port object 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:07.768287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Transition to ACTIVE for port object 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:07.774298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.776275 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.806873 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.836571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:07.837692 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:07.845511 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:07.882045 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Pushing event updated for resources: {'Port': ['ID=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:07.923388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.923725 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.924055 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.924387 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.924707 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.925056 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.925375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.925697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.926018 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.926318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.926627 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.926962 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:07.948820 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Allocated IP 172.26.0.132 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/239dc40b-f49e-4a9d-a06b-7e9487432c9b) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:07.949615 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Attempting to bind port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:07.949980 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Attempting to bind port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:07.950380 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Attempting to bind port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:07.955857 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:07.956216 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Checking segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:07.956606 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:07.957016 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Bound using segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:07.957462 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Bound port: 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:07.957823 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:08.047427 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] For port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:08.050400 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] For port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:08.055024 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:08.099036 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:08.129744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:08.146297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11872a-8261-4515-96b4-3d9392764665 None None] Pushing event updated for resources: {'Port': ['ID=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:08.189449 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:08.192175 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:08.200358 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:08.239030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Pushing event updated for resources: {'Port': ['ID=239dc40b-f49e-4a9d-a06b-7e9487432c9b,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:08.749116 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.088571 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ce169-90d1-4d52-8937-0a1acb0ac608 None None] Network f63baa22-fbe2-4691-9405-22a011f6dd88 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:02:09.104996 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.206143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2683545b-c7d1-4d95-b685-88d18c376aa8 None None] Provisioning for port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:09.337071 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 12:02:09.539686 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:09.550877 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:09.562674 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:09.563367 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:09.572766 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.577195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:09.580404 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-e7ae44b8-1aff-4efd-8238-af4d502e4c08 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4220798 Mar 16 12:02:09.580799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55138) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:09.665693 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:09.674131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:09.674626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.750157 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:09.801177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.835126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:09.839861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:09.915513 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:10.037138 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:08Z', 'revision_number': 3, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:10.040941 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:10.041201 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Updating router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 port 239dc40b-f49e-4a9d-a06b-7e9487432c9b binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:02:10.095414 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.382912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.440156 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.453292 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Transition to ACTIVE for port object 239dc40b-f49e-4a9d-a06b-7e9487432c9b will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:10.459534 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.530596 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Attempting to bind port 239dc40b-f49e-4a9d-a06b-7e9487432c9b on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:10.530934 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Attempting to bind port 239dc40b-f49e-4a9d-a06b-7e9487432c9b by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:10.531289 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Attempting to bind port 239dc40b-f49e-4a9d-a06b-7e9487432c9b on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:10.546995 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:10.547359 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:10.547751 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.548148 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:10.548580 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Bound port: 239dc40b-f49e-4a9d-a06b-7e9487432c9b, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:10.548975 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.576958 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Pushing event updated for resources: {'Port': ['ID=239dc40b-f49e-4a9d-a06b-7e9487432c9b,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:10.590461 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Allocated IP 172.20.0.1 (f63baa22-fbe2-4691-9405-22a011f6dd88/6c870041-55b4-4146-87db-9058de2f05d8/6897f396-256f-4a55-a14c-30c91c3926f9) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:10.593035 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.593380 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.593712 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.594037 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.594355 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.594670 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.594983 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.595297 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.595608 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.595966 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.596303 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.596682 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:02:10.635019 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] For port 239dc40b-f49e-4a9d-a06b-7e9487432c9b, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:10.638931 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] For port 239dc40b-f49e-4a9d-a06b-7e9487432c9b, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=239dc40b-f49e-4a9d-a06b-7e9487432c9b,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:10.642993 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.720032 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:10.720662 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:10.740006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.755666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Transition to ACTIVE for port object 6897f396-256f-4a55-a14c-30c91c3926f9 will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:10.779516 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:10.789327 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642b69-6d3b-468a-ac13-9400b059bee7 None None] Pushing event updated for resources: {'Port': ['ID=239dc40b-f49e-4a9d-a06b-7e9487432c9b,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:10.845107 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:10.851886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:10.855941 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:10.885962 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Pushing event updated for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:10.904446 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:10.917130 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.089604 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-173050c1-9ec4-4c1d-93b3-197b5623ee38 None None] Provisioning for port 6897f396-256f-4a55-a14c-30c91c3926f9 completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:11.094903 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-173050c1-9ec4-4c1d-93b3-197b5623ee38 None None] Provisioning complete for port 6897f396-256f-4a55-a14c-30c91c3926f9 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:11.095265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-173050c1-9ec4-4c1d-93b3-197b5623ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.152177 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-173050c1-9ec4-4c1d-93b3-197b5623ee38 None None] Port 6897f396-256f-4a55-a14c-30c91c3926f9 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:02:11.177254 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.195110 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:08Z', 'revision_number': 3, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:11.200268 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aca7d0-b99c-429a-8a83-2bcdb938b8cb None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:08Z', 'revision_number': 3, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:11.413124 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.418882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.621753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:11.660919 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.667529 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Pushing event updated for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:11.695487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:11.695967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:11.813595 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:11.814838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:11.831668 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 239dc40b-f49e-4a9d-a06b-7e9487432c9b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:11.914014 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 239dc40b-f49e-4a9d-a06b-7e9487432c9b completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:11.924466 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 239dc40b-f49e-4a9d-a06b-7e9487432c9b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:11.924855 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.045585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:02:12.098312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.113825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-1fe53674-5fd8-45ce-9779-818e4a8e6bd0 None None] Provisioning complete for port 6897f396-256f-4a55-a14c-30c91c3926f9 triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:12.114275 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1fe53674-5fd8-45ce-9779-818e4a8e6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.190714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 239dc40b-f49e-4a9d-a06b-7e9487432c9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=239dc40b-f49e-4a9d-a06b-7e9487432c9b,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:12.203237 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.232712 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:12.242180 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1e7ee5a9-8745-4c68-b0ad-65a2ac525b50 admin admin] 10.222.0.50 "PUT /v2.0/routers/b4a0ea05-cdb1-4f15-989d-dab8f7c91d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602218 Mar 16 12:02:12.243307 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-1fe53674-5fd8-45ce-9779-818e4a8e6bd0 None None] Port 6897f396-256f-4a55-a14c-30c91c3926f9 cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:02:12.276453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=239dc40b-f49e-4a9d-a06b-7e9487432c9b,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:12.758148 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55156) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:12.763081 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:12.763987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1598148398-network', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:12.768624 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:12.772396 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Usage tracker for resource:network and tenant:8cdac44f7b7743c995e23d522752eb18 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:12.772521 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:12.773171 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:12.779497 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:12.785232 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:12.795373 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Made reservation on behalf of 8cdac44f7b7743c995e23d522752eb18 for: {'network': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:02:12.797657 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for network, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.809291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.823185 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:12.827064 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdac44f7b7743c995e23d522752eb18 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:12.829844 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:12.835368 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:12.916039 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.922418 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.952501 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=87842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:02:12.957068 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:12.960718 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56ea95-c52a-4368-b3d9-e1309f53ab06,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:12.966977 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.967313 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.db.segments_db [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Added segment d5dad828-db3d-4c6e-8076-da2e6b997a49 of type vlan for network 8e467434-1c11-4107-8d17-90cf88af670d Mar 16 12:02:12.993043 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743324491192'] for network, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.021154 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085'] for network, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.021986 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:13.022554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.124048 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] Pushing event updated for resources: {'Network': ['ID=8e467434-1c11-4107-8d17-90cf88af670d,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:13.128128 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-51275d9e-1490-4911-ad64-e7189f55bc63 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3689518 Mar 16 12:02:13.130765 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55160) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:13.136085 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Request body: {'subnet': {'network_id': '8e467434-1c11-4107-8d17-90cf88af670d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1598148398-subnet', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'ip_version': 4}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:13.141936 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:13.145809 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Usage tracker for resource:subnet and tenant:8cdac44f7b7743c995e23d522752eb18 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:13.148623 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:13.154816 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:13.164744 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Made reservation on behalf of 8cdac44f7b7743c995e23d522752eb18 for: {'subnet': 1} {{(pid=87842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:02:13.167020 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7067510'] for subnet, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.174826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Network 8e467434-1c11-4107-8d17-90cf88af670d details requested by agent ovs-agent-dv-neutron-828143-9-hyperv with host dv-neutron-828143-9-hyperv {{(pid=87843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:02:13.370685 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 2, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:13.374868 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:13.375212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Updating router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 port 6897f396-256f-4a55-a14c-30c91c3926f9 binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:02:13.430912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.506195 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6122543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7067460'] for subnet, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.541302 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 239dc40b-f49e-4a9d-a06b-7e9487432c9b up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:13.580610 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a2c207-bac8-47a8-b30a-5bddfe03661a,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:13.590798 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Checking segment: {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:13.591143 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Network hostable DHCP agents. Network: 8e467434-1c11-4107-8d17-90cf88af670d, hostable agents: ['6765b7b9-14c8-4a06-b875-64be73c12c3f'], hosted agents: [] {{(pid=87842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:02:13.609672 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Network 8e467434-1c11-4107-8d17-90cf88af670d is scheduled to be hosted by DHCP agent 6765b7b9-14c8-4a06-b875-64be73c12c3f with binding_index 1 {{(pid=87842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:02:13.619104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-9-hyperv, 8e467434-1c11-4107-8d17-90cf88af670d) {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:13.624006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:13.624695 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.639822 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608911f-bde2-4117-81dd-a3b78de9f6ce None None] Network 8e467434-1c11-4107-8d17-90cf88af670d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:02:13.646408 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-343a4628-f071-4282-91fd-84ab4b8487c6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5145192 Mar 16 12:02:13.648910 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55164) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:13.654236 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:13.659333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:13.663365 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Usage tracker for resource:router and tenant:8cdac44f7b7743c995e23d522752eb18 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:13.666205 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:13.672094 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:13.683030 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2868'] for router, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.684307 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342490', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2877'] for router, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.699987 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.805413 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 239dc40b-f49e-4a9d-a06b-7e9487432c9b triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:13.805776 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.959896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2831'] for router, precommit_update {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:13.977942 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:14.161282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.163697 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa48c4647-e19c-56ae-8d0b-2a38f40a3f68-8e467434-1c11-4107-8d17-90cf88af670d', 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'fixed_ips': [{'subnet_id': '61a2c207-bac8-47a8-b30a-5bddfe03661a'}]}} from dv-neutron-828143-9-hyperv. {{(pid=87843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 12:02:14.164455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.189950 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Transition to ACTIVE for port object 6897f396-256f-4a55-a14c-30c91c3926f9 will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:14.229885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.281253 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.314291 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.384567 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747314-e715-4e20-90ae-e52cc4b23f8e None None] Pushing event updated for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:14.458638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_common [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Allocated IP 172.26.0.215 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/7f6aeeaa-02d2-49c6-b5ff-06388a968b7a) {{(pid=87842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:14.528507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Attempting to bind port 6897f396-256f-4a55-a14c-30c91c3926f9 on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:14.528932 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Attempting to bind port 6897f396-256f-4a55-a14c-30c91c3926f9 by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:14.529282 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Attempting to bind port 6897f396-256f-4a55-a14c-30c91c3926f9 on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:14.535136 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.db_base_plugin_common [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Allocated IP 172.20.0.2 (8e467434-1c11-4107-8d17-90cf88af670d/61a2c207-bac8-47a8-b30a-5bddfe03661a/c51ccbeb-ac8e-40e8-b539-2329219b07ef) {{(pid=87843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:14.540500 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:14.540885 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Checking segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:14.541284 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.541669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Bound using segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:14.542140 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Bound port: 6897f396-256f-4a55-a14c-30c91c3926f9, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:14.542523 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.614409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.644586 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.705733 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:14.709431 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.base_scheduler [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Resources bound (agent type, host, resource id): {{(pid=87842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:14.718124 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Received port after_create {{(pid=87842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:14.744665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] For port 6897f396-256f-4a55-a14c-30c91c3926f9, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:14.755729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] For port 6897f396-256f-4a55-a14c-30c91c3926f9, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6897f396-256f-4a55-a14c-30c91c3926f9,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:14.761660 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.765369 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,revision_number=1']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:14.910927 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:14.911575 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:14.969983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks [] for port, precommit_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:14.980203 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747314-e715-4e20-90ae-e52cc4b23f8e None None] Pushing event updated for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:14.994706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Transition to ACTIVE for port object c51ccbeb-ac8e-40e8-b539-2329219b07ef will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:15.032439 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Transition to ACTIVE for port object c51ccbeb-ac8e-40e8-b539-2329219b07ef will not be triggered until provisioned by entity DHCP. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:15.100167 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994'] for port, after_create {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.188694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Network 8e467434-1c11-4107-8d17-90cf88af670d is already hosted by enough agents. {{(pid=87843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:15.198747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.scheduler.base_scheduler [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Resources bound (agent type, host, resource id): {{(pid=87843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:15.211763 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Received port after_create {{(pid=87843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:15.219751 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:15.285684 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.311716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Pushing event updated for resources: {'Port': ['ID=c51ccbeb-ac8e-40e8-b539-2329219b07ef,revision_number=1']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:15.501435 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Attempting to bind port c51ccbeb-ac8e-40e8-b539-2329219b07ef on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:15.502219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Attempting to bind port c51ccbeb-ac8e-40e8-b539-2329219b07ef by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:15.502219 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Attempting to bind port c51ccbeb-ac8e-40e8-b539-2329219b07ef on network 8e467434-1c11-4107-8d17-90cf88af670d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:15.623430 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:15.623817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Checking segment: {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:15.624184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.624657 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Bound using segment: {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:15.625238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Bound port: c51ccbeb-ac8e-40e8-b539-2329219b07ef, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:15.625607 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.692650 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342503'] for router, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.802221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] For port c51ccbeb-ac8e-40e8-b539-2329219b07ef, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:15.816382 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] For port c51ccbeb-ac8e-40e8-b539-2329219b07ef, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c51ccbeb-ac8e-40e8-b539-2329219b07ef,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:15.825227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:15.917493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:14Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:15.925336 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b188b5-b90e-4b8e-9937-0a5f79d450c5 None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:14Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:15.927160 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b529-387d-4076-af9e-c1ef2926242d None None] Pushing event updated for resources: {'Port': ['ID=c51ccbeb-ac8e-40e8-b539-2329219b07ef,revision_number=2']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:15.961866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 is scheduled to L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 with binding_index 1 {{(pid=87842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 12:02:16.202235 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:16.219155 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Sync routers for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:16.229372 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:16.229990 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:16.236197 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:16.242823 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-697652cd-3d8e-4df9-8662-36bd4610c013 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5902064 Mar 16 12:02:16.243691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55168) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:16.493883 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:16.829206 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:15Z', 'revision_number': 3, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:16.833281 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Checking router: eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:16.833831 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Updating router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a binding host dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:02:16.888727 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.131201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.183089 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b86c77-bddd-4eb3-956a-3769fb7c451f None None] Network 8e467434-1c11-4107-8d17-90cf88af670d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:02:17.311251 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks [] for port, precommit_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.317819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-075266a6-5bbb-42d6-84d2-360667e30f42 None None] Provisioning for port c51ccbeb-ac8e-40e8-b539-2329219b07ef completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:17.327105 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.provisioning_blocks [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Transition to ACTIVE for port object 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a will not be triggered until provisioned by entity L2. {{(pid=87844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:17.336570 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.415702 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Attempting to bind port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:17.416116 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Attempting to bind port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:17.416420 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Attempting to bind port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a on network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:17.433057 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:17.433427 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Checking segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:17.433845 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.434208 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Bound using segment: {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'} {{(pid=87844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:17.435271 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.managers [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Bound port: 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10817b15-d0d1-4d04-bb8a-cf9e0017b1d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895'}}] {{(pid=87844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:17.435668 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.498274 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111e6e8-1c5c-412d-95af-1adacbaa4379 None None] Pushing event updated for resources: {'Port': ['ID=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,revision_number=2']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:17.504160 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Allocated IP 172.20.0.1 (8e467434-1c11-4107-8d17-90cf88af670d/61a2c207-bac8-47a8-b30a-5bddfe03661a/2b61bfd0-9886-490d-bd8e-3f090841d75a) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:17.576392 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] For port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:17.581476 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.plugins.ml2.db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] For port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:17.587608 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron_lib.callbacks.manager [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.648158 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c51ccbeb-ac8e-40e8-b539-2329219b07ef up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:17.695107 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111e6e8-1c5c-412d-95af-1adacbaa4379 None None] Pushing event updated for resources: {'Port': ['ID=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,revision_number=3']} {{(pid=87844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:17.704880 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:17.705616 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:17.717695 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.733347 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port c51ccbeb-ac8e-40e8-b539-2329219b07ef completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:17.735931 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Transition to ACTIVE for port object 2b61bfd0-9886-490d-bd8e-3f090841d75a will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:17.739419 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c51ccbeb-ac8e-40e8-b539-2329219b07ef triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:17.739923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.763076 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.830429 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Network 8e467434-1c11-4107-8d17-90cf88af670d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:17.837382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:17.842207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:17.874227 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.883399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Pushing event updated for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:17.898499 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:17.899201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-343249'] for router_interface, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.900175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fc845f01-1ebc-4298-beb5-3d615345be33 None None] Provisioning complete for port c51ccbeb-ac8e-40e8-b539-2329219b07ef triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:17.900547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fc845f01-1ebc-4298-beb5-3d615345be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.970217 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port c51ccbeb-ac8e-40e8-b539-2329219b07ef, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c51ccbeb-ac8e-40e8-b539-2329219b07ef,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:17.978963 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:17.980459 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6897f396-256f-4a55-a14c-30c91c3926f9 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:18.061548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.149758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=c51ccbeb-ac8e-40e8-b539-2329219b07ef,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:18.170142 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 6897f396-256f-4a55-a14c-30c91c3926f9 completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:18.175208 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6897f396-256f-4a55-a14c-30c91c3926f9 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:18.175573 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.211187 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:15Z', 'revision_number': 3, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:18.215096 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67738f71-6f15-4425-86a4-1a0084c83e7f None None] The sync data for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv is: [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:15Z', 'revision_number': 3, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:18.310612 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.321619 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eab6001d-e380-4f15-aff4-13949565abff None None] Provisioning for port 2b61bfd0-9886-490d-bd8e-3f090841d75a completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:18.326698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.330283 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-eab6001d-e380-4f15-aff4-13949565abff None None] Provisioning complete for port 2b61bfd0-9886-490d-bd8e-3f090841d75a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:18.330678 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-eab6001d-e380-4f15-aff4-13949565abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.332442 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.403134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 6897f396-256f-4a55-a14c-30c91c3926f9, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6897f396-256f-4a55-a14c-30c91c3926f9,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:18.405656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-eab6001d-e380-4f15-aff4-13949565abff None None] Port 2b61bfd0-9886-490d-bd8e-3f090841d75a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:02:18.409633 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.443525 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-342584'] for router_interface, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.447313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Pushing event updated for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:18.491274 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:18.613790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Network 8e467434-1c11-4107-8d17-90cf88af670d is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:18.614924 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:18.819050 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:02:18.831374 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-b5adc164-ceed-469c-81ca-3aad13c03d58 None None] Provisioning complete for port 2b61bfd0-9886-490d-bd8e-3f090841d75a triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:18.831749 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b5adc164-ceed-469c-81ca-3aad13c03d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.897694 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-b5adc164-ceed-469c-81ca-3aad13c03d58 None None] Port 2b61bfd0-9886-490d-bd8e-3f090841d75a cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:02:19.008193 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:19.016957 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-8d7a91f1-d65c-48eb-9f4a-ecfbcebc7472 admin admin] 10.222.0.50 "PUT /v2.0/routers/eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7713251 Mar 16 12:02:19.535850 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55178) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:19.541572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901543221', 'description': 'tempest-secgroup-smoke-1901543221 description', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:19.549666 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:19.553838 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:19.557106 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:19.565055 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:19.579730 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.599597 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:19.605802 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:19.612024 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:19.613736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:19.618399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:19.683503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:19.689346 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:19.689718 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.696237 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.700272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.743039 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:19.745798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.749882 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-4d52a055-3c7c-42db-baaf-ff273547cf9b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2100236 Mar 16 12:02:19.750031 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55182) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:19.754980 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:19.761356 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:19.765499 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:19.768344 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:19.774040 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:19.792184 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.819078 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.836221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Sync routers for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:19.844329 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:19.849214 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.849946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c51ccbeb-ac8e-40e8-b539-2329219b07ef up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:19.859753 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.864396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.891599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40ec4f3-cdc1-4b06-aba8-bf8ac3232a63,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:19.899901 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:19.900189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.900493 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:19.901672 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2a590f8d-938c-4628-a3da-cd0281d4acca tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507707 Mar 16 12:02:19.905005 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55186) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:19.910000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:19.915791 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:19.920187 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:19.923201 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:19.929632 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:20.051609 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.070971 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.116259 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.119880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.145649 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010fec4e-2370-4865-9112-9c66c76d46f8,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.157399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.161426 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-edf26344-8e67-40a7-b33b-2324098022a8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2527018 Mar 16 12:02:20.161715 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55190) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:20.166858 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:20.167059 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port c51ccbeb-ac8e-40e8-b539-2329219b07ef triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:20.167426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.173912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:20.178409 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:20.181270 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:20.188084 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:20.204731 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.215373 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:20.270617 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.274333 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.293129 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a7541f-b047-4836-9fd0-c05bdba0bcbd,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.310919 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.312096 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-9976a185-143b-4e51-819f-dbe9f514604a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494093 Mar 16 12:02:20.314896 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55194) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:20.319726 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.v2.base [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:20.326315 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:20.330092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:20.332985 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.quota.resource [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87842) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:20.338659 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.quota.driver [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87842) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:20.356092 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.423993 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.427788 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.450554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15513d4-c38a-46f3-be21-f9c3fe03b8b6,revision_number=0']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.461665 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.466106 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-1fde3f0c-ce0c-497a-acd3-e4e7f1e1d4fa tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471837 Mar 16 12:02:20.466430 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55198) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:20.471884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:20.477774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:20.482698 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:20.485985 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:20.491948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:20.503683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Project c9dfbe92cd7b46c8b6afe2611543a922 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:02:20.504481 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6897f396-256f-4a55-a14c-30c91c3926f9 up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:20.510647 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.575999 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.579620 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.602358 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af6ac0a-2506-4598-9c50-07f375a4fc5e,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.613884 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.615375 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-80e62666-3531-4090-950a-e051e0a9aa9e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477528 Mar 16 12:02:20.618147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55202) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:20.624081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'security_group_rule': {'security_group_id': '2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0', 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:20.627794 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 6897f396-256f-4a55-a14c-30c91c3926f9 triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:20.628190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.629862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:20.633618 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:security_group_rule and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:20.636721 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:20.643276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:20.653629 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.securitygroups_db [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Project c9dfbe92cd7b46c8b6afe2611543a922 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:02:20.660354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.696063 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:17Z', 'revision_number': 4, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2b61bfd0-9886-490d-bd8e-3f090841d75a', 'name': '', 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'mac_address': 'fa:16:3e:a5:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:17Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 2, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'subnets': [{'id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:20.703976 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Checking router: eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:20.704326 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Updating router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 port 2b61bfd0-9886-490d-bd8e-3f090841d75a binding host dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:02:20.729559 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.735631 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444904'] for security_group_rule, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.764058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0bb4b3-12b9-4038-bc72-e4c700ca2c3a,revision_number=0']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:20.772653 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.774219 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cd91e914-6df0-4ab7-b655-59e31145b389 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551266 Mar 16 12:02:20.804250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.935880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-5710a465-bbac-4cc2-a423-d4749d243723 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:security_group {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:02:20.953242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-5710a465-bbac-4cc2-a423-d4749d243723 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:security_group {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:02:20.954392 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-5710a465-bbac-4cc2-a423-d4749d243723 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901543221&fields=id&tenant_id=c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 267 time: 0.0576360 Mar 16 12:02:21.104189 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-f979b2f8-b169-4ac7-9257-586e1fecbd42 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:21.105702 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-f979b2f8-b169-4ac7-9257-586e1fecbd42 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 809 time: 0.1448877 Mar 16 12:02:21.121176 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-ae9cdf1d-033f-4c98-96bf-bb5f1c343295 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/quotas/c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 375 time: 0.0093057 Mar 16 12:02:21.156726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks [] for port, precommit_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.167849 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Transition to ACTIVE for port object 2b61bfd0-9886-490d-bd8e-3f090841d75a will not be triggered until provisioned by entity L2. {{(pid=87843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:21.174318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.209111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-30837d5b-0512-4116-8986-4a795a478c19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:02:21.226276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-30837d5b-0512-4116-8986-4a795a478c19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:02:21.227640 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-30837d5b-0512-4116-8986-4a795a478c19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003418 Mar 16 12:02:21.369172 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-51e8bf65-0cd0-4cca-9a83-3592cada51dc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 12:02:21.370492 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-51e8bf65-0cd0-4cca-9a83-3592cada51dc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1257608 Mar 16 12:02:21.370933 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578e62a-2de8-48e4-bee9-2471527573b5 None None] Pushing event updated for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=3']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:21.456463 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Attempting to bind port 2b61bfd0-9886-490d-bd8e-3f090841d75a on host dv-neutron-828143-9-hyperv for vnic_type normal with profile {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:21.456861 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Attempting to bind port 2b61bfd0-9886-490d-bd8e-3f090841d75a by drivers openvswitch,hyperv on host dv-neutron-828143-9-hyperv at level 0 using segments [{'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:21.457218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Attempting to bind port 2b61bfd0-9886-490d-bd8e-3f090841d75a on network 8e467434-1c11-4107-8d17-90cf88af670d {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:21.467013 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Checking agent: {'id': '727e4b52-c168-4042-a1b8-1011155211d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 44, 30), 'started_at': datetime.datetime(2022, 3, 16, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:21.467392 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Checking segment: {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:21.467816 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.468189 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Bound using segment: {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'} {{(pid=87843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:21.468665 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.managers [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Bound port: 2b61bfd0-9886-490d-bd8e-3f090841d75a, host: dv-neutron-828143-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dad828-db3d-4c6e-8076-da2e6b997a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d'}}] {{(pid=87843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:21.469072 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.524373 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-7d9221c5-ddbf-4ab9-a744-481c34f26b97 service neutron] 10.222.0.50 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434367 Mar 16 12:02:21.541496 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:21.619896 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] For port 2b61bfd0-9886-490d-bd8e-3f090841d75a, host dv-neutron-828143-9-hyperv, cleared binding levels {{(pid=87843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:21.631289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] For port 2b61bfd0-9886-490d-bd8e-3f090841d75a, host dv-neutron-828143-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2b61bfd0-9886-490d-bd8e-3f090841d75a,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:21.637253 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.660624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-53a121b6-516c-47c9-b710-8c4b8b33c887 service neutron] 10.222.0.50 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290722 Mar 16 12:02:21.688386 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:21.689131 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:21.765756 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:21.766624 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:01:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:21.884323 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fce3b4c-082d-4e25-a126-d75f8963e41d req-c7ceec5a-2353-444b-996e-41907228fa4a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 210 time: 0.0560701 Mar 16 12:02:21.889484 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578e62a-2de8-48e4-bee9-2471527573b5 None None] Pushing event updated for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:22.059359 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:22.392031 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:17Z', 'revision_number': 4, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2b61bfd0-9886-490d-bd8e-3f090841d75a', 'name': '', 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'mac_address': 'fa:16:3e:a5:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:17Z', 'updated_at': '2022-03-16T12:02:21Z', 'revision_number': 4, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'subnets': [{'id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:22.396339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a08fc-bd9a-4080-b936-f948dab5d290 None None] The sync data for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv is: [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:02:17Z', 'revision_number': 4, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '2b61bfd0-9886-490d-bd8e-3f090841d75a', 'name': '', 'network_id': '8e467434-1c11-4107-8d17-90cf88af670d', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'mac_address': 'fa:16:3e:a5:00:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:17Z', 'updated_at': '2022-03-16T12:02:21Z', 'revision_number': 4, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'subnets': [{'id': '61a2c207-bac8-47a8-b30a-5bddfe03661a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:23.055920 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e1b0d50d-9a8b-4205-bb58-9fc4062c7ba0 req-a5ef3f90-e464-4f1b-bb6c-28785cb8ab33 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 210 time: 0.0468078 Mar 16 12:02:23.310828 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-02bf1363-b810-424f-b7d6-2e93d714d180 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:23.312490 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-02bf1363-b810-424f-b7d6-2e93d714d180 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 809 time: 0.1548080 Mar 16 12:02:23.368088 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-1e78ab1a-aa29-4f3c-a06d-fe5557e2dec5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 380 time: 0.0412807 Mar 16 12:02:23.377619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'port': {'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'admin_state_up': True, 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'security_groups': ['2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:23.527546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:23.537991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:23.547996 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Made reservation on behalf of c9dfbe92cd7b46c8b6afe2611543a922 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:02:23.551463 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:23.567195 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2b61bfd0-9886-490d-bd8e-3f090841d75a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:23.638454 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning for port 2b61bfd0-9886-490d-bd8e-3f090841d75a completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:23.643244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2b61bfd0-9886-490d-bd8e-3f090841d75a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:23.643611 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:23.719603 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Allocated IP 172.20.0.9 (f63baa22-fbe2-4691-9405-22a011f6dd88/6c870041-55b4-4146-87db-9058de2f05d8/a9426031-c038-4baf-969f-a663097e9eaa) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:23.759686 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:23.791960 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] For port 2b61bfd0-9886-490d-bd8e-3f090841d75a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2b61bfd0-9886-490d-bd8e-3f090841d75a,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:23.796180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:23.873169 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Pushing event updated for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:23.922075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:23.937957 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Transition to ACTIVE for port object a9426031-c038-4baf-969f-a663097e9eaa will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:23.961196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:24.026886 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:24.030274 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:24.038425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:24.073347 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:24.111894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:24.112496 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:24.141395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-d925df38-f7dd-4226-bd88-48c22f6467e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678049 Mar 16 12:02:24.234466 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Request body: {'port': {'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:24.282384 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73a2ce0c-1cb6-4bb7-861a-7d85331e67a9 None None] Provisioning for port a9426031-c038-4baf-969f-a663097e9eaa completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:24.287912 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-73a2ce0c-1cb6-4bb7-861a-7d85331e67a9 None None] Provisioning complete for port a9426031-c038-4baf-969f-a663097e9eaa triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:24.288279 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73a2ce0c-1cb6-4bb7-861a-7d85331e67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:24.341709 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-73a2ce0c-1cb6-4bb7-861a-7d85331e67a9 None None] Port a9426031-c038-4baf-969f-a663097e9eaa cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:02:24.366847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:24.386503 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e182ab-4f53-42a5-aa97-99ef67558202 req-c0069566-624a-480e-91cd-3944ea961f17 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:24.387221 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-e8e182ab-4f53-42a5-aa97-99ef67558202 req-c0069566-624a-480e-91cd-3944ea961f17 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:02:24.448556 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-e8e182ab-4f53-42a5-aa97-99ef67558202 req-c0069566-624a-480e-91cd-3944ea961f17 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:02:24.449752 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8e182ab-4f53-42a5-aa97-99ef67558202 req-c0069566-624a-480e-91cd-3944ea961f17 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 931 time: 0.2667048 Mar 16 12:02:24.570567 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e8e182ab-4f53-42a5-aa97-99ef67558202 req-32a04e90-4f67-4da0-8064-96fd6147a943 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109660 Mar 16 12:02:24.869824 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9426031-c038-4baf-969f-a663097e9eaa {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:02:24.878019 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:24.892877 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Transition to ACTIVE for port object a9426031-c038-4baf-969f-a663097e9eaa will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:02:24.896452 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.051554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:25.136253 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Attempting to bind port a9426031-c038-4baf-969f-a663097e9eaa on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:02:25.136973 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Attempting to bind port a9426031-c038-4baf-969f-a663097e9eaa by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:02:25.137459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Attempting to bind port a9426031-c038-4baf-969f-a663097e9eaa on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:25.144742 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Port a9426031-c038-4baf-969f-a663097e9eaa on network f63baa22-fbe2-4691-9405-22a011f6dd88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 12:02:25.145088 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Attempting to bind port a9426031-c038-4baf-969f-a663097e9eaa on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:02:25.150111 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:02:25.150441 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Checking segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:02:25.150813 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Bound using segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:02:25.151229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Bound port: a9426031-c038-4baf-969f-a663097e9eaa, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:02:25.151567 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.241689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:02:25.244425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:02:25.249651 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.304792 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:25.305508 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.307000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 1093 time: 1.1445563 Mar 16 12:02:25.307501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:02:25.338219 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c27fb9-e230-4732-916b-127e4cc487c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:25.362280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'status': 'completed', 'code': 200} Mar 16 12:02:25.458093 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-9e0c6466-cec6-40ea-8483-fb0e26107ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:25.459913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-9e0c6466-cec6-40ea-8483-fb0e26107ea7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1096 time: 0.0795147 Mar 16 12:02:25.529077 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2b61bfd0-9886-490d-bd8e-3f090841d75a up at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:25.541243 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-8a045954-3a38-420c-baac-78b005b2f3c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 217 time: 0.0688496 Mar 16 12:02:25.605882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-32ba41a8-6145-4f75-9616-f8862a86b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:25.608148 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-32ba41a8-6145-4f75-9616-f8862a86b352 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0605185 Mar 16 12:02:25.611880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Provisioning complete for port 2b61bfd0-9886-490d-bd8e-3f090841d75a triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:25.612249 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:25.721188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-bab67964-dbd8-4f9f-af81-9296cfe0dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:25.722535 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-bab67964-dbd8-4f9f-af81-9296cfe0dea8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084146 Mar 16 12:02:25.869379 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9fb8a-e0bc-4b37-8b45-27d65e8e3c32 req-612a43ff-d377-4e17-807d-74684e1d15e8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:25.870848 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfc9fb8a-e0bc-4b37-8b45-27d65e8e3c32 req-612a43ff-d377-4e17-807d-74684e1d15e8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.1880915 Mar 16 12:02:25.891842 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-a5440b7e-aede-4825-9717-525ef1f20dc5 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618223 Mar 16 12:02:25.948750 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dfc9fb8a-e0bc-4b37-8b45-27d65e8e3c32 req-8851a5cb-6dea-41c4-a260-83ee882637b6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722549 Mar 16 12:02:26.037513 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9d95c79e-9d78-4069-8a56-58e813251c1d req-dd3322f5-3d3e-4a57-88c0-d0d8cf1dd869 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386168 Mar 16 12:02:26.203580 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-8a263e88-dd26-4191-80a5-65f86ea8a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:26.205069 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-8a263e88-dd26-4191-80a5-65f86ea8a33e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1096 time: 0.0731628 Mar 16 12:02:26.336927 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-11e50e9c-5705-4b3a-891f-71399c7230f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:26.338382 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-11e50e9c-5705-4b3a-891f-71399c7230f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1278024 Mar 16 12:02:26.405976 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-60aa9d9a-0ffd-45ff-adbf-4283704393fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 217 time: 0.0609877 Mar 16 12:02:26.568619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-5dec3554-dcb6-4278-95aa-936629be2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:26.570039 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-5dec3554-dcb6-4278-95aa-936629be2f58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.1583402 Mar 16 12:02:26.644912 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-b7751e56-4f71-4e58-9787-b129e96f9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:26.646275 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-b7751e56-4f71-4e58-9787-b129e96f9350 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692546 Mar 16 12:02:26.775992 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-97c2ecbd-02d4-4529-aafb-ee8f94830de1 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230817 Mar 16 12:02:26.908464 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-bf6e52b6-4970-4c60-8fa9-6928630c4aff req-2509a39f-3f2e-4db1-99f5-08e922fc3d5f service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254613 Mar 16 12:02:27.023569 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-35d4193b-f056-4394-943a-dea56a7ab796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:27.185948 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e95e98-c8ab-431f-a5f4-3cff4f36d6ef req-59eee0a3-bb54-415c-af9a-4a31092919a2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:27.187312 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2e95e98-c8ab-431f-a5f4-3cff4f36d6ef req-59eee0a3-bb54-415c-af9a-4a31092919a2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.1312048 Mar 16 12:02:27.232974 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d2e95e98-c8ab-431f-a5f4-3cff4f36d6ef req-cce29fec-1a68-4fa7-a11a-6ab72de9b64f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Mar 16 12:02:28.465066 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2689da-2986-4729-acf1-962d712e9479 req-2b6a04ce-04f9-4317-b514-ace4f8cc56c4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:28.466908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8b2689da-2986-4729-acf1-962d712e9479 req-2b6a04ce-04f9-4317-b514-ace4f8cc56c4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.1276617 Mar 16 12:02:28.512324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-8b2689da-2986-4729-acf1-962d712e9479 req-8bb9d77b-f1c5-4d68-acc0-0193b8cdcc2f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Mar 16 12:02:28.787426 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:02:28.955926 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:28.968601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'a9426031-c038-4baf-969f-a663097e9eaa', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:02:29.024372 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:29.040507 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9426031-c038-4baf-969f-a663097e9eaa {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:02:29.055542 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:29.059547 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:29.124312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:29.244268 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-62b31e87-d17c-43cb-9b92-989b2f07ad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:29.454935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['a9426031-c038-4baf-969f-a663097e9eaa'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:02:29.706147 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c728f4-6833-4c2a-83c7-46a305f1e7ae req-0c5314b2-efba-4361-a90e-047108fc5d87 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:29.707582 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55c728f4-6833-4c2a-83c7-46a305f1e7ae req-0c5314b2-efba-4361-a90e-047108fc5d87 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 944 time: 0.0870533 Mar 16 12:02:29.751618 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-55c728f4-6833-4c2a-83c7-46a305f1e7ae req-39e26fa3-e8d3-4dbf-9846-60bc355c08f9 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Mar 16 12:02:30.688318 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:30.712673 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:30.787945 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:02:30.863503 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port a9426031-c038-4baf-969f-a663097e9eaa completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:02:30.868601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port a9426031-c038-4baf-969f-a663097e9eaa triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:02:30.869007 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:30.940389 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ea6c-8073-4ea2-bcfa-6abf897354f7 req-cf86d7d7-ce9a-4452-be57-88d8ac306be5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:30.941858 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c415ea6c-8073-4ea2-bcfa-6abf897354f7 req-cf86d7d7-ce9a-4452-be57-88d8ac306be5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 944 time: 0.0796165 Mar 16 12:02:30.986735 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:30.989353 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c415ea6c-8073-4ea2-bcfa-6abf897354f7 req-e3f69dec-81d5-45ad-ac77-22301756cd0a tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Mar 16 12:02:31.014701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:02:31.024858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:02:31.028376 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:31.065745 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'code': 200} Mar 16 12:02:31.103032 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:31.316378 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d1dc-9312-4816-bc2a-9dfb1239539a req-9cc847d8-5628-4355-93ad-51b5dddc7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:31.317846 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd38d1dc-9312-4816-bc2a-9dfb1239539a req-9cc847d8-5628-4355-93ad-51b5dddc7efb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1098 time: 0.0679853 Mar 16 12:02:31.358453 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-dd38d1dc-9312-4816-bc2a-9dfb1239539a req-1d4cc478-9540-4a7c-a6b4-4c21d276bd21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Mar 16 12:02:32.173138 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fbf90-138c-4271-b783-7c7a9732a96e req-027355d2-f485-42e3-9b56-a62bd13f33e6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:32.174659 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-989fbf90-138c-4271-b783-7c7a9732a96e req-027355d2-f485-42e3-9b56-a62bd13f33e6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 945 time: 0.0817952 Mar 16 12:02:32.181676 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:32.218217 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-989fbf90-138c-4271-b783-7c7a9732a96e req-66c66148-499b-4e6c-a39a-e3a51bf3c2bd tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 Mar 16 12:02:33.400546 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33865f-0860-410b-aa81-834c8037fc6e req-a367011a-93de-455c-a537-039d03f4c85f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:33.401993 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba33865f-0860-410b-aa81-834c8037fc6e req-a367011a-93de-455c-a537-039d03f4c85f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 945 time: 0.0793233 Mar 16 12:02:33.445175 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba33865f-0860-410b-aa81-834c8037fc6e req-9409cf35-7925-48f9-9387-0691e1b1e236 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Mar 16 12:02:33.632087 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1ed1-1e39-489c-b651-7895ecc9e8c4 req-07cbb177-6476-4a6e-bf1f-9e409ca3d86b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:33.633546 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-268b1ed1-1e39-489c-b651-7895ecc9e8c4 req-07cbb177-6476-4a6e-bf1f-9e409ca3d86b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 945 time: 0.0823340 Mar 16 12:02:33.680925 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-268b1ed1-1e39-489c-b651-7895ecc9e8c4 req-6ed94b67-c66f-4b09-a0e0-c43357690dfe tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Mar 16 12:02:33.703229 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55272) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:33.812053 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcd386-4b81-46ae-af21-d910c373ccac tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:33.812747 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-42dcd386-4b81-46ae-af21-d910c373ccac tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] Synchronizing usage tracker for tenant:8cdac44f7b7743c995e23d522752eb18 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:02:33.829637 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-42dcd386-4b81-46ae-af21-d910c373ccac tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] Unset dirty status for tenant:8cdac44f7b7743c995e23d522752eb18 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:02:33.830799 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-42dcd386-4b81-46ae-af21-d910c373ccac tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1093 time: 0.1265967 Mar 16 12:02:33.833688 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55278) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:02:33.838583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:02:33.844752 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:02:33.848561 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:floatingip and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:02:33.851853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:02:33.857519 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:02:33.870655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.003608 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.135270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Allocated IP 172.26.0.239 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/095be7a9-0011-4323-a0fb-8858c3a69ff4) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:02:34.277476 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.306080 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.367667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:02:34.370409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:02:34.374734 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:02:34.418669 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=095be7a9-0011-4323-a0fb-8858c3a69ff4,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:34.615913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.879548 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:34.955403 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.155119 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.159326 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.270979 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=095be7a9-0011-4323-a0fb-8858c3a69ff4,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:02:35.279682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.450291 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Floating IP 9a52d7c4-db95-463e-a18a-655ece870ab2 associated. External IP: 172.26.0.239, port: a9426031-c038-4baf-969f-a663097e9eaa. Mar 16 12:02:35.795960 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:02:36.082382 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:02:36.092101 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:02:36.101846 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:36.102566 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:36.105865 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:36.161712 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-96cd3531-b091-4071-a596-ff84804cb6d1 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3270080 Mar 16 12:02:36.162297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:02:36.265384 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'status': 'completed', 'code': 200} Mar 16 12:02:36.279706 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:36.385628 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-02c0c34d-5468-409c-8aab-95e110b8742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:36.386996 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-02c0c34d-5468-409c-8aab-95e110b8742b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1098 time: 0.0694628 Mar 16 12:02:36.518585 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-65c2058c-4d37-45c6-a44f-9fd5161b443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:36.520022 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-65c2058c-4d37-45c6-a44f-9fd5161b443b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1271780 Mar 16 12:02:36.623786 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-f0de38bc-05bb-47dd-9d8c-c1ad36feec87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 999 time: 0.0971160 Mar 16 12:02:36.656531 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:34Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:36.660241 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:02:36.668284 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:02:36.669425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:02:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:36.688612 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-b9b13e48-9f8d-4973-80d2-5cdef0acdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:36.690097 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-b9b13e48-9f8d-4973-80d2-5cdef0acdf6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0605686 Mar 16 12:02:36.765242 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-abdb2de4-eb3a-4155-9232-eaa92e939dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:36.766743 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-abdb2de4-eb3a-4155-9232-eaa92e939dcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708883 Mar 16 12:02:36.845723 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:02:36.897749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-3e2ce93a-9734-46e3-afb5-9c3cbcea7527 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253438 Mar 16 12:02:37.035072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-76516d2e-8695-44d2-b5d0-966d83d3943e req-dcc1f796-9bc6-4b39-bf02-bc7eabf3b138 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292818 Mar 16 12:02:37.184094 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:34Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:02:37.188074 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7820fa-d6ef-4aed-965a-32c2001b2906 None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:34Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:02:37.369487 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ea074-5ed1-4303-bc52-9bb62c1f9bea None None] New status for floating IP 9a52d7c4-db95-463e-a18a-655ece870ab2: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:02:50.977377 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:57.025194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-393dded5-8a8b-4cc5-b851-6a5d294d1aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:59.245370 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-da59a4e3-6088-40e1-adfe-33f225ef0e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:00.690263 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:00.714893 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:02.179156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:04.641218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:11.821623 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-c2ef3b15-9fa7-4429-bb5d-3664df4ce781 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676837 Mar 16 12:03:11.974908 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-3d76b9d9-e470-4594-92ae-59b645c34d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:11.976340 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-3d76b9d9-e470-4594-92ae-59b645c34d89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1098 time: 0.0733953 Mar 16 12:03:12.118737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-8f2ab6d9-c543-44a2-af4a-ba954be41897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:12.120057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-8f2ab6d9-c543-44a2-af4a-ba954be41897 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1222284 Mar 16 12:03:12.221063 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-c1fb4ca7-b1e1-4215-b985-ec272a2917eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 1001 time: 0.0943933 Mar 16 12:03:12.280812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-7508df08-50fa-4011-81d6-229552255d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:12.282205 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-7508df08-50fa-4011-81d6-229552255d74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0560272 Mar 16 12:03:12.353675 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-444a869a-7d35-4dce-8640-16ae93e8127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:12.355076 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-444a869a-7d35-4dce-8640-16ae93e8127e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671122 Mar 16 12:03:12.487585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-75123972-4bd4-4408-8a25-c400d7e6a5c9 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244149 Mar 16 12:03:12.714177 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-eeeaf7b1-9613-4c24-af2b-e054b622bf70 req-2aab537c-16ae-4151-8c81-ea34728ee6c1 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201967 Mar 16 12:03:27.027041 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f92fda5-02ae-4c54-90a4-a9a2c1ce9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:27.976461 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:29.247637 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-a5b51478-06a1-4663-8bea-f80ebb4dd008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:30.691576 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:30.718504 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:32.183580 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:34.661143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:57.029830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-4311f493-18e8-4989-b7d7-e3b0c8eb4423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:59.249796 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5ff716e3-cea2-43d2-a2b8-7d2104edf566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.693772 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.721207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.186983 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.673712 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.974545 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:13.646926 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-ef376982-218f-47d5-b58d-eb87fc4aadc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676286 Mar 16 12:04:13.796689 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20637898-b29d-434b-919f-69da2e89090a req-3e8f32d8-6191-46ae-ba6f-a7d5106bfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:13.798165 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-3e8f32d8-6191-46ae-ba6f-a7d5106bfb96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1098 time: 0.0695684 Mar 16 12:04:13.939892 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20637898-b29d-434b-919f-69da2e89090a req-790c0ece-5db5-41a3-8a92-571103086ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:13.941327 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-790c0ece-5db5-41a3-8a92-571103086ecc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1246638 Mar 16 12:04:14.041076 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-517f7ea5-bfec-43a6-99e5-1651c6628236 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 1001 time: 0.0936718 Mar 16 12:04:14.103272 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20637898-b29d-434b-919f-69da2e89090a req-02f95356-8e14-4dc6-b08e-1dc1078935d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:14.104549 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-02f95356-8e14-4dc6-b08e-1dc1078935d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0583196 Mar 16 12:04:14.176537 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20637898-b29d-434b-919f-69da2e89090a req-0a0290ed-18d6-4dfa-b5d4-5a14fb4add10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:14.177965 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-0a0290ed-18d6-4dfa-b5d4-5a14fb4add10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674973 Mar 16 12:04:14.306803 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-dacf2543-57bd-47c4-8194-4133b602d128 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228461 Mar 16 12:04:14.436192 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-20637898-b29d-434b-919f-69da2e89090a req-a71f22a6-4379-4f2d-a80a-e113e9ee85c8 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Mar 16 12:04:27.032550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-c2719d19-1b5a-49f8-9c98-05c36eef1e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.250616 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-93efec8f-7807-416d-8d14-695652751837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:30.696194 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:30.723428 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:32.189070 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:34.674653 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:41.973316 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:57.033967 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-01636bf8-5a4f-4f56-8c4c-119608339582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:59.252287 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8a11-db14-4f67-819b-926f9cd0d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:00.697071 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:00.725375 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:02.191100 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:04.677939 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:07.691143 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:05:07.855133 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:07.867703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'a9426031-c038-4baf-969f-a663097e9eaa', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:05:07.921312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:07.937205 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9426031-c038-4baf-969f-a663097e9eaa {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:05:07.952652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:07.956334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:08.024961 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:08.032706 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.033073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.033409 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.033736 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.034061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.034383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.034703 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.035017 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.035333 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.035646 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.035959 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.036266 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:08.124085 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['a9426031-c038-4baf-969f-a663097e9eaa'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:05:09.706371 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:05:09.774640 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port a9426031-c038-4baf-969f-a663097e9eaa triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:05:09.775000 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:09.884299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:09.910826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:05:09.921246 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:09.925231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:09.997550 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:11.016112 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'code': 200} Mar 16 12:05:15.129759 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-7c4feafe-900c-44aa-ac20-9206123cb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:15.132585 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-7c4feafe-900c-44aa-ac20-9206123cb724 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1098 time: 0.0936081 Mar 16 12:05:15.296638 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-a935bc64-1a13-409f-a7e8-c98f7af4bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:15.298537 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-a935bc64-1a13-409f-a7e8-c98f7af4bb7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1445882 Mar 16 12:05:15.410198 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-3a38b673-ed2a-4e23-b6dd-bb988b697552 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 1001 time: 0.1049702 Mar 16 12:05:15.482685 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-a5f264f1-b144-4c58-91be-01b5b6045eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:15.484203 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-a5f264f1-b144-4c58-91be-01b5b6045eda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0674417 Mar 16 12:05:15.568505 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-8d4e7d39-eb84-4e4c-9b68-5c40cc28ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:15.570021 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-8d4e7d39-eb84-4e4c-9b68-5c40cc28ea32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795956 Mar 16 12:05:15.580292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-6d90cea7-89aa-4c84-b3d3-baf68f31b256 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 12:05:15.581407 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-6d90cea7-89aa-4c84-b3d3-baf68f31b256 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050168 Mar 16 12:05:15.725001 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-f8fac1e6-7ee9-43ab-b307-07a8f464f723 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376479 Mar 16 12:05:15.906247 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6109c9df-77f9-4e87-ab27-1e9e47eee810 req-2ac82c21-fe1f-431b-af3c-598c74ccdc67 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731472 Mar 16 12:05:18.983479 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:22.806328 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-ea74ea2d-e102-4ec2-aa63-7bd2661b315f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901543221&fields=id&tenant_id=c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 267 time: 0.0407872 Mar 16 12:05:22.953399 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-8f75bd70-ae9a-4a22-9e12-dc3446d882d0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:22.954800 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-8f75bd70-ae9a-4a22-9e12-dc3446d882d0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 809 time: 0.1414177 Mar 16 12:05:22.969535 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0b7f35d9-c6a4-4184-89d7-d4c685ebb252 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/quotas/c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 375 time: 0.0094559 Mar 16 12:05:23.057734 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-f5c643a0-0f62-438c-98be-69a307218fbc tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831025 Mar 16 12:05:23.334839 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-93e26347-0adc-4f4b-b2f9-b08d4db68760 service neutron] 10.222.0.50 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651925 Mar 16 12:05:23.463046 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-85e538fb-e923-4229-9431-db744ac5ee2f service neutron] 10.222.0.50 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219866 Mar 16 12:05:23.638676 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-54f9ec14-9307-438d-a5e6-af86e864e672 req-45b80617-7811-448e-ab0d-c70fdb45fd91 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 210 time: 0.0419936 Mar 16 12:05:24.831531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-d718abb1-3a4d-4792-962b-c288d3f8e8e3 req-a4f963c7-f618-4a79-9bfc-3a902a72ce08 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 210 time: 0.0595489 Mar 16 12:05:24.875843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-1c3cf116-b214-4045-8c27-04724a66790b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:24.877313 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-1c3cf116-b214-4045-8c27-04724a66790b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 809 time: 0.1977654 Mar 16 12:05:24.941356 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-4f4c073f-bfd9-4073-a8f3-65186a784ed9 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfbe92cd7b46c8b6afe2611543a922 HTTP/1.1" status: 200 len: 380 time: 0.0413392 Mar 16 12:05:24.950142 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'port': {'device_id': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'admin_state_up': True, 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'security_groups': ['2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0']}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:05:25.084276 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:25.095141 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:25.105949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Made reservation on behalf of c9dfbe92cd7b46c8b6afe2611543a922 for: {'port': 1} {{(pid=87841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:05:25.109672 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.287715 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Allocated IP 172.20.0.10 (f63baa22-fbe2-4691-9405-22a011f6dd88/6c870041-55b4-4146-87db-9058de2f05d8/e4b7c8f5-a3cc-4a7b-8520-1e79a725515e) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:05:25.546998 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.569454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Transition to ACTIVE for port object e4b7c8f5-a3cc-4a7b-8520-1e79a725515e will not be triggered until provisioned by entity DHCP. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:05:25.598803 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.671764 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Network f63baa22-fbe2-4691-9405-22a011f6dd88 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:05:25.674987 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:05:25.678853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:05:25.728921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:25.743655 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.744002 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.744341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.744670 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.745814 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.746064 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.747025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.747536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.748265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.748265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.748514 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.748860 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:25.768523 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:25.769218 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.804870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:05:25.805479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-64bf39c0-07b5-4f65-af37-a26eb7408b19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585045 Mar 16 12:05:25.952721 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:25.988747 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:05:26.001956 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-943a4114-ad91-47f6-85a3-3a514c22e980 None None] Provisioning for port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e completed by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:05:26.008179 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-943a4114-ad91-47f6-85a3-3a514c22e980 None None] Provisioning complete for port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e triggered by entity DHCP. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:05:26.008608 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-943a4114-ad91-47f6-85a3-3a514c22e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:26.040269 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'code': 200} Mar 16 12:05:26.041825 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:26.072161 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:26.132770 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-943a4114-ad91-47f6-85a3-3a514c22e980 None None] Port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e cannot update to ACTIVE because it is not bound. {{(pid=87843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:05:26.136577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f2970-02bd-4795-b127-9b5f83beab8f req-1240cc65-9742-41b0-a4e4-cc6a8374790d tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:26.138176 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-814f2970-02bd-4795-b127-9b5f83beab8f req-1240cc65-9742-41b0-a4e4-cc6a8374790d tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:05:26.158412 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-814f2970-02bd-4795-b127-9b5f83beab8f req-1240cc65-9742-41b0-a4e4-cc6a8374790d tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:05:26.159651 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-814f2970-02bd-4795-b127-9b5f83beab8f req-1240cc65-9742-41b0-a4e4-cc6a8374790d tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.1594055 Mar 16 12:05:26.164674 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:26.209649 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-814f2970-02bd-4795-b127-9b5f83beab8f req-f70dcdd1-e992-421f-aa07-407c3ec5fb65 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Mar 16 12:05:27.037212 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7add-be19-4757-b658-2e2619172e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:27.397646 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98987684-b115-4a66-8c5d-ecc40bc8b6ab req-cb1543b2-8dfb-47bf-97b0-e29ccfdcda30 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:27.399115 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-98987684-b115-4a66-8c5d-ecc40bc8b6ab req-cb1543b2-8dfb-47bf-97b0-e29ccfdcda30 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0800016 Mar 16 12:05:27.445961 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-98987684-b115-4a66-8c5d-ecc40bc8b6ab req-faa5d0b1-c4b3-42c2-a80f-a069cdf49bd2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Mar 16 12:05:28.644265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d34b79-afdf-4b15-a31d-eb0900240782 req-b86867fb-d4ce-4e47-a197-715492b0d1a5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:28.646167 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c6d34b79-afdf-4b15-a31d-eb0900240782 req-b86867fb-d4ce-4e47-a197-715492b0d1a5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0875158 Mar 16 12:05:28.701170 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-c6d34b79-afdf-4b15-a31d-eb0900240782 req-9f769477-7a57-481f-a491-c5fa681bafd6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491040 Mar 16 12:05:29.259394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d3c03ffe-ddee-4fcd-847f-b2e57e3f6aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:29.891261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6146ef-e95b-47ae-91f3-99133b373126 req-02e3fe82-1235-4908-ba12-a29b368efc18 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:29.892762 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ec6146ef-e95b-47ae-91f3-99133b373126 req-02e3fe82-1235-4908-ba12-a29b368efc18 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0804594 Mar 16 12:05:29.941560 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ec6146ef-e95b-47ae-91f3-99133b373126 req-9670e261-59c1-4b48-af2b-d8c58c51d460 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Mar 16 12:05:30.700383 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:30.733303 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:31.140554 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6f897-df29-46fa-9e91-a987741c20bf req-f408410e-d034-4ece-94c2-2f02a2ec8247 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:31.142092 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ac6f897-df29-46fa-9e91-a987741c20bf req-f408410e-d034-4ece-94c2-2f02a2ec8247 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0842946 Mar 16 12:05:31.189349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-3ac6f897-df29-46fa-9e91-a987741c20bf req-9e8dd1bc-6f3f-4af2-999a-62af7204f8e6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Mar 16 12:05:32.201309 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:32.390783 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868f09e-4b4d-47e1-a188-52ea716f017f req-f0e54dff-0824-403c-8464-5c5558903c92 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:32.392315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9868f09e-4b4d-47e1-a188-52ea716f017f req-f0e54dff-0824-403c-8464-5c5558903c92 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0873761 Mar 16 12:05:32.547613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9868f09e-4b4d-47e1-a188-52ea716f017f req-a092e493-a674-4c2a-a4d9-7245325c7178 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494372 Mar 16 12:05:33.732220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31c21c-c99b-49bc-ae90-ce14b1ca59e6 req-bd51cdb6-84ad-4d73-9c35-9af5206e3964 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:33.733668 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b31c21c-c99b-49bc-ae90-ce14b1ca59e6 req-bd51cdb6-84ad-4d73-9c35-9af5206e3964 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0775967 Mar 16 12:05:33.775942 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5b31c21c-c99b-49bc-ae90-ce14b1ca59e6 req-029c86dc-d477-4353-9fb1-b9912e489e65 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Mar 16 12:05:34.674458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:34.963265 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fa4c9-4a39-438f-9c3d-bd7b31c1197e req-8291d443-f51f-4bf0-9887-e5ca08cb179e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:34.965516 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea2fa4c9-4a39-438f-9c3d-bd7b31c1197e req-8291d443-f51f-4bf0-9887-e5ca08cb179e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0848947 Mar 16 12:05:35.007881 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ea2fa4c9-4a39-438f-9c3d-bd7b31c1197e req-d75a1ae1-201d-46b1-9796-ad5e2df69998 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Mar 16 12:05:36.191155 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58ddd-5469-4061-90f7-54e4699349f2 req-d7ea0a75-4351-4574-bb71-0e44ac0662e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:36.192568 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00d58ddd-5469-4061-90f7-54e4699349f2 req-d7ea0a75-4351-4574-bb71-0e44ac0662e5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0805147 Mar 16 12:05:36.234918 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-00d58ddd-5469-4061-90f7-54e4699349f2 req-05d5b5fb-3c3f-4401-855a-c68cf2e55894 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364971 Mar 16 12:05:37.414183 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24241ad1-b953-4ec2-b134-5ae573cc2b47 req-5207104d-2e65-4f1f-9220-95152d292f60 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:37.415613 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24241ad1-b953-4ec2-b134-5ae573cc2b47 req-5207104d-2e65-4f1f-9220-95152d292f60 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 932 time: 0.0788429 Mar 16 12:05:37.458624 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-24241ad1-b953-4ec2-b134-5ae573cc2b47 req-61249e30-1284-4fb6-9143-704145263152 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Mar 16 12:05:37.550216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Request body: {'port': {'device_id': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:05:37.658128 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:37.992377 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b7c8f5-a3cc-4a7b-8520-1e79a725515e {{(pid=87841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:05:37.999577 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.013774 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.provisioning_blocks [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Transition to ACTIVE for port object e4b7c8f5-a3cc-4a7b-8520-1e79a725515e will not be triggered until provisioned by entity L2. {{(pid=87841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:05:38.017501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.176978 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:38.251943 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Attempting to bind port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:05:38.252207 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Attempting to bind port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:05:38.252528 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Attempting to bind port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:05:38.257000 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e on network f63baa22-fbe2-4691-9405-22a011f6dd88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 12:05:38.257313 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Attempting to bind port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e on network f63baa22-fbe2-4691-9405-22a011f6dd88 {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:05:38.262834 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Checking agent: {'id': '51c2c5f1-c378-4d7c-876d-39ea9ce456eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'started_at': datetime.datetime(2022, 3, 16, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:05:38.263164 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Checking segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:05:38.263536 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Bound using segment: {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'} {{(pid=87841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:05:38.263951 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.managers [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Bound port: e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724ed16-28bf-4d0c-b45d-370ec9169085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88'}}] {{(pid=87841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:05:38.264293 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.351384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, cleared binding levels {{(pid=87841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:05:38.354300 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:05:38.358102 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.413686 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.414292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.415637 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] 10.222.0.55 "PUT /v2.0/ports/e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 1094 time: 0.8697443 Mar 16 12:05:38.416162 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:05:38.457619 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b3d0b-f2d0-4f11-8f5a-bd8a6df4e44b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=3']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:38.507271 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'status': 'completed', 'code': 200} Mar 16 12:05:38.558849 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-c84076f5-1e1a-45a6-bd4b-c4adddc07af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.560531 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-c84076f5-1e1a-45a6-bd4b-c4adddc07af8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1097 time: 0.0857790 Mar 16 12:05:38.672335 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-894535f0-12cd-46a3-a4e2-cb64c935a1b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 217 time: 0.0993934 Mar 16 12:05:38.747921 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-79226524-4fc4-4e16-aa93-d3cae566b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.749275 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-79226524-4fc4-4e16-aa93-d3cae566b972 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0694613 Mar 16 12:05:38.902049 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad18bc-6463-4be1-8153-3fc1c8497160 req-4b9a8dc9-6144-471c-a1aa-461382c7fc19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.904082 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-abad18bc-6463-4be1-8153-3fc1c8497160 req-4b9a8dc9-6144-471c-a1aa-461382c7fc19 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 944 time: 0.2788539 Mar 16 12:05:38.970292 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-abad18bc-6463-4be1-8153-3fc1c8497160 req-e1b6e7a6-daa5-48ec-bdca-e507ff97cb97 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587001 Mar 16 12:05:38.972342 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-d9e1a140-5857-41c7-88c8-a4612c0394da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.973745 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-d9e1a140-5857-41c7-88c8-a4612c0394da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2182171 Mar 16 12:05:39.103935 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-c2c7a9b8-4e6f-4585-ac4d-8f0cb2a52443 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231444 Mar 16 12:05:39.234913 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-0e5ff402-6d4a-44b3-aeb3-1a079ed8cd47 req-20d367ed-fbad-496b-95ad-3fdd2a2f591f service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248593 Mar 16 12:05:39.395922 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-2e6a673f-a7fe-449a-844a-cab6ad77576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:39.397376 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-2e6a673f-a7fe-449a-844a-cab6ad77576e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1097 time: 0.0729136 Mar 16 12:05:39.525297 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-274ad435-37ef-46f4-b31f-ef336d0bddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:39.526724 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-274ad435-37ef-46f4-b31f-ef336d0bddb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1236358 Mar 16 12:05:39.591378 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-51ae6296-810b-4660-95ee-3b4b2a6190dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 217 time: 0.0587430 Mar 16 12:05:39.655006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-ec031904-be62-4b8d-b921-0aa4bd8430df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:39.656395 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-ec031904-be62-4b8d-b921-0aa4bd8430df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0590310 Mar 16 12:05:39.728991 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-98fd458a-ce47-4fe5-a0cc-e2d2da04c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:39.731072 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-98fd458a-ce47-4fe5-a0cc-e2d2da04c165 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681314 Mar 16 12:05:39.858287 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-d4b45098-c124-4151-bc3f-aff349e6d872 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218462 Mar 16 12:05:39.988315 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-69ec93f2-f75f-437d-a102-6c64f0fbaa51 req-a185ff4c-e208-4faa-a822-cc2688a1843e service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225457 Mar 16 12:05:40.159898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dee11-e8aa-4b91-b1d5-8b3acbc55786 req-e1079737-d714-42a9-af9e-26b5d9174bc0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:40.161252 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-554dee11-e8aa-4b91-b1d5-8b3acbc55786 req-e1079737-d714-42a9-af9e-26b5d9174bc0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 944 time: 0.0818455 Mar 16 12:05:40.204505 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-554dee11-e8aa-4b91-b1d5-8b3acbc55786 req-aa08291c-4a21-4cf0-b552-c9d0ecf02cd5 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 Mar 16 12:05:41.387964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382029f3-a84b-4835-9dbc-954b05b3415a req-ccb454af-6eca-4861-ac33-9e6afefec724 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:41.389420 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-382029f3-a84b-4835-9dbc-954b05b3415a req-ccb454af-6eca-4861-ac33-9e6afefec724 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 944 time: 0.0789781 Mar 16 12:05:41.431471 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-382029f3-a84b-4835-9dbc-954b05b3415a req-01e73641-f270-4b4b-bf8b-ba2fed1d6db4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364718 Mar 16 12:05:41.872298 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:05:42.002272 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:42.015345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'mac_address': 'fa:16:3e:f2:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:05:42.067231 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.083826 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b7c8f5-a3cc-4a7b-8520-1e79a725515e {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:05:42.098341 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:42.101629 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.202293 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=4']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.524626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:05:42.618081 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1653e1-eab1-4e77-adae-4ef7e9545e9d req-3c202640-ca5a-473f-94b2-45febe0ba959 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:42.619523 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba1653e1-eab1-4e77-adae-4ef7e9545e9d req-3c202640-ca5a-473f-94b2-45febe0ba959 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 945 time: 0.0834897 Mar 16 12:05:42.663280 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-ba1653e1-eab1-4e77-adae-4ef7e9545e9d req-2676e783-7a90-4a81-b236-44d271e58fe8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375478 Mar 16 12:05:43.846640 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14545acf-9598-488d-8583-cfcff22f93ee req-e6af2ed2-01ba-4624-9f2c-e460fcc35a31 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:43.848057 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14545acf-9598-488d-8583-cfcff22f93ee req-e6af2ed2-01ba-4624-9f2c-e460fcc35a31 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 945 time: 0.0807693 Mar 16 12:05:43.879860 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:05:43.890749 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-14545acf-9598-488d-8583-cfcff22f93ee req-233adca4-4081-4659-8672-965d5b233b98 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371525 Mar 16 12:05:43.950840 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning for port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e completed by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:05:43.955754 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:05:43.956126 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:44.077525 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:44.106966 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:05:44.116181 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:05:44.120651 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:44.156719 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'code': 200} Mar 16 12:05:44.194910 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=5']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:44.406591 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a664c6-cbb4-4fc2-9ccc-c60d587b17ed req-ea924c88-76f7-480f-b18c-1f67e13e484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:44.407945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7a664c6-cbb4-4fc2-9ccc-c60d587b17ed req-ea924c88-76f7-480f-b18c-1f67e13e484d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1099 time: 0.0691583 Mar 16 12:05:44.447542 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-e7a664c6-cbb4-4fc2-9ccc-c60d587b17ed req-edd2c2c2-b837-4035-9269-df498c034d8e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339715 Mar 16 12:05:45.169336 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba89-63c1-405b-8f41-34f8aabb7789 req-8876cce5-50c0-4b87-83eb-3790a1f42cd3 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:45.170677 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f4bba89-63c1-405b-8f41-34f8aabb7789 req-8876cce5-50c0-4b87-83eb-3790a1f42cd3 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 946 time: 0.1709890 Mar 16 12:05:45.212708 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-5f4bba89-63c1-405b-8f41-34f8aabb7789 req-b356231c-af01-4b5d-a4c3-4664a3f0cdcc tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Mar 16 12:05:46.396487 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270030-f803-4c91-83d0-75914bdb3597 req-500bf25f-0ea6-4325-a180-9b4abce0306e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:46.397945 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91270030-f803-4c91-83d0-75914bdb3597 req-500bf25f-0ea6-4325-a180-9b4abce0306e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 946 time: 0.0794115 Mar 16 12:05:46.445442 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-91270030-f803-4c91-83d0-75914bdb3597 req-d1da7a3d-d746-4ba0-8d22-28a4d2daa92e tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Mar 16 12:05:46.639862 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3cce-7726-40e5-84ba-fafd58eafa69 req-5dd4d669-f16e-435b-9d26-39caa7a309c8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:46.641332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f25a3cce-7726-40e5-84ba-fafd58eafa69 req-5dd4d669-f16e-435b-9d26-39caa7a309c8 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 946 time: 0.0800829 Mar 16 12:05:46.684653 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-f25a3cce-7726-40e5-84ba-fafd58eafa69 req-561a40b0-2442-4e1b-88d2-5470a8e21536 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Mar 16 12:05:46.706250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55604) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:46.779122 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1935d-27b1-4c27-8644-eba9679bbd87 tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:46.780499 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-2ad1935d-27b1-4c27-8644-eba9679bbd87 tempest-TestSnapshotPattern-1078677382 tempest-TestSnapshotPattern-1078677382-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1094 time: 0.0732973 Mar 16 12:05:46.783332 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55608) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:46.788047 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.v2.base [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Request body: {'floatingip': {'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:05:46.794375 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:46.798131 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Usage tracker for resource:floatingip and tenant:c9dfbe92cd7b46c8b6afe2611543a922 is out of sync, need to count used quota {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:46.800846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:46.806340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.quota.driver [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:46.817017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:46.950726 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:47.081510 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_common [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Allocated IP 172.26.0.45 (9c51a37a-92c2-488f-bd5c-e4b8933f8895/b0a36feb-fe61-44ae-90ba-1c05930d9646/898d4a1c-0395-418e-8849-4faf46c27e31) {{(pid=87841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:05:47.226817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:47.255829 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743324455994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:47.315778 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Network 9c51a37a-92c2-488f-bd5c-e4b8933f8895 is already hosted by enough agents. {{(pid=87841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:05:47.318544 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.base_scheduler [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Resources bound (agent type, host, resource id): {{(pid=87841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:05:47.321075 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Received port after_create {{(pid=87841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:05:47.373222 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=898d4a1c-0395-418e-8849-4faf46c27e31,revision_number=1']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:47.747744 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:47.819599 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.018560 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for port, precommit_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.022794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8143733'] for port, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.225949 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event updated for resources: {'Port': ['ID=898d4a1c-0395-418e-8849-4faf46c27e31,revision_number=2']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:48.236173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-343132'] for floatingip, after_update {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.406240 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Floating IP 9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9 associated. External IP: 172.26.0.45, port: e4b7c8f5-a3cc-4a7b-8520-1e79a725515e. Mar 16 12:05:48.749964 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:05:48.929311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:05:48.938961 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:05:48.948797 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:05:48.949425 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:48.953648 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:49.009541 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-a212eda0-f031-4367-9aea-49e47f37bb69 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2251251 Mar 16 12:05:49.010173 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:05:49.054646 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'status': 'completed', 'code': 200} Mar 16 12:05:49.121758 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:05:49.175266 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-d5e491ee-02b6-4a26-9fa5-4abd79ea3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:49.176915 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-d5e491ee-02b6-4a26-9fa5-4abd79ea3e03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1099 time: 0.0700953 Mar 16 12:05:49.306847 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-37668640-d5e0-490b-8b1c-14939b8d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:49.308332 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-37668640-d5e0-490b-8b1c-14939b8d5a5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1257093 Mar 16 12:05:49.415665 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-3b7499c5-9d27-419f-8eb9-5a94d75c70de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 999 time: 0.1008723 Mar 16 12:05:49.483216 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-1ccc51fd-3b75-47a0-87ca-b86e282bad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:49.484668 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-1ccc51fd-3b75-47a0-87ca-b86e282bad69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0632188 Mar 16 12:05:49.498677 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}, {'id': '9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.45', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:f2:d8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:05:47Z', 'updated_at': '2022-03-16T12:05:47Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:49.502609 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:05:49.511065 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:05:49.512377 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:05:29Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:49.560079 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-90f4e429-cad8-4f7a-be8f-a18ada6cc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:49.561683 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-90f4e429-cad8-4f7a-be8f-a18ada6cc8e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706472 Mar 16 12:05:49.690844 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:05:49.803428 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-4123c593-f021-493e-ba4b-427a0384faf0 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349219 Mar 16 12:05:49.931293 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-9021ff3a-98d8-4863-ad8f-300bc5dd3af0 req-a3571903-b914-497b-8cf9-2b0218309aa4 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213074 Mar 16 12:05:50.048956 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}, {'id': '9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.45', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:f2:d8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:05:47Z', 'updated_at': '2022-03-16T12:05:47Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:50.052688 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d075eed-0a8c-481a-9736-385dced59d49 None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}, {'id': '9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.45', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:f2:d8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:05:47Z', 'updated_at': '2022-03-16T12:05:47Z', 'revision_number': 0, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:05:50.247153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67fc11-d7d8-4359-925f-ff07d8941846 None None] New status for floating IP 9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9: ACTIVE {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:05:55.973175 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:57.040782 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-3fa380b4-2536-451e-9559-3369f66f31bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:59.252701 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-125282b9-8059-40ce-9dac-7c12fcfdfcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:00.704122 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:00.732884 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.200642 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:04.671453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:16.030479 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-1f6a33b3-5de7-4234-b43f-14ae7c68491b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721095 Mar 16 12:06:16.184928 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-6b628e64-3de5-430d-935a-51ef72ded042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:16.186436 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-6b628e64-3de5-430d-935a-51ef72ded042 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1096 time: 0.0730939 Mar 16 12:06:16.330634 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-901aecae-46ee-49d1-9eee-2cd4dc9d7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:16.332088 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-901aecae-46ee-49d1-9eee-2cd4dc9d7c44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1263084 Mar 16 12:06:16.434931 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-c876f77b-6943-4d5a-9090-2a760e04f1a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 999 time: 0.0966825 Mar 16 12:06:16.498667 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-48b24065-e28d-4b15-8cf0-a320616b8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:16.500257 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-48b24065-e28d-4b15-8cf0-a320616b8d0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0589476 Mar 16 12:06:16.578384 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-29b6728b-6dc2-40c3-abf0-d9285bb7a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:16.579862 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-29b6728b-6dc2-40c3-abf0-d9285bb7a47e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740430 Mar 16 12:06:16.713498 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-5834f577-c75b-41d1-a778-7509d03527d7 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273031 Mar 16 12:06:16.841350 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-35518caf-c5a0-4221-9533-8aee5248ea9c req-1b8e67be-f0d3-4c44-b20a-9ade8d3fc983 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215460 Mar 16 12:06:27.044250 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-01372ef7-13fb-4435-a879-891c3fd6d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:29.254285 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e94dca13-7c1a-4785-ad0b-dbdb76f357f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:30.706202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:30.733410 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:32.201758 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:32.972810 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:06:34.682202 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:57.045654 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-780c8dd1-a287-4ceb-ad3a-8518737e0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:59.255190 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-16e0b944-363f-4354-9714-75e2b7044aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:00.708294 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:00.735548 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:02.204656 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:04.687952 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.972891 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:16.049103 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-5f8398a6-abf1-48c7-aa44-645df40b63f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686924 Mar 16 12:07:16.156843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-22d1f436-b634-4b28-9d56-0a6f0cb21c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:16.158255 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-22d1f436-b634-4b28-9d56-0a6f0cb21c6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1099 time: 0.0710688 Mar 16 12:07:16.298335 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-b151c1b5-65d2-478e-adf6-d85d2d0b2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:16.299788 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-b151c1b5-65d2-478e-adf6-d85d2d0b2ccc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1230025 Mar 16 12:07:16.399419 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-d30192d8-ff4f-4ea6-ae49-f16023009b3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 1001 time: 0.0935636 Mar 16 12:07:16.458994 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-97b64926-794e-4d42-8b17-64ed268b36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:16.460363 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-97b64926-794e-4d42-8b17-64ed268b36ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0555866 Mar 16 12:07:16.533409 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-eb8f7ff1-0c84-420d-b046-f7950045cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:16.534849 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-eb8f7ff1-0c84-420d-b046-f7950045cf21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689185 Mar 16 12:07:16.772593 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-0749ff42-b297-4c53-94a1-8c95c1dff527 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313759 Mar 16 12:07:16.902034 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-601294e0-919c-4658-b94f-47ffa79c4b10 req-e0b12799-879e-4ffe-b190-df8dadbe65a6 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232691 Mar 16 12:07:27.047753 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-63f48bff-5f71-411b-a31b-eba06be1cf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:29.256411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-24d47fa5-55ce-49dd-a883-1c82e80f5e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:30.712005 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:30.737626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:32.208789 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:34.680388 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:46.972372 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:54.452067 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:07:54.584888 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:54.601312 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Returning: {'device': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'port_id': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'mac_address': 'fa:16:3e:f2:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:07:54.655813 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:54.672883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b7c8f5-a3cc-4a7b-8520-1e79a725515e {{(pid=87843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:07:54.687458 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:54.691092 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:54.756248 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=6']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:54.763184 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.763532 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.763870 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.764200 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.764527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.764938 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.765262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.765584 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.765929 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.766244 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.766559 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.766873 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:54.853441 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] get_ports_and_sgs() called for port_ids ['e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'] {{(pid=87843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:07:56.454973 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e up at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:07:56.521820 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.provisioning_blocks [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Provisioning complete for port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e triggered by entity L2. {{(pid=87843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:07:56.522191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381767'] for port, provisioning_complete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:56.635076 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:56.661669 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:07:56.671196 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:56.675440 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:56.714519 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'code': 200} Mar 16 12:07:56.745652 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=7']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:57.049475 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-b8f98906-45bc-42ef-8dfc-97389a50a550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:59.262605 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-5f47268b-4423-475d-9728-9a90fb10eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:00.716221 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:00.745424 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:02.214134 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:04.701338 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:07.549630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55830) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:07.758898 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Deleting port 898d4a1c-0395-418e-8849-4faf46c27e31 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:07.759241 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:07.939853 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:07.940063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:08.059096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Calling delete_port for 898d4a1c-0395-418e-8849-4faf46c27e31 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:08.204074 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:08.255733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event deleted for resources: {'Port': ['ID=898d4a1c-0395-418e-8849-4faf46c27e31,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:08.294882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.295220 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.295551 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.295874 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.296195 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.296515 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.296846 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.297170 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.297483 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.297794 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.298104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.298410 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:08.356025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:08.356349 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Floating IP 9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9 disassociated (deleted). External IP: 172.26.0.45, port: e4b7c8f5-a3cc-4a7b-8520-1e79a725515e. Mar 16 12:08:08.798058 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:08:08.972798 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:08:08.982181 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:08:08.991613 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:08.992214 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:08.993629 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:09.049247 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-b2975075-9e93-4e0b-a7d0-c01cbdaa11db tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "DELETE /v2.0/floatingips/9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9 HTTP/1.1" status: 204 len: 168 time: 1.4983954 Mar 16 12:08:09.049843 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:09.153717 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'status': 'completed', 'code': 200} Mar 16 12:08:09.167187 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:09.322354 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-d7d9fba6-ae31-4592-8160-e85ac63a609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:09.324141 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-d7d9fba6-ae31-4592-8160-e85ac63a609e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 1099 time: 0.1289248 Mar 16 12:08:09.512422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-83ba1877-bfc4-484b-9635-d69bb20fc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:09.513895 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-83ba1877-bfc4-484b-9635-d69bb20fc240 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.1833375 Mar 16 12:08:09.561429 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:09.565679 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:08:09.577215 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:09.577802 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:09.599456 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-8d1b7f1b-6957-4e42-9dbe-4388b2afeaeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 200 len: 217 time: 0.0758162 Mar 16 12:08:09.608583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62720fb2-ea28-4f7d-b1a4-768c1a19bd79 req-b209ae9a-012f-4930-a85a-ae2237b66f0f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:09.609292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-62720fb2-ea28-4f7d-b1a4-768c1a19bd79 req-b209ae9a-012f-4930-a85a-ae2237b66f0f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:08:09.669879 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-62720fb2-ea28-4f7d-b1a4-768c1a19bd79 req-b209ae9a-012f-4930-a85a-ae2237b66f0f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:08:09.671000 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62720fb2-ea28-4f7d-b1a4-768c1a19bd79 req-b209ae9a-012f-4930-a85a-ae2237b66f0f tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 946 time: 0.3037934 Mar 16 12:08:09.692250 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-79112899-57a1-44da-914a-0275c2d06cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:09.693654 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-79112899-57a1-44da-914a-0275c2d06cf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0817552 Mar 16 12:08:09.755926 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:09.765656 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-62720fb2-ea28-4f7d-b1a4-768c1a19bd79 req-a8a76365-984f-416f-9954-4b825eb58ce2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886540 Mar 16 12:08:09.793292 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-e4b40ba4-3003-4466-8457-e210de79b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:09.794770 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-e4b40ba4-3003-4466-8457-e210de79b43c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935524 Mar 16 12:08:09.934324 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-30f8f676-d71a-4b36-9e25-14cfa08b4c73 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330070 Mar 16 12:08:10.065299 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-6fc4ea6f-db36-4655-af4f-d4f8046122a7 req-d67e43e1-9b30-43a1-8348-9f0625b0058a service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250074 Mar 16 12:08:10.102918 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:10.107017 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ca13d-6112-44a6-b86b-4e1876741ae7 None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_floatingips': [{'id': '9a52d7c4-db95-463e-a18a-655ece870ab2', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'router_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'port_id': 'a9426031-c038-4baf-969f-a663097e9eaa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'mac_address': 'fa:16:3e:38:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:02:34Z', 'updated_at': '2022-03-16T12:02:37Z', 'revision_number': 1, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:08:10.309047 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4474ca-a517-4089-98cb-4d59c5232dca None None] New status for floating IP 9f9bd4c7-1a4e-4356-89bb-52421fbe9bd9: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:08:10.518345 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:10.629128 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1559156'] for port, before_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:10.655223 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:10.664411 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:10.668923 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743324836100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743324456012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743324456057'] for port, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:10.702948 dv-neutron-828143-9-hyperv neutron-server[87843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'code': 200} Mar 16 12:08:10.739613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Pushing event updated for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=8']} {{(pid=87843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:10.950557 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7e5c-86d1-4db0-89ca-5f49c8ed526e req-f7c1fb16-2d56-4d8d-b449-cc37b369add2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:10.951984 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-114e7e5c-86d1-4db0-89ca-5f49c8ed526e req-f7c1fb16-2d56-4d8d-b449-cc37b369add2 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 944 time: 0.0793588 Mar 16 12:08:10.995211 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-114e7e5c-86d1-4db0-89ca-5f49c8ed526e req-59d887d2-65f4-4c7e-806d-d876398a5fcf tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Mar 16 12:08:11.220279 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-cda2857d-ab30-4d5f-8dc7-02dd0c2b57e6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:11.221696 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-cda2857d-ab30-4d5f-8dc7-02dd0c2b57e6 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 944 time: 0.0814226 Mar 16 12:08:11.289819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Deleting port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:11.290096 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:11.642925 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] For port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:11.643290 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:11.763435 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Calling delete_port for e4b7c8f5-a3cc-4a7b-8520-1e79a725515e owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:11.910841 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:11.960779 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event deleted for resources: {'Port': ['ID=e4b7c8f5-a3cc-4a7b-8520-1e79a725515e,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:12.035091 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] No DVR routers for this DVR port e4b7c8f5-a3cc-4a7b-8520-1e79a725515e on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:08:12.037520 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:12.039995 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-deleted', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:12.058326 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-7ea8a7b8-165f-4f0c-ba95-6f3c5268affd req-a6c0838c-df3c-4761-89df-caa28cf29d57 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "DELETE /v2.0/ports/e4b7c8f5-a3cc-4a7b-8520-1e79a725515e HTTP/1.1" status: 204 len: 173 time: 0.8296926 Mar 16 12:08:12.090386 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ed5b3-1958-49aa-b15d-eb65542fc0db', 'name': 'network-vif-deleted', 'tag': 'e4b7c8f5-a3cc-4a7b-8520-1e79a725515e', 'status': 'completed', 'code': 200} Mar 16 12:08:12.164786 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a58b825d-8834-4f66-ae9f-26bd997db859 req-2c56b22f-6080-4fd3-8fde-72241e4aa825 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:08:12.180737 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-a58b825d-8834-4f66-ae9f-26bd997db859 req-2c56b22f-6080-4fd3-8fde-72241e4aa825 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:08:12.181908 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-a58b825d-8834-4f66-ae9f-26bd997db859 req-2c56b22f-6080-4fd3-8fde-72241e4aa825 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17ed5b3-1958-49aa-b15d-eb65542fc0db HTTP/1.1" status: 200 len: 210 time: 0.0605242 Mar 16 12:08:13.827663 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55900) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:14.023454 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Deleting port 095be7a9-0011-4323-a0fb-8858c3a69ff4 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:14.023790 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:14.190882 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:14.191104 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:14.310938 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Calling delete_port for 095be7a9-0011-4323-a0fb-8858c3a69ff4 owned by network:floatingip {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:14.459188 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:14.506011 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event deleted for resources: {'Port': ['ID=095be7a9-0011-4323-a0fb-8858c3a69ff4,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:14.536054 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:14.569453 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: e4b7c8f5-a3cc-4a7b-8520-1e79a725515e {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:14.569793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device e4b7c8f5-a3cc-4a7b-8520-1e79a725515e not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:14.597200 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for floatingip, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:14.597530 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.db.l3_db [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Floating IP 9a52d7c4-db95-463e-a18a-655ece870ab2 disassociated (deleted). External IP: 172.26.0.239, port: a9426031-c038-4baf-969f-a663097e9eaa. Mar 16 12:08:15.037159 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:08:15.214855 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:08:15.225201 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:08:15.235363 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for floatingip, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:15.235549 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:15.235953 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:15.288817 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-9e8848fe-be81-4bae-a0e7-875e33def855 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "DELETE /v2.0/floatingips/9a52d7c4-db95-463e-a18a-655ece870ab2 HTTP/1.1" status: 204 len: 168 time: 1.4599609 Mar 16 12:08:15.289341 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:15.337366 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'status': 'completed', 'code': 200} Mar 16 12:08:15.417597 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:15.451733 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-f601d709-9ee6-4268-b605-a07a5cb4f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.453488 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-f601d709-9ee6-4268-b605-a07a5cb4f854 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 1096 time: 0.0729334 Mar 16 12:08:15.660564 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-eb6d2293-1a93-4931-a2f1-502cae6853d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.662136 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-eb6d2293-1a93-4931-a2f1-502cae6853d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 200 len: 910 time: 0.2028723 Mar 16 12:08:15.743761 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-d187aaa6-387b-4b3d-a101-83a036d7d516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 200 len: 217 time: 0.0720057 Mar 16 12:08:15.749110 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:15.753072 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:08:15.761947 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:15.762549 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:15.814094 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b4eae-6b80-4e6d-99aa-d86291c8c4c5 req-70fa58c9-85c1-44d7-843d-92d765791a63 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.814780 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-159b4eae-6b80-4e6d-99aa-d86291c8c4c5 req-70fa58c9-85c1-44d7-843d-92d765791a63 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Synchronizing usage tracker for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:08:15.837192 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-b78b10d0-a46f-4090-857e-4de1956bd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.839476 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-b78b10d0-a46f-4090-857e-4de1956bd343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 200 len: 848 time: 0.0850735 Mar 16 12:08:15.840352 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.quota.resource [req-159b4eae-6b80-4e6d-99aa-d86291c8c4c5 req-70fa58c9-85c1-44d7-843d-92d765791a63 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Unset dirty status for tenant:c9dfbe92cd7b46c8b6afe2611543a922 on resource:port {{(pid=87841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:08:15.841411 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-159b4eae-6b80-4e6d-99aa-d86291c8c4c5 req-70fa58c9-85c1-44d7-843d-92d765791a63 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.2414589 Mar 16 12:08:15.934560 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-159b4eae-6b80-4e6d-99aa-d86291c8c4c5 req-f96ffd4d-e749-424e-9879-141fd424f16b tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872219 Mar 16 12:08:15.959446 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-774298c8-f0a1-498f-8f1d-57b63329d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.961433 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-774298c8-f0a1-498f-8f1d-57b63329d2d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f63baa22-fbe2-4691-9405-22a011f6dd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932207 Mar 16 12:08:15.979062 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:16.102270 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-7ec5cc11-e643-471d-84de-b167095bf753 service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330075 Mar 16 12:08:16.242769 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-be84ecb3-f73b-405f-ba9e-91d3a4631b44 req-7d13c5ec-6da2-4f11-babe-cb756c82b90e service neutron] 10.222.0.55 "GET /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325874 Mar 16 12:08:16.307123 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:16.311301 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1f963-89a6-4b68-899d-9df71c552edd None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:11Z', 'revision_number': 4, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv', '_interfaces': [{'id': '6897f396-256f-4a55-a14c-30c91c3926f9', 'name': '', 'network_id': 'f63baa22-fbe2-4691-9405-22a011f6dd88', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'mac_address': 'fa:16:3e:12:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6c870041-55b4-4146-87db-9058de2f05d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:10Z', 'updated_at': '2022-03-16T12:02:18Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'subnets': [{'id': '6c870041-55b4-4146-87db-9058de2f05d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:08:16.537477 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a395e-6a03-4fe4-b2ae-7e750195b5bf None None] New status for floating IP 9a52d7c4-db95-463e-a18a-655ece870ab2: DOWN {{(pid=87843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:08:16.655025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f9b3e-1248-42ac-94d4-63d88421298d req-900a0a4c-41b2-465a-9d28-ed5f742185f4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:16.656795 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-108f9b3e-1248-42ac-94d4-63d88421298d req-900a0a4c-41b2-465a-9d28-ed5f742185f4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.0988333 Mar 16 12:08:16.729738 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Deleting port a9426031-c038-4baf-969f-a663097e9eaa {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:16.730063 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:17.115121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] For port a9426031-c038-4baf-969f-a663097e9eaa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9426031-c038-4baf-969f-a663097e9eaa,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:17.115799 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:17.241831 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Calling delete_port for a9426031-c038-4baf-969f-a663097e9eaa owned by compute:nova {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:17.317890 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52588-b9f0-403c-b1bd-7d2193eb0bf1 req-ae235127-bdc2-4370-a5b3-d9b94e2efee4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:17.319329 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cec52588-b9f0-403c-b1bd-7d2193eb0bf1 req-ae235127-bdc2-4370-a5b3-d9b94e2efee4 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc15fd8-c46c-4096-941b-6501861c5c9e HTTP/1.1" status: 200 len: 943 time: 0.2631991 Mar 16 12:08:17.407778 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-cec52588-b9f0-403c-b1bd-7d2193eb0bf1 req-c5c24587-7d1a-4e57-81ab-e9db4d8d0824 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722997 Mar 16 12:08:17.438267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:17.492472 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event deleted for resources: {'Port': ['ID=a9426031-c038-4baf-969f-a663097e9eaa,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:17.567704 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] No DVR routers for this DVR port a9426031-c038-4baf-969f-a663097e9eaa on host hv-neutron-8281 {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:08:17.570026 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137671'] for port, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:17.572961 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-deleted', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa'}] {{(pid=87841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:17.588496 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [req-108f9b3e-1248-42ac-94d4-63d88421298d req-2b7a1d3c-299b-42b6-ba0e-9b48c3f117c0 tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.55 "DELETE /v2.0/ports/a9426031-c038-4baf-969f-a663097e9eaa HTTP/1.1" status: 204 len: 173 time: 0.9238765 Mar 16 12:08:17.618552 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc15fd8-c46c-4096-941b-6501861c5c9e', 'name': 'network-vif-deleted', 'tag': 'a9426031-c038-4baf-969f-a663097e9eaa', 'status': 'completed', 'code': 200} Mar 16 12:08:18.499986 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55920) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:18.570417 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.599875 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.671396 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.689464 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:18.704286 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.708144 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d680b052-950e-419d-9346-83fde6d4019c tempest-TestSnapshotPattern-1413521827 tempest-TestSnapshotPattern-1413521827-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a9c6e7a-6c0d-454f-97a1-98f1839dd4a0 HTTP/1.1" status: 204 len: 168 time: 0.2070971 Mar 16 12:08:18.755459 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55926) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:19.521644 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:19.871966 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Deleting port 6897f396-256f-4a55-a14c-30c91c3926f9 {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:19.872638 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:20.043944 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] For port 6897f396-256f-4a55-a14c-30c91c3926f9, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=6897f396-256f-4a55-a14c-30c91c3926f9,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:20.044297 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:20.173714 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Calling delete_port for 6897f396-256f-4a55-a14c-30c91c3926f9 owned by network:router_interface {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:20.566819 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:20.602486 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] No Port match for: a9426031-c038-4baf-969f-a663097e9eaa {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:20.602830 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Device a9426031-c038-4baf-969f-a663097e9eaa not bound to the agent host hv-neutron-8281 {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:20.616222 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:20.661355 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6897f396-256f-4a55-a14c-30c91c3926f9,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:20.732403 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.732745 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.733103 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.733433 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.733754 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.734102 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.734422 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.734737 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.735050 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.735362 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.735670 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.735979 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-9-hyperv {{(pid=87842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:20.939075 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:21.291990 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:08:21.470951 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:08:21.482639 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Sync routers for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:08:21.485777 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-ec37b858-0765-44bc-8018-69744438cdc6 admin admin] 10.222.0.50 "PUT /v2.0/routers/b4a0ea05-cdb1-4f15-989d-dab8f7c91d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280157 Mar 16 12:08:21.488313 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55932) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:21.492001 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:21.492606 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:21.668825 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:21.677318 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:21.963321 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:08:20Z', 'revision_number': 5, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port': {'id': '239dc40b-f49e-4a9d-a06b-7e9487432c9b', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:21.967146 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Checking router: b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 for host: dv-neutron-828143-9-hyperv {{(pid=87844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:08:21.974002 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:21.975239 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Routers {'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:21.975823 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'], 'active': True} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:21.983470 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Deleting port 239dc40b-f49e-4a9d-a06b-7e9487432c9b {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:21.984021 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.124485 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_dvr_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] Set router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 gateway port host: None {{(pid=87844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:22.155912 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] For port 239dc40b-f49e-4a9d-a06b-7e9487432c9b, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=239dc40b-f49e-4a9d-a06b-7e9487432c9b,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:22.156267 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.229921 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.l3_hamode_db [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:08:21Z', 'revision_number': 6, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:22.233749 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46230f8-b4bd-420f-a4f0-92c6c1a83808 None None] The sync data for ids ['b4a0ea05-cdb1-4f15-989d-dab8f7c91d31'] in dv-neutron-828143-9-hyperv is: [{'id': 'b4a0ea05-cdb1-4f15-989d-dab8f7c91d31', 'name': 'tempest-TestSnapshotPattern-114148805-router', 'tenant_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:07Z', 'updated_at': '2022-03-16T12:08:21Z', 'revision_number': 6, 'project_id': 'c9dfbe92cd7b46c8b6afe2611543a922', 'gw_port_host': None}] {{(pid=87844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:08:22.286114 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Calling delete_port for 239dc40b-f49e-4a9d-a06b-7e9487432c9b owned by network:router_gateway {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:22.493209 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.551633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Pushing event deleted for resources: {'Port': ['ID=239dc40b-f49e-4a9d-a06b-7e9487432c9b,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:22.672898 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.864300 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.866573 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.893552 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.894217 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 {{(pid=87842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:08:22.910702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] Notify callbacks [] for router, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.911765 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-f3f14c97-eade-4c1b-a612-a8174ea5ee9d admin admin] 10.222.0.50 "DELETE /v2.0/routers/b4a0ea05-cdb1-4f15-989d-dab8f7c91d31 HTTP/1.1" status: 204 len: 168 time: 1.4223835 Mar 16 12:08:22.914563 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55936) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:22.996777 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Deleting subnet 6c870041-55b4-4146-87db-9058de2f05d8 {{(pid=87842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:08:23.000066 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.050877 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6300841'] for subnet, precommit_delete_associations {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.132723 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.201412 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6123498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7067475'] for subnet, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.240352 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c870041-55b4-4146-87db-9058de2f05d8,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:23.243957 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.252498 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-8a631540-9176-4cdc-9f37-1cbb02cf2540 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6c870041-55b4-4146-87db-9058de2f05d8 HTTP/1.1" status: 204 len: 168 time: 0.3348327 Mar 16 12:08:23.253025 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55940) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:23.260601 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba66c2-f038-4270-8889-4d47178b7bfd None None] Network f63baa22-fbe2-4691-9405-22a011f6dd88 requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:08:23.383132 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.395880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Deleting port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:23.395880 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.564734 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] DHCP port deletion for f63baa22-fbe2-4691-9405-22a011f6dd88 request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:08:23.569023 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Deleting port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:23.569394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.601768 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] For port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:23.602120 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.698730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:23.733513 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Calling delete_port for 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 owned by network:dhcp {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:23.813311 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.865643 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Pushing event deleted for resources: {'Port': ['ID=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:23.870270 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] No DVR routers for this DVR port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 on host dv-neutron-828143-9-hyperv {{(pid=87841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:08:23.872936 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] For port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5,segment=NetworkSegment(3724ed16-28bf-4d0c-b45d-370ec9169085),segment_id=3724ed16-28bf-4d0c-b45d-370ec9169085)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:23.873837 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:23.888130 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No active binding found for port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 {{(pid=87843) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 12:08:23.888449 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:23.888920 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 239dc40b-f49e-4a9d-a06b-7e9487432c9b no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:23.978926 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:08:24.038858 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 239dc40b-f49e-4a9d-a06b-7e9487432c9b {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:24.039062 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 239dc40b-f49e-4a9d-a06b-7e9487432c9b not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:24.039334 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6897f396-256f-4a55-a14c-30c91c3926f9 no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:24.074356 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Calling delete_port for 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:24.113501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.123631 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 6897f396-256f-4a55-a14c-30c91c3926f9 {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:24.123978 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 6897f396-256f-4a55-a14c-30c91c3926f9 not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:24.140584 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63baa22-fbe2-4691-9405-22a011f6dd88']}} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:24.152691 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3724ed16-28bf-4d0c-b45d-370ec9169085') {'for_net_delete': True} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:24.153059 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.services.segments.db [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3724ed16-28bf-4d0c-b45d-370ec9169085') {} {{(pid=87841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:24.163146 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:08:24.163498 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:08:24.164110 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8230958'] for segment, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.179901 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.186630 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:08:24.187006 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8143633'] for segment, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: Traceback (most recent call last): Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: timer() Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: cb(*args, **kw) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: return func(*args, **kwargs) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: self._notify() Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: self.callback(batched_events) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: event.method(event) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: return f(self, *a, **k) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._get(url).json() Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: return self.request(url, 'GET', **kwargs) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:08:24.201118 dv-neutron-828143-9-hyperv neutron-server[87841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:08:24.274089 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.289572 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Notify callbacks [] for network, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.299869 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f63baa22-fbe2-4691-9405-22a011f6dd88,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:24.307609 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-1c9bcd74-962e-4ea3-b1a2-cf62604632ae admin admin] 10.222.0.50 "DELETE /v2.0/networks/f63baa22-fbe2-4691-9405-22a011f6dd88 HTTP/1.1" status: 204 len: 168 time: 1.0535629 Mar 16 12:08:24.310372 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55944) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:24.664740 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Deleting port 84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5 {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:24.665325 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:24.729578 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-76262bbf-03b6-4269-b6a3-829e5efe9285 None None] The port '84b6c8f8-70d6-4bdb-9e99-a3a3944cc2f5' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:08:24.849509 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-342570'] for router_interface, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:25.208118 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Deleting port 2b61bfd0-9886-490d-bd8e-3f090841d75a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:25.208362 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:25.489340 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] For port 2b61bfd0-9886-490d-bd8e-3f090841d75a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=2b61bfd0-9886-490d-bd8e-3f090841d75a,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:25.490017 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:25.620206 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Calling delete_port for 2b61bfd0-9886-490d-bd8e-3f090841d75a owned by network:router_interface {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:25.938133 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:25.984616 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b61bfd0-9886-490d-bd8e-3f090841d75a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:26.255343 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-342710'] for router_interface, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:26.607532 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 has already been hosted by L3 agent 0722e6cc-92ce-4b9d-84fe-9a366b8f1756 {{(pid=87841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:08:26.891796 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] Notify agent at l3_agent.dv-neutron-828143-9-hyperv the message routers_updated {{(pid=87841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:08:26.902218 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Sync routers for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:08:26.908963 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-09f1c9f1-219d-4e64-8997-9e491de26901 admin admin] 10.222.0.50 "PUT /v2.0/routers/eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975678 Mar 16 12:08:26.911521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55948) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:26.912510 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:26.913417 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:27.089817 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.092613 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2bb70949-3312-4c60-a747-2c1e84b1e529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.108008 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: dv-neutron-828143-9-hyperv {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:27.265819 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.275459 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Deleting port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a {{(pid=87841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:27.275866 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.389650 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'external_fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:08:25Z', 'revision_number': 5, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port': {'id': '7f6aeeaa-02d2-49c6-b5ff-06388a968b7a', 'name': '', 'network_id': '9c51a37a-92c2-488f-bd5c-e4b8933f8895', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:02:14Z', 'updated_at': '2022-03-16T12:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0a36feb-fe61-44ae-90ba-1c05930d9646', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-9-hyperv'}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:27.393299 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Checking router: eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 for host: dv-neutron-828143-9-hyperv {{(pid=87843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:08:27.402220 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Routers {'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'} bound to L3 agent in host dv-neutron-828143-9-hyperv {{(pid=87843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:08:27.402811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:44:29Z,description=,heartbeat_timestamp=2022-03-16T12:07:59Z,host='dv-neutron-828143-9-hyperv',id=0722e6cc-92ce-4b9d-84fe-9a366b8f1756,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:44:29Z,topic='l3_agent')) {'router_ids': ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'], 'active': True} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:27.448084 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.db [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] For port 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,segment=NetworkSegment(10817b15-d0d1-4d04-bb8a-cf9e0017b1d9),segment_id=10817b15-d0d1-4d04-bb8a-cf9e0017b1d9)] {{(pid=87841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:27.448440 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.549695 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_dvr_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] Set router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 gateway port host: None {{(pid=87843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:08:27.577191 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.plugins.ml2.plugin [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Calling delete_port for 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a owned by network:router_gateway {{(pid=87841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:27.654836 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.db.l3_hamode_db [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:08:27Z', 'revision_number': 6, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port_host': None}], 'dv-neutron-828143-9-hyperv', False) {} {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:27.658972 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9eace5-1657-4276-bf39-1963e78701d9 None None] The sync data for ids ['eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2'] in dv-neutron-828143-9-hyperv is: [{'id': 'eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2', 'name': 'tempest-TestSnapshotPattern-1598148398-router', 'tenant_id': '8cdac44f7b7743c995e23d522752eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:02:13Z', 'updated_at': '2022-03-16T12:08:27Z', 'revision_number': 6, 'project_id': '8cdac44f7b7743c995e23d522752eb18', 'gw_port_host': None}] {{(pid=87843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:08:27.754501 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8143742'] for port, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:27.803812 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6aeeaa-02d2-49c6-b5ff-06388a968b7a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:27.893310 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-343055'] for router_gateway, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.066099 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2822'] for router, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.068425 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.092682 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-340455'] for router, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.093261 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 {{(pid=87841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:08:28.106095 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] Notify callbacks [] for router, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.107296 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-3cef8650-39a5-41b4-b9d8-2d6df8700b79 admin admin] 10.222.0.50 "DELETE /v2.0/routers/eba2b30e-d10e-4a24-85f6-1eb9cf6c9cf2 HTTP/1.1" status: 204 len: 168 time: 1.1948400 Mar 16 12:08:28.109858 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55952) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:28.270524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Deleting subnet 61a2c207-bac8-47a8-b30a-5bddfe03661a {{(pid=87841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:08:28.273370 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.321248 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8230951'] for subnet, precommit_delete_associations {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.399422 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383303'] for subnet, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.472179 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8143691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6248240'] for subnet, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.510108 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a2c207-bac8-47a8-b30a-5bddfe03661a,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:28.515475 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.521550 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-cce91037-2c77-4502-91c9-0cbf1a0d3c24 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61a2c207-bac8-47a8-b30a-5bddfe03661a HTTP/1.1" status: 204 len: 168 time: 0.4106789 Mar 16 12:08:28.524035 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [-] (87842) accepted ('10.222.0.50', 55956) {{(pid=87842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:28.527362 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36e795-42f7-4a9e-a12d-39c9e5baac15 None None] Network 8e467434-1c11-4107-8d17-90cf88af670d requested from dv-neutron-828143-9-hyperv {{(pid=87843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:08:28.638903 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1545819'] for network, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.649556 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Deleting port c51ccbeb-ac8e-40e8-b539-2329219b07ef {{(pid=87842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:28.650546 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.828905 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] DHCP port deletion for 8e467434-1c11-4107-8d17-90cf88af670d request from dv-neutron-828143-9-hyperv {{(pid=87843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:08:28.833687 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Deleting port c51ccbeb-ac8e-40e8-b539-2329219b07ef {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:28.834207 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:28.967046 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.db [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] For port c51ccbeb-ac8e-40e8-b539-2329219b07ef, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c51ccbeb-ac8e-40e8-b539-2329219b07ef,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:28.967435 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.040883 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.db [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] For port c51ccbeb-ac8e-40e8-b539-2329219b07ef, host dv-neutron-828143-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-9-hyperv',level=0,port_id=c51ccbeb-ac8e-40e8-b539-2329219b07ef,segment=NetworkSegment(d5dad828-db3d-4c6e-8076-da2e6b997a49),segment_id=d5dad828-db3d-4c6e-8076-da2e6b997a49)] {{(pid=87843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:29.041258 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-328746'] for port, precommit_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.092006 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.plugin [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Calling delete_port for c51ccbeb-ac8e-40e8-b539-2329219b07ef owned by network:dhcp {{(pid=87842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:29.171748 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Calling delete_port for c51ccbeb-ac8e-40e8-b539-2329219b07ef owned by network:dhcp {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:08:29.175843 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1570745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743324835054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743324456003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6123487'] for port, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.220934 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51ccbeb-ac8e-40e8-b539-2329219b07ef,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:29.224473 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] No DVR routers for this DVR port c51ccbeb-ac8e-40e8-b539-2329219b07ef on host dv-neutron-828143-9-hyperv {{(pid=87842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:08:29.258191 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.db.api [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:08:29.258630 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG oslo_db.api [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:08:29.259811 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-6e24cbb3-4953-4e18-b395-62a23678f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.336477 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383948', 'neutron.services.segments.db._delete_segments_for_network-8743324942421'] for network, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.361920 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e467434-1c11-4107-8d17-90cf88af670d']}} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:29.373555 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dad828-db3d-4c6e-8076-da2e6b997a49') {'for_net_delete': True} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:29.373848 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.services.segments.db [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dad828-db3d-4c6e-8076-da2e6b997a49') {} {{(pid=87842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:08:29.384702 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743324945776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6300832'] for segment, before_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.400554 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376592'] for segment, precommit_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.406633 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:08:29.407104 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6123440'] for segment, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: Traceback (most recent call last): Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: timer() Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: cb(*args, **kw) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: return func(*args, **kwargs) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: self._notify() Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: self.callback(batched_events) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: event.method(event) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: return f(self, *a, **k) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._get(url).json() Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: return self.request(url, 'GET', **kwargs) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:08:29.420428 dv-neutron-828143-9-hyperv neutron-server[87842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:08:29.496441 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-343082'] for network, after_delete {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.513125 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron_lib.callbacks.manager [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.522866 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e467434-1c11-4107-8d17-90cf88af670d,revision_number=None']} {{(pid=87842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:29.530464 dv-neutron-828143-9-hyperv neutron-server[87842]: INFO neutron.wsgi [None req-0184ed4a-ad2d-427e-a44c-5ddfaa02d9f2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8e467434-1c11-4107-8d17-90cf88af670d HTTP/1.1" status: 204 len: 168 time: 1.0054009 Mar 16 12:08:29.636121 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55974) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:29.687078 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-d2842a95-62b4-4f07-adef-8d08f9f71f9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9dfbe92cd7b46c8b6afe2611543a922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474770 Mar 16 12:08:29.687374 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55978) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:29.693297 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:29.731590 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:29.731944 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 7f6aeeaa-02d2-49c6-b5ff-06388a968b7a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:29.732357 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2b61bfd0-9886-490d-bd8e-3f090841d75a no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:29.744894 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.760311 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Deleting port c51ccbeb-ac8e-40e8-b539-2329219b07ef {{(pid=87843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:08:29.760681 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743324829956'] for port, before_delete {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.773745 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.791968 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: 2b61bfd0-9886-490d-bd8e-3f090841d75a {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:29.792319 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device 2b61bfd0-9886-490d-bd8e-3f090841d75a not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:29.792726 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c51ccbeb-ac8e-40e8-b539-2329219b07ef no longer exists at agent ovs-agent-dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:29.828196 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.845732 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c6d9c-c2f1-4f48-acc8-dad8f471a978,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:29.853386 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:29.854625 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-ccd4255a-c3d8-4998-9a59-b652f09d4bd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/366c6d9c-c2f1-4f48-acc8-dad8f471a978 HTTP/1.1" status: 204 len: 168 time: 0.1664147 Mar 16 12:08:29.855730 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] No Port match for: c51ccbeb-ac8e-40e8-b539-2329219b07ef {{(pid=87843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:08:29.856073 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.rpc [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Device c51ccbeb-ac8e-40e8-b539-2329219b07ef not bound to the agent host dv-neutron-828143-9-hyperv {{(pid=87843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:08:29.875118 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron.plugins.ml2.plugin [None req-f21689ff-16db-4b9a-90e0-cd10fc07b272 None None] The port 'c51ccbeb-ac8e-40e8-b539-2329219b07ef' was deleted {{(pid=87843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:08:30.185727 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55988) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:30.233139 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-e6f5f12a-eb76-4d91-a99f-1b898162f571 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cdac44f7b7743c995e23d522752eb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462599 Mar 16 12:08:30.235524 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.wsgi [-] (87841) accepted ('10.222.0.50', 55992) {{(pid=87841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:08:30.292225 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:30.317642 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:30.369267 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446777'] for security_group, after_delete {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:30.386521 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56ea95-c52a-4368-b3d9-e1309f53ab06,revision_number=None']} {{(pid=87841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:30.392583 dv-neutron-828143-9-hyperv neutron-server[87841]: DEBUG neutron_lib.callbacks.manager [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=87841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:30.393714 dv-neutron-828143-9-hyperv neutron-server[87841]: INFO neutron.wsgi [None req-efa00200-faa3-4d70-ab12-c5e7bc556ded admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c56ea95-c52a-4368-b3d9-e1309f53ab06 HTTP/1.1" status: 204 len: 168 time: 0.1573231 Mar 16 12:08:30.720716 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:30.746512 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:32.215240 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:34.700046 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:57.055775 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1ccce6cc-b077-4ed3-b38b-d1d6805ac216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:59.251574 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-d857b24d-7949-48bb-96aa-07edcb0b95f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:00.723094 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:00.746647 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:00.978607 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:09:02.216806 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.723913 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.058301 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-73993259-4560-4d07-a5b4-7e1cf37945a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.252641 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-736a5997-4ae2-4c93-ae81-8878e14ead62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.727530 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.749289 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:32.221090 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:34.722536 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:37.978584 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:09:57.059821 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0d3613f5-3a3e-45f8-967d-26a7f096532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:59.254455 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-778a1e29-9826-4fce-8291-6fec555f4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:00.728773 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:00.752817 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:02.223644 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:04.718051 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:14.977552 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:10:24.981549 dv-neutron-828143-9-hyperv neutron-server[87842]: DEBUG neutron.wsgi [req-f743fa22-6380-4d70-9e68-9d6943dbc204 req-19fb84a4-5048-491d-9c69-b9fd7027ebc8 service neutron] (87842) timed out ('10.222.0.50', 54444) {{(pid=87842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 12:10:27.060518 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bfb75d28-cb1a-41d6-a199-6ccd2e1f9751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:29.255847 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-78d372ab-5f03-4474-84de-92dccb791ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.732025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.754714 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.227394 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.734156 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:51.976770 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:10:57.062337 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-0023e7dd-2a70-4ed3-be03-345ce9d7279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:59.256946 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-21842bfe-6333-4b2b-96b5-f8b0cd75b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.732914 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.757262 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:02.231585 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:04.756006 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:27.064061 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-1182df34-1a22-4fab-83b8-25262ad16a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:28.976029 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:11:29.258499 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-bbabcdcd-bd2d-4050-ad97-d7532cdcd9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:30.735539 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:30.759446 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:32.234093 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:34.748385 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:57.065626 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fb8a133f-0320-47cc-868c-3f35fc0dda6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:59.259838 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac7d-ab98-4c9f-a197-40599a784083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:00.737187 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:00.762238 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:02.237185 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:04.748265 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:05.974715 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:27.069527 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-9091478c-c5de-41c0-bea3-0f008eb71dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:29.261339 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8c041443-4d28-4889-b68a-0b07871f7999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:30.739175 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:30.765473 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:32.239977 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:34.762935 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:42.973954 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:57.071564 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-062484ab-8a79-46e8-bf8e-b84852d13af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:59.262969 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-8cc277d5-c7cb-47b4-af2f-f93e9621b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:00.741276 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:00.767889 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:02.243805 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:04.761257 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:19.973154 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:13:27.074478 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-60b45cee-05d7-4f52-9d69-6425758396b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:29.265180 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-e4c94e78-ae17-4b74-a0a8-f823328503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.744369 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.771025 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:32.247137 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:34.760719 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:56.972119 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:13:57.079141 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-de0ad841-e9f9-4d30-8dbf-7cab30eed55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:59.267129 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-2063e86a-938f-45e7-a572-30d0ebaea230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:00.747354 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:00.771940 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:02.251153 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:04.777655 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:27.080602 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-848f37f0-1494-4966-90b9-d47890d0362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:29.268164 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-45ab3970-2a22-4af9-98a6-d150143b1f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:30.751880 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-fe67ec2b-554d-4840-a5f3-6af62b86b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:30.775793 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-f98e33ce-f4dc-4d7a-960a-4d1ceb44f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:32.254729 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2175-8c69-48a6-8624-6111034b818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:33.971983 dv-neutron-828143-9-hyperv neutron-server[87844]: DEBUG neutron.db.agents_db [None req-2b9b203e-cc50-4850-896b-cff0b4d0305e None None] Agent healthcheck: found 6 active agents {{(pid=87844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:14:34.806804 dv-neutron-828143-9-hyperv neutron-server[87843]: DEBUG neutron_lib.callbacks.manager [None req-7eb75908-470b-44d4-8a6c-1a3c4b0c97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743324942394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381878'] for agent, after_update {{(pid=87843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}